-- Logs begin at Thu 2021-12-23 15:25:12 UTC, end at Thu 2021-12-23 17:21:09 UTC. --
Dec 23 16:02:08.606930 dv-neutron-822801-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Dec 23 16:02:11.193347 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.common.config [-] Logging enabled!
Dec 23 16:02:11.193872 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21
Dec 23 16:02:11.195232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88729) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 23 16:02:11.195990 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.common.config [-] Logging enabled!
Dec 23 16:02:11.196281 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21
Dec 23 16:02:11.196562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88729) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 23 16:02:11.197641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 23 16:02:11.197907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 23 16:02:11.198929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 23 16:02:11.199244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 23 16:02:11.199506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 23 16:02:11.199876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.200222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.200559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.200821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.201189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.201530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.201983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.202318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.202661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.203023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.203347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.203670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.203935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.204253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.204585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.204918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.205176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] debug                          = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.205491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.206266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.206382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.206615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.206943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.207278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.207594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.207915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.208279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] host                           = dv-neutron-822801-1-hyperv {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.208592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.208918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.209241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.209569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.209883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.210194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.210519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.210828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.211162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.211475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.211804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.212133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.212471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.212730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.212985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.213315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.213641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.213954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.214264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.214578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.214887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.215252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.215555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.215883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.216215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.216538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.217455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.217843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.218155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.218467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.218792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.219127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.219813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.220118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.220452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.220758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.221067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.221417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.221743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.222068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.222392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.222703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.223051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.223364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.223673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.223980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.224288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.224595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.224925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.225240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.225547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.225855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.226161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.226486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:11.226821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.227188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.227536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.227855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.228184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.228501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.228828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.229146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.229474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.229804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.230125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.230440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.230763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.231128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.231466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.231777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.232093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.233102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.233499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.233815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.234157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.234476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.234794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.235138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.235462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.235770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.236080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.236408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.236731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.237043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.237350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.237657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.237971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.238282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.238608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.238924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.239259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.239565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.239878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.240189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.240497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.240812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.241119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.241432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.241738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.242045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.242352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.242658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.242964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.243294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.243600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.243912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.244219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.244526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.244835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.245140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.245450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.245774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.246108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.246424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.246739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.247074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.247388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.247698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.248008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.248444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.248842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.249160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.249496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.249821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.250400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.250722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.251063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.251407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.251727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.252048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.252365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.252678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.253003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.253328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.253661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.253994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.254323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.254653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.255020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.255331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.255684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.255999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:11.256251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 23 16:02:11.256517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88729) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}}
Dec 23 16:02:11.909879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88729) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:02:11.910207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88729) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:02:11.910524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88729) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:02:11.912177 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 23 16:02:12.254899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.255404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.255502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.315744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.316067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.316373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.319320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.319631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.319932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.464703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.464954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.465257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.466262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.466569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.466975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.586385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f0b7b788b70> agent after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.586702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f0b7b788b70> agent after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.587034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f0b7b788bf8> segment precommit_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.587340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f0b7b788c80> network precommit_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.588161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f0b7b7abd90> segment before_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.771782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> network before_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.772100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f0b7b886e18> agent before_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.772425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> network before_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.772735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> port before_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.773036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> port before_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.773424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> segment after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.773728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> segment precommit_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.774021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> segment precommit_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.774313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> segment after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.774654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> network after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.774953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> network precommit_delete 0 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.775288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> port provisioning_complete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.775596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> rbac-policy before_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.775892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> rbac-policy after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.776203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> agent after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.776516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> subnet after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.776812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> subnet precommit_delete 0 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.777133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> rbac-policy before_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.777420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> rbac-policy before_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.777762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> segment_host_mapping after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.778203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> port after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.778493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> port after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.778777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> port after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.779140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> rbac-policy before_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.779615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> rbac-policy before_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.779902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b7ca2e908>> rbac-policy before_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.780321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:02:12.780603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:02:12.780882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:02:12.781159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:02:12.781435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:02:12.781711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:02:12.783130 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 23 16:02:12.790964 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 23 16:02:12.798611 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 23 16:02:12.803921 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
Dec 23 16:02:12.806680 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 23 16:02:12.807824 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 23 16:02:12.808214 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 23 16:02:12.808653 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 23 16:02:12.813166 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 23 16:02:12.813456 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 23 16:02:12.813859 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 23 16:02:12.841156 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 23 16:02:12.841667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f0b7b5569b0>> qos_plugin after_init 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.842030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88729) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 23 16:02:12.842438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f0b7b47f208>> logging-plugin after_init 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.843830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88729) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 23 16:02:12.844153 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 23 16:02:12.844437 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 23 16:02:12.847613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0b7b47f278>> floatingip before_response 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.847928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0b7b47f278>> port before_response 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:12.915201 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 23 16:02:12.915474 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 23 16:02:12.915748 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 23 16:02:12.916158 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 23 16:02:12.949507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.sqlalchemy.engines [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88729) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 23 16:02:13.251266 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Initializing driver for type 'gre'
Dec 23 16:02:13.251838 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] gre ID ranges: [(1, 1000)]
Dec 23 16:02:13.292295 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Initializing driver for type 'local'
Dec 23 16:02:13.292759 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Initializing driver for type 'vlan'
Dec 23 16:02:13.303242 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] VlanTypeDriver initialization complete
Dec 23 16:02:13.303622 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Initializing driver for type 'vxlan'
Dec 23 16:02:13.304153 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] vxlan ID ranges: [(1, 1000)]
Dec 23 16:02:13.345656 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Initializing extension driver 'port_security'
Dec 23 16:02:13.346018 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.extensions.port_security [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] PortSecurityExtensionDriver initialization complete
Dec 23 16:02:13.346389 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Initializing mechanism driver 'openvswitch'
Dec 23 16:02:13.346751 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Initializing mechanism driver 'hyperv'
Dec 23 16:02:13.353149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88729) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:02:13.354010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b7b4a3438>> port after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.354424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b7b4a3438>> port after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.354818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b7b4a3438>> port after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.355271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b7b09cf98>> subnet after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.355664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b7b09cf98>> subnet after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.356048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b7b09cf98>> subnet after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.356466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b7b0a8198>> network after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.356851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b7b0a8198>> network after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.357232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b7b0a8198>> network after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.358217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b7b0a8358>> security_group after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.358606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b7b0a8358>> security_group after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.359012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b7b0a8358>> security_group after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.359425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b7b0a8518>> security_group_rule after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.359806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b7b0a8518>> security_group_rule after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.360332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b7b0a8518>> security_group_rule after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.360706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] ML2 OVO RPC backend initialized. {{(pid=88729) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Dec 23 16:02:13.361431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> router_interface after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.361824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> router_interface after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.362278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> network before_response 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.362665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> networks before_response 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.363086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> port before_response 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.363469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> ports before_response 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.363849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> subnet before_response 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.364234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> subnets before_response 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.364619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> network after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.364993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> network after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.365366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> network after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.365739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> port after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.366113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> port after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.366485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> port after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.366858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> subnet after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.367254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> subnet after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.367626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b7b0a85f8>> subnet after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.368341 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Modular L2 Plugin initialization complete
Dec 23 16:02:13.368698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading services supported by the core plugin {{(pid=88729) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}}
Dec 23 16:02:13.369070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.managers [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Got port-security extension from driver 'port_security'
Dec 23 16:02:13.369578 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.extensions.vlantransparent [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Disabled vlantransparent extension.
Dec 23 16:02:13.370039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88729) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}}
Dec 23 16:02:13.370386 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading Plugin: router
Dec 23 16:02:13.413820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router_interface before_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.414271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router after_create 55549900 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.414685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router before_create 55549900 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.415116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router_interface before_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.415540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router_interface after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.415936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router after_delete 55549900 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.416341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> floatingip after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.416751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router after_create 55549900 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.417137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router after_update 55549900 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.417531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router after_update 55549900 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.417921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router_gateway after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.418328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router after_update 55549900 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.418828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router precommit_update 55549900 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.419285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f0b7b696ae8> port after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.419670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f0b7b6969d8> port after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.420089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f0b7b696a60> subnet after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.420468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f0b7b696b70> subnetpool_address_scope after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.420865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> port precommit_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.421251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router precommit_create 55549900 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.421637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f0b7b683378> port before_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.422019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router precommit_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.422424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router after_update 55549900 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.422808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router precommit_delete 55549900 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.423225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router precommit_create 55549900 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.423634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router_interface after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.424020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> router precommit_update 55549900 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.424447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> agent after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.424842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> agent after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.425229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b7b0a8780>> network after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.426206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Tracking information for resource: router configured {{(pid=88729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:02:13.426585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Tracking information for resource: floatingip configured {{(pid=88729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:02:13.431492 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_agentschedulers_db [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 23 16:02:13.432132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f0b7b02dea0> port after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.432536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f0b7b02dd90> port after_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.432925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <function _notify_port_delete at 0x7f0b7b02de18> port after_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.433315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f0b7b02e0d0> port after_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.434233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0b7af7d320>> router before_create 55550100 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.434640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0b7af7d320>> router precommit_delete 55550100 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.435068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0b7af7d320>> router precommit_create 55550100 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.435991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0b7af7d320>> router precommit_update 55550100 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.440708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.provider_configuration [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Service providers = [] {{(pid=88729) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 23 16:02:13.441109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.servicetype_db [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88729) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 23 16:02:13.443932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.service_base [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 23 16:02:13.444323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.service_base [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 23 16:02:13.444713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.service_base [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 23 16:02:13.445623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.service_base [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 23 16:02:13.446025 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.services.service_base [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 23 16:02:13.446443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 23 16:02:13.446800 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 23 16:02:13.467400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 23 16:02:13.467742 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading Plugin: auto_allocate
Dec 23 16:02:13.478461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0b7afee510> network precommit_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.478870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0b7afee510> network precommit_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.479496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 23 16:02:13.479862 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading Plugin: tag
Dec 23 16:02:13.491187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 23 16:02:13.491562 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading Plugin: timestamp
Dec 23 16:02:13.495313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 23 16:02:13.495692 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading Plugin: network_ip_availability
Dec 23 16:02:13.502223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0b7afe4c88>> rbac-policy before_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.502636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0b7afe4c88>> rbac-policy before_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.503069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0b7afe4c88>> rbac-policy before_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.503866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 23 16:02:13.504233 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading Plugin: flavors
Dec 23 16:02:13.520452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 23 16:02:13.520824 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading Plugin: revisions
Dec 23 16:02:13.525298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 23 16:02:13.525730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.615s {{(pid=88729) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:02:13.526529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88729) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}}
Dec 23 16:02:13.526894 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Initializing extension manager.
Dec 23 16:02:13.527484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: __init__.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.527867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: __pycache__ {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.528241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.528615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.528985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: _filter_validation_lib.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.529975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.530351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: address_scope.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.531209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.531860 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: address-scope
Dec 23 16:02:13.532226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: admin_state_down_before_update.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.533167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.534116 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: router-admin-state-down-before-update
Dec 23 16:02:13.534487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: agent.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.535317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.535902 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: agent
Dec 23 16:02:13.536265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: agent_resources_synced.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.537185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.537763 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: agent-resources-synced
Dec 23 16:02:13.538127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: allowedaddresspairs.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.539956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.540549 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: allowed-address-pairs
Dec 23 16:02:13.540914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: auto_allocated_topology.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.541986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.542574 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: auto-allocated-topology
Dec 23 16:02:13.542942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: availability_zone.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.543872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.544457 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: availability_zone
Dec 23 16:02:13.544844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: availability_zone_filter.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.546364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.546941 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: availability_zone_filter
Dec 23 16:02:13.547332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: data_plane_status.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.548248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.548828 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension data-plane-status not supported by any of loaded plugins
Dec 23 16:02:13.549193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: default_subnetpools.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.550112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.550695 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: default-subnetpools
Dec 23 16:02:13.551083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: dhcpagentscheduler.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.551959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.552550 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: dhcp_agent_scheduler
Dec 23 16:02:13.552920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: dns.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.553844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.554422 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension dns-integration not supported by any of loaded plugins
Dec 23 16:02:13.554790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: dns_domain_ports.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.555742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.556319 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 23 16:02:13.556686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: dvr.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.557447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.558028 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: dvr
Dec 23 16:02:13.558392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: empty_string_filtering.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.559352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.559931 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: empty-string-filtering
Dec 23 16:02:13.560292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.561246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.561809 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 23 16:02:13.562170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.563118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.563698 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 23 16:02:13.564060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: external_net.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.564986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.565573 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: external-net
Dec 23 16:02:13.565935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: extra_dhcp_opt.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.566851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.567464 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: extra_dhcp_opt
Dec 23 16:02:13.567831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: extraroute.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.568749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.569326 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: extraroute
Dec 23 16:02:13.569689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: extraroute_atomic.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.570823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.571445 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: extraroute-atomic
Dec 23 16:02:13.571808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: filter_validation.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.572515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.573090 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: filter-validation
Dec 23 16:02:13.573453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: fip_pf_description.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.574386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.574959 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 23 16:02:13.575351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: fip_port_details.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.576303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.576876 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: fip-port-details
Dec 23 16:02:13.577239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: flavors.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.578476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.579085 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: flavors
Dec 23 16:02:13.579454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.581178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.581778 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 23 16:02:13.582159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: floatingip_pools.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.582941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.583588 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: floatingip-pools
Dec 23 16:02:13.583960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: ip_allocation.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.584886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.585466 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension ip_allocation not supported by any of loaded plugins
Dec 23 16:02:13.585834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.586758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.587362 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: ip-substring-filtering
Dec 23 16:02:13.587729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: l2_adjacency.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.588663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.589243 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 23 16:02:13.589606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: l3.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.590725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.591345 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: router
Dec 23 16:02:13.592239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: l3_conntrack_helper.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.594719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.595356 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 23 16:02:13.595736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.596677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.597263 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: ext-gw-mode
Dec 23 16:02:13.597629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.598558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.599363 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: l3-ha
Dec 23 16:02:13.599737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: l3_flavors.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.600753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.601339 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: l3-flavors
Dec 23 16:02:13.601713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.602631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.603236 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 23 16:02:13.603603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: l3agentscheduler.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.604829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.605416 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: l3_agent_scheduler
Dec 23 16:02:13.605786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: logging.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.607947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.608540 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension logging not supported by any of loaded plugins
Dec 23 16:02:13.608912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: metering.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.611248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.611969 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: metering
Dec 23 16:02:13.612342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: multiprovidernet.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.613306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.613903 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: multi-provider
Dec 23 16:02:13.614276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: netmtu.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.615236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.615822 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: net-mtu
Dec 23 16:02:13.616191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: netmtu_writable.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.617125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.617701 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: net-mtu-writable
Dec 23 16:02:13.618067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: network_availability_zone.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.618826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.619444 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: network_availability_zone
Dec 23 16:02:13.619811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: network_ip_availability.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.620929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.621510 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: network-ip-availability
Dec 23 16:02:13.621874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: network_segment_range.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.622767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.623437 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension network-segment-range not supported by any of loaded plugins
Dec 23 16:02:13.623802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: pagination.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.624824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.625448 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: pagination
Dec 23 16:02:13.625813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.626791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.627387 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: port-mac-address-regenerate
Dec 23 16:02:13.627755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: port_resource_request.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.628690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.629276 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension port-resource-request not supported by any of loaded plugins
Dec 23 16:02:13.629644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: portbindings.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.630590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.631197 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: binding
Dec 23 16:02:13.631567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: portbindings_extended.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.632841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.633426 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: binding-extended
Dec 23 16:02:13.633795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: portsecurity.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.634718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.635341 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: port-security
Dec 23 16:02:13.635709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: project_id.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.636683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.637059 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: project-id
Dec 23 16:02:13.637421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: providernet.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.638457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.639101 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: provider
Dec 23 16:02:13.639470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: qos.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.643070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.643677 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension qos not supported by any of loaded plugins
Dec 23 16:02:13.644052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.645300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.645890 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 23 16:02:13.646261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.647214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.647793 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 23 16:02:13.648159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: qos_default.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.649080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.649655 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension qos-default not supported by any of loaded plugins
Dec 23 16:02:13.650022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: qos_fip.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.650717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.651312 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension qos-fip not supported by any of loaded plugins
Dec 23 16:02:13.651680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: qos_gateway_ip.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.652608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.653182 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 23 16:02:13.653547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: qos_port_network_policy.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.654980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.655575 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 23 16:02:13.655943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: qos_rule_type_details.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.656865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.657443 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 23 16:02:13.657807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: qos_rules_alias.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.658848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.659472 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 23 16:02:13.659840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: quotasv2.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.660882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.661264 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: quotas
Dec 23 16:02:13.661634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: quotasv2_detail.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.663232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.663616 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: quota_details
Dec 23 16:02:13.663984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: rbac.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.665141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.665742 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: rbac-policies
Dec 23 16:02:13.666114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: rbac_address_scope.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.667068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.667662 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: rbac-address-scope
Dec 23 16:02:13.668028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: rbac_security_groups.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.668948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.669532 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: rbac-security-groups
Dec 23 16:02:13.670484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: rbac_subnetpool.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.671427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.672016 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: rbac-subnetpool
Dec 23 16:02:13.672382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: revisionifmatch.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.673308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.673887 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: revision-if-match
Dec 23 16:02:13.674250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: revisions.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.675404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.675996 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: standard-attr-revisions
Dec 23 16:02:13.676362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: router_availability_zone.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.677119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.677711 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: router_availability_zone
Dec 23 16:02:13.678071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: routerservicetype.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.679035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.679604 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension router-service-type not supported by any of loaded plugins
Dec 23 16:02:13.679969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: security_groups_port_filtering.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.680896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.681478 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: port-security-groups-filtering
Dec 23 16:02:13.681843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: securitygroup.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.694800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.695447 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: security-group
Dec 23 16:02:13.695833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: segment.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.696721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.697311 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension segment not supported by any of loaded plugins
Dec 23 16:02:13.697685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.698631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.699241 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 23 16:02:13.699611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: servicetype.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.700724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.701343 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: service-type
Dec 23 16:02:13.701871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: sorting.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.702858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.703267 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: sorting
Dec 23 16:02:13.703636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: standard_attr_segment.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.704552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.705139 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 23 16:02:13.705507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: standardattrdescription.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.706222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.706808 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: standard-attr-description
Dec 23 16:02:13.707215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: stateful_security_group.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.708149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.708729 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: stateful-security-group
Dec 23 16:02:13.709098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: stdattrs_common.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.709690 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 23 16:02:13.710060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.711018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.711595 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 23 16:02:13.711962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: subnet_onboard.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.713025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.713615 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: subnet_onboard
Dec 23 16:02:13.713980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.714941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.715546 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 23 16:02:13.715918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: subnet_service_types.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.717661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.718207 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: subnet-service-types
Dec 23 16:02:13.718573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: subnetallocation.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.719723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.720310 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: subnet_allocation
Dec 23 16:02:13.720680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.721384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.721967 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: subnetpool-prefix-ops
Dec 23 16:02:13.722334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.723306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.723881 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 23 16:02:13.724247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: tagging.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.725572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.726171 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: standard-attr-tag
Dec 23 16:02:13.726545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: timestamp.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.727759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.728354 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loaded extension: standard-attr-timestamp
Dec 23 16:02:13.728727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: trunk.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.729766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.730355 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension trunk not supported by any of loaded plugins
Dec 23 16:02:13.730727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: trunk_details.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.731675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.732254 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension trunk-details not supported by any of loaded plugins
Dec 23 16:02:13.733244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: uplink_status_propagation.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.734184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.734768 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 23 16:02:13.735185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Loading extension file: vlantransparent.py {{(pid=88729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 23 16:02:13.735894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 23 16:02:13.736489 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 23 16:02:13.738898 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:network
Dec 23 16:02:13.739729 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:subnet
Dec 23 16:02:13.740400 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:subnetpool
Dec 23 16:02:13.741076 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:port
Dec 23 16:02:13.742479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.resource_helper [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 23 16:02:13.743023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.resource_helper [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Service FLAVORS assigned prefix:  {{(pid=88729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 23 16:02:13.743773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.resource_helper [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 23 16:02:13.744244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.resource_helper [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 23 16:02:13.744617 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:router
Dec 23 16:02:13.745345 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:floatingip
Dec 23 16:02:13.746141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.resource_helper [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Service METERING assigned prefix: /metering {{(pid=88729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 23 16:02:13.747994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0b7ae6ff98>> rbac-policy before_create 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.748413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0b7ae6ff98>> rbac-policy before_update 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.748875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0b7ae6ff98>> rbac-policy before_delete 55550000 {{(pid=88729) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:02:13.750015 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of CountableResource for resource:rbac_policy
Dec 23 16:02:13.750767 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:security_group
Dec 23 16:02:13.751615 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 23 16:02:13.752428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.resource_helper [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Service CORE assigned prefix:  {{(pid=88729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 23 16:02:13.752811 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:subnetpool
Dec 23 16:02:13.753179 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] subnetpool is already registered
Dec 23 16:02:13.753833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.resource_helper [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Service CORE assigned prefix:  {{(pid=88729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 23 16:02:13.754203 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:subnetpool
Dec 23 16:02:13.754575 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] subnetpool is already registered
Dec 23 16:02:13.757237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.resource_helper [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 23 16:02:13.757725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.resource_helper [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Service FLAVORS assigned prefix:  {{(pid=88729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 23 16:02:13.758384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.resource_helper [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 23 16:02:13.758853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.resource_helper [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 23 16:02:13.759256 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:router
Dec 23 16:02:13.759629 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] router is already registered
Dec 23 16:02:13.760297 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:floatingip
Dec 23 16:02:13.760664 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] floatingip is already registered
Dec 23 16:02:13.761358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.resource_helper [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Service METERING assigned prefix: /metering {{(pid=88729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 23 16:02:13.762103 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of CountableResource for resource:rbac_policy
Dec 23 16:02:13.762470 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] rbac_policy is already registered
Dec 23 16:02:13.762925 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:security_group
Dec 23 16:02:13.763313 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] security_group is already registered
Dec 23 16:02:13.764721 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 23 16:02:13.765086 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] security_group_rule is already registered
Dec 23 16:02:13.765830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.resource_helper [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Service CORE assigned prefix:  {{(pid=88729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 23 16:02:13.766205 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:subnetpool
Dec 23 16:02:13.766577 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] subnetpool is already registered
Dec 23 16:02:13.767258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.resource_helper [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Service CORE assigned prefix:  {{(pid=88729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 23 16:02:13.767629 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Creating instance of TrackedResource for resource:subnetpool
Dec 23 16:02:13.768004 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING neutron.quota.resource_registry [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] subnetpool is already registered
Dec 23 16:02:13.768721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: extensions {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.770310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: address-scopes {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.771642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: agents {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.772984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: auto-allocated-topology {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.774325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: availability_zones {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.775643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: dhcp-networks {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.777341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: dhcp-agents {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.778846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: routers {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.781219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: flavors {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.783453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: service_profiles {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.784727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: next_providers {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.786324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: service_profiles {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.787894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: floatingip-pools {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.789271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: routers {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.791074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: floatingips {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.792335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: l3-routers {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.793895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: l3-agents {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.795431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: metering-labels {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.796754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: metering-label-rules {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.798199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: network-ip-availabilities {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.799548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: bindings {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.801172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: quotas {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.802764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: quotas {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.804277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: rbac-policies {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.805544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: security-groups {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.806814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: security-group-rules {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.808262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: service-providers {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.809546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: subnetpools {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.811106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: subnetpools {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.812734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: tags {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.814473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: tags {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.816295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: tags {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.818233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: tags {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.820024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: tags {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.821890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: tags {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.823860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: tags {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.825664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: tags {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.828411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: tags {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.830253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.extensions [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Extended resource: tags {{(pid=88729) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 23 16:02:13.837244 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING keystonemiddleware.auth_token [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 23 16:02:13.842961 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING keystonemiddleware.auth_token [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 23 16:02:13.851869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Acquired lock "singleton_lock" {{(pid=88729) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}}
Dec 23 16:02:13.852402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Releasing lock "singleton_lock" {{(pid=88729) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}}
Dec 23 16:02:13.853861 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO oslo_service.service [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Starting 2 workers
Dec 23 16:02:13.859078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Started child 88840 {{(pid=88729) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 23 16:02:13.863434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:13.863683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Started child 88841 {{(pid=88729) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 23 16:02:13.864948 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [-] (88840) wsgi starting up on http://0.0.0.0:9696
Dec 23 16:02:13.865205 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.service [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Neutron service started, listening on 0.0.0.0:9696
Dec 23 16:02:13.865871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Notify callbacks [] for process, before_spawn {{(pid=88729) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:13.867582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:13.868408 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO oslo_service.service [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Starting 1 workers
Dec 23 16:02:13.868992 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [-] (88841) wsgi starting up on http://0.0.0.0:9696
Dec 23 16:02:13.874478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Started child 88842 {{(pid=88729) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 23 16:02:13.875307 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO oslo_service.service [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Starting 1 workers
Dec 23 16:02:13.877237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.service [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] calling RpcWorker wait() {{(pid=88842) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 23 16:02:13.877632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.service [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] returning from RpcWorker wait() {{(pid=88842) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 23 16:02:13.879182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:13.879712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:02:13.879923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Started child 88843 {{(pid=88729) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 23 16:02:13.880693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35abd340-f28c-4117-abdb-a00710324d4d None None] Notify callbacks [] for process, after_spawn {{(pid=88729) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:13.882363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88729) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Dec 23 16:02:13.882591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 23 16:02:13.882798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 23 16:02:13.883093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 23 16:02:13.883516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 23 16:02:13.883709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 23 16:02:13.884265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:13.884361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.884561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.884850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.885156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.885470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.886136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.886424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.886729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.887072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.887314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.887496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.887868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.888169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.888439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.888806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.889092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.889396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.889706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.889922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.890198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.890536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.890808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.891127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.891405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.892010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.892286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.892562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.892827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.893143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.893425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.893734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.894000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.894254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.894527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.894802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.895053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.895308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.895600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.895869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.896311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] host                           = dv-neutron-822801-1-hyperv {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.896578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.896843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.897113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.897376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.897653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.897899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.898188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.898477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.898737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.899028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.899266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.899526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.899792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.900063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.900225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.900579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.900806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.900985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.901206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.901400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.901565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.901865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.902057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.902331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.902607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.902800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.903086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.903333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.903578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.903864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.904135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.904536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.904909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.905213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.905510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.905795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.906065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.906326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.906595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.906840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.907112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.907379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.907625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.907896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.908170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.908428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.908874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.909148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.909415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.909846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.910087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.910353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.911239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.911239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.911239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.911546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.913191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.913191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.913191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.913191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.913191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.913650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:02:13.913819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.913819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.913819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.913819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.913819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.914245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.914245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.914519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.914998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.915337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.915685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.915959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.916227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.916942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.916942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.917146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.917242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.918656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.918656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.918656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.918656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.918656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.919141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.67/identity {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.919141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.919338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.919602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.920402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.920624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.921609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.921609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.921609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.921609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.922019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.922116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.922292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.922588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.922914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.924330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.924330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.924330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.924330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.924330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.924330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.924898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.924898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.925077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.925499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.925626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.926740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.926740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.926740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.926740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.926740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.927226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.927226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.928630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.928630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.928630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.928630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.928630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.928630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.929326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.929326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.929326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.929599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.929696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.929933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.930192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.930428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.930689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.930913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.931322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.931723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.932143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.933954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.933954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.933954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.933954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.933954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.933954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.933954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.933954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.934706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.934706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.934882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.935088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.935335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.936182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.936455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.936703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.936951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.937233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.937525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.937785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.938056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.938359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.938614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.939009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.939144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.939388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.939618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.939888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.940133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.940428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.940666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.940934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.941197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.941471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.941780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.942149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.942345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.942635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.942877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.943318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.943958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.943958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.944299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.944473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.944624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.947042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.947042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.947042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.947042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.947042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.947042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.947042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.947042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.948171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.948171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.948171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.948171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.948171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.948830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.948830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.948830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.949305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.949401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.67/identity {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.949609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.949877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.950129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.950562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.951037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.951546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.951897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.952134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.952571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.953000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.953432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.953859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.954290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.954726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.955161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.955596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.955988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.956424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.956705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.956970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.957229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.957485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.957735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.958050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.958321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.958636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.958936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.959232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.959520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.959784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.960067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.960292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.960589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.960846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.961093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.961324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.961748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.962001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.962265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.962537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.962784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.963122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.963397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.963772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.964025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.964311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.964562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.964812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.965064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.965314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.965567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.965817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.966085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.966399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.966735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.967098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.967338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.967587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.967874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.968085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.968331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.968640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.968940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.969229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.969505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.969805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.970069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.970330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.970676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.970957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.972659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.972659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.972659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.972659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.972659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.972659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.973370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.973370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.973370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.973663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.973808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.974087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.974386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.976146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.976146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.976146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.976146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.976146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.976662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.976662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.976928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.977124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.977477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.977810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.978068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.978321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.978617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.978879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.979171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.979404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.979655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.979915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.980198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.980526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.980805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.981058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.981325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.981596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.981856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.982102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.982887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.983168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:13.983442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 23 16:02:13.983925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88729) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Dec 23 16:02:13.984119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 23 16:02:13.984305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 23 16:02:13.984527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 23 16:02:13.984730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 23 16:02:13.984900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 23 16:02:13.985134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.985326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.985515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.985703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.985891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.986100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.986289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.986476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.986662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.986853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.987065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.987252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.987440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.987626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.987810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.987997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.988182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.988368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.988558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.989675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.989675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.989675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.989675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.989675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.989675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.991360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.991360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.991360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.991360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.991360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.991360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.991360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.991360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.991882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.991882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.991882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.991882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.991882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.991882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.992244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] host                           = dv-neutron-822801-1-hyperv {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.992244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.992366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.992432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.992602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.992775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.992959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.993129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.993315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.993496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.993687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.993867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.994052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.994238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.994424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.994607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.994792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.994979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.995189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.995402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.995591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.995785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.995947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.996299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.996492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.996678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.996873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.997031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.997218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.997403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.997588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.997754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.997957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.998793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.999012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.999173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.999365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.999622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.999777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:13.999925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.000320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.000468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.000653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.000811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.000997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.001367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.001367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.001622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.001732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.001868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.002030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.002168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.002354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.002643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.002816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.002927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.003195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.003195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.003512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.003740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.003740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.004056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.004056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.004322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.004322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.004548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.004760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.004895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.004895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.005224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 23 16:02:14.005472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.005472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.005659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.005952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.006099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.006197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.006366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.006599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.006712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.007052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.007052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.007254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.007416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.007606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.007795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.67/identity {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.007985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.008173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.008362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.008552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.008743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.008933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.009122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.009311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.009500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.009691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.009878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.010066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.010255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.010444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.010634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.010823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.011033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.011224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.011413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.011604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.011793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.011982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.012171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.012357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.012557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.012744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.012932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.013120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.013309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.013498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.013743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.013897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.014214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.014405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.014594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.014799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.015041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.015699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.015699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.015699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.015699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.017494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.017494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.017494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.017494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.017494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.017494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.017494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.017494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.017494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.018253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.018253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.018253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.018253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.018253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.018253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.018253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.018837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.018837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.018837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.019121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.019121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.019298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.019465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.019659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.019820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.020058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.020215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.020372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.020513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.020652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.020789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.020958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.021147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.021333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.021732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.021732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.021917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.022013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.022161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.022262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:02:14.022359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.022509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.022698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.022883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.023095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.023297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.023485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.023676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.023865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.024061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.024261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.024450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.024638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.024825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.025013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.025202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.025390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.025578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.025766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.025953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.026141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.026335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.026568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.026755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.026945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.027159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.027346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.027535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.027723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.027910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.028099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.028287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.028475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.028663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.67/identity {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.028851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.029039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.029283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.029576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.029767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.029955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.030180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.030328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.030515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.030702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.030890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.031103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.031293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.031483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.031671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.031861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.032048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.032236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.032422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.032614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.032780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.032971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.033133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.033321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.033507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.033700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.033888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.034086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.034238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.034426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.034619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.034794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.035009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.035193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.035397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.035513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.035720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.035853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.036055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.036222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.036394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.036516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.036711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.036869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.037081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.037252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.037391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.037563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.037752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.037940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.038128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.038314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.038502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.038692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.038882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.039095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.039284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.039471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.039660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.039847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.040034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.040339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.040493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.040590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.040683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.040884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.041071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.041259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.041459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.041645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.041833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.042020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.042208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.042404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.042594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.042782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.042954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.043172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.043364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.043552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.043741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.043928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.044118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.044315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.044516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.044712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.045496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.045709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.045978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.046133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.046273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.046422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.046628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.046837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.046969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.047174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.047364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.047558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.047746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.047934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.048120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.048309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.048495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.048682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.048872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.049061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.049248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.049440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.049628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.049815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.050003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.050192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:02:14.050367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88729) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 23 16:02:14.265876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 45090) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:02:14.279073 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0110500
Dec 23 16:02:24.518956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da894777-ddd0-4dfa-872a-8419031cc72d None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:02:24.792476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da894777-ddd0-4dfa-872a-8419031cc72d None None] No non-hosted networks {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 23 16:02:24.816766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agentschedulers_db [None req-da894777-ddd0-4dfa-872a-8419031cc72d None None] DHCP Agent not found on host dv-neutron-822801-1-hyperv {{(pid=88842) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}}
Dec 23 16:02:24.934337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc624e48-2630-4a33-9143-016d2db6483f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399733'] for agent, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:25.867003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399733'] for agent, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:25.867003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:25.867003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:25.867003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:25.867003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:25.867947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:25.867947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:25.867947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:25.867947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:25.867947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:25.868309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:25.868309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:25.868309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa525f8>, 'Open vSwitch agent', 'dv-neutron-822801-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:02:25.879785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa9bef0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822801-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:02:26.676791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23d0e94e-ceac-4bdd-846f-2f1b1736954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399733'] for agent, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:26.715193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc9df0c9-e849-485b-9f51-710bc3f368e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:27.196282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399733'] for agent, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:28.463627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399733'] for agent, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:29.090315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 45206) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:02:29.847384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-df38964a-ae5f-4523-8037-c317442d19ef admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:02:29.848604 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-df38964a-ae5f-4523-8037-c317442d19ef admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.7572768
Dec 23 16:02:30.814222 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_hamode_db [None req-52838238-a438-414c-9775-2b12e47d261d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 23 16:02:30.903655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52838238-a438-414c-9775-2b12e47d261d None None] Routers set() bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:02:30.904160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52838238-a438-414c-9775-2b12e47d261d None None] Router IDs set() for agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 23 16:02:32.052133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 45222) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:02:32.128752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c75bf1b6-02cf-47ee-8cf7-f3e8646fa2a1 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:02:32.382361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.policy [None req-c75bf1b6-02cf-47ee-8cf7-f3e8646fa2a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88841) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Dec 23 16:02:32.389936 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota [None req-c75bf1b6-02cf-47ee-8cf7-f3e8646fa2a1 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f0b7c9d96d8>.
Dec 23 16:02:32.425278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c75bf1b6-02cf-47ee-8cf7-f3e8646fa2a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:02:32.489164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c75bf1b6-02cf-47ee-8cf7-f3e8646fa2a1 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730452356366', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730452369004', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730452370631', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730453170728', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730452973266', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036847257034', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7515198', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1533542', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1502551'] for rbac-policy, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:32.556229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c75bf1b6-02cf-47ee-8cf7-f3e8646fa2a1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:32.557511 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c75bf1b6-02cf-47ee-8cf7-f3e8646fa2a1 admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5043209
Dec 23 16:02:34.850147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 45238) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:02:34.925455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ac21f5a831294d07861aea437d2dd942', 'admin_state_up': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:02:34.931379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:02:34.938772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Usage tracker for resource:network and tenant:ac21f5a831294d07861aea437d2dd942 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:02:34.942248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:02:34.948923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:02:34.958412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Made reservation on behalf of ac21f5a831294d07861aea437d2dd942 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:02:34.964235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:34.980707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:35.026420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:02:35.037113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Usage tracker for resource:security_group_rule and tenant:ac21f5a831294d07861aea437d2dd942 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:02:35.040076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:02:35.046320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:02:35.116739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:35.119342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:35.123988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:02:35.142331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:02:35.168922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306398971713', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:35.169526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f0b7b788bf8> segment precommit_create {{(pid=88841) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 23 16:02:35.170040 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Added segment e0398468-51ae-4f81-ba3e-60d8caf1a61d of type vlan for network a8c7360d-52c2-4260-9feb-f64a0bb02465
Dec 23 16:02:35.222276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5354a7-ed35-41e2-b7a3-067de93ca55f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:02:35.248511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:35.248893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:35.249264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:35.249632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:35.250007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:35.251224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:35.251589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:35.251949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:35.252305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:35.252659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:35.253013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Tracked resource versions report:
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]: pushed versions:
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]: {   'ConntrackHelper': {'1.0'},
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Log': {'1.0'},
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Network': {'1.1'},
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Port': {'1.5'},
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:     'PortForwarding': {'1.2'},
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:     'QosPolicy': {'1.8'},
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroup': {'1.2'},
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroupRule': {'1.0'},
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SubPort': {'1.0'},
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Subnet': {'1.1'},
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Trunk': {'1.1'}}
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]: consumer versions:
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]: {   DHCP agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:     L3 agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metadata agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metering agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:     Open vSwitch agent@dv-neutron-822801-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Log': '1.0',
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Network': '1.1',
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Port': '1.5',
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'PortForwarding': '1.2',
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'QosPolicy': '1.8',
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroup': '1.2',
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroupRule': '1.0',
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SubPort': '1.0',
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Subnet': '1.1',
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Trunk': '1.1'}}
Dec 23 16:02:35.254305 dv-neutron-822801-1-hyperv neutron-server[88729]:  {{(pid=88841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 23 16:02:35.292164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:35.302882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:02:35.335609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:35.337236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:02:35.337612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:35.342389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:02:35.448293 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.5968986
Dec 23 16:02:35.453627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Pushing event updated for resources: {'Network': ['ID=a8c7360d-52c2-4260-9feb-f64a0bb02465,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:02:35.470920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:02:35.479849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network a8c7360d-52c2-4260-9feb-f64a0bb02465 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:02:37.717481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 45256) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:02:37.902327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c786930-70a9-4181-aad6-bfcf7eafc56b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:02:37.903817 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6c786930-70a9-4181-aad6-bfcf7eafc56b admin admin] 10.222.0.67 "GET /v2.0/networks/a8c7360d-52c2-4260-9feb-f64a0bb02465 HTTP/1.1" status: 200  len: 825 time: 0.1852870
Dec 23 16:02:37.933901 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7c5eca86-a7c5-4e54-96ab-eae1f4ba22ca admin admin] 10.222.0.67 "GET /v2.0/subnetpools/21c08c74-0914-46f3-9dbe-54f92275d8e2 HTTP/1.1" status: 200  len: 734 time: 0.0235488
Dec 23 16:02:37.942950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '21c08c74-0914-46f3-9dbe-54f92275d8e2', 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465', 'tenant_id': 'ac21f5a831294d07861aea437d2dd942', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:02:37.947465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:02:37.951321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Usage tracker for resource:subnet and tenant:ac21f5a831294d07861aea437d2dd942 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:02:37.954538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:02:37.960417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:02:37.970041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Made reservation on behalf of ac21f5a831294d07861aea437d2dd942 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:02:37.974626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:38.276554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:38.281328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:02:38.367703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Pushing event updated for resources: {'Subnet': ['ID=da07d420-65ee-4b5e-bf40-74bc86f26a03,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:02:38.382131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:02:38.391515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Checking segment: {'id': 'e0398468-51ae-4f81-ba3e-60d8caf1a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:02:38.391908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Network hostable DHCP agents. Network: a8c7360d-52c2-4260-9feb-f64a0bb02465, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:02:38.417008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Network a8c7360d-52c2-4260-9feb-f64a0bb02465 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:02:38.426278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, a8c7360d-52c2-4260-9feb-f64a0bb02465) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:02:38.430664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:02:38.431334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:38.436404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a3f7fa-9f05-4bc5-baec-6da60ea19d6b None None] Network a8c7360d-52c2-4260-9feb-f64a0bb02465 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:02:38.453208 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5136425
Dec 23 16:02:38.841431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-a8c7360d-52c2-4260-9feb-f64a0bb02465', 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465', 'tenant_id': 'ac21f5a831294d07861aea437d2dd942', 'fixed_ips': [{'subnet_id': 'da07d420-65ee-4b5e-bf40-74bc86f26a03'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:02:38.842616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:39.048353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Allocated IP 172.20.0.2 (a8c7360d-52c2-4260-9feb-f64a0bb02465/da07d420-65ee-4b5e-bf40-74bc86f26a03/6a85c908-819a-4e45-96b6-21db8f43813a) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:02:39.283257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:39.295788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Transition to ACTIVE for port object 6a85c908-819a-4e45-96b6-21db8f43813a will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:02:39.316538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Transition to ACTIVE for port object 6a85c908-819a-4e45-96b6-21db8f43813a will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:02:39.322133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:39.327204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:02:39.396319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Network a8c7360d-52c2-4260-9feb-f64a0bb02465 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:02:39.399908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:02:39.401466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Pushing event updated for resources: {'Port': ['ID=6a85c908-819a-4e45-96b6-21db8f43813a,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:02:39.406751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:02:39.417192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:39.417568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:39.417942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:39.418307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:39.418671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:39.419048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:39.419409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:39.419768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:39.420123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:39.420481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:39.420832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Tracked resource versions report:
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]: pushed versions:
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]: {   'ConntrackHelper': {'1.0'},
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Log': {'1.0'},
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Network': {'1.1'},
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Port': {'1.5'},
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:     'PortForwarding': {'1.2'},
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:     'QosPolicy': {'1.8'},
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroup': {'1.2'},
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroupRule': {'1.0'},
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SubPort': {'1.0'},
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Subnet': {'1.1'},
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Trunk': {'1.1'}}
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]: consumer versions:
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]: {   DHCP agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:     L3 agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metadata agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metering agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:     Open vSwitch agent@dv-neutron-822801-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Log': '1.0',
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Network': '1.1',
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Port': '1.5',
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'PortForwarding': '1.2',
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'QosPolicy': '1.8',
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroup': '1.2',
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroupRule': '1.0',
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SubPort': '1.0',
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Subnet': '1.1',
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Trunk': '1.1'}}
Dec 23 16:02:39.422732 dv-neutron-822801-1-hyperv neutron-server[88729]:  {{(pid=88842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 23 16:02:39.458512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:02:39.511387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Attempting to bind port 6a85c908-819a-4e45-96b6-21db8f43813a on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:02:39.511818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Attempting to bind port 6a85c908-819a-4e45-96b6-21db8f43813a by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'e0398468-51ae-4f81-ba3e-60d8caf1a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:02:39.512247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Attempting to bind port 6a85c908-819a-4e45-96b6-21db8f43813a on network a8c7360d-52c2-4260-9feb-f64a0bb02465 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:02:39.519066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:02:39.519484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Checking segment: {'id': 'e0398468-51ae-4f81-ba3e-60d8caf1a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:02:39.519950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:39.520379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Bound using segment: {'id': 'e0398468-51ae-4f81-ba3e-60d8caf1a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:02:39.520911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Bound port: 6a85c908-819a-4e45-96b6-21db8f43813a, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0398468-51ae-4f81-ba3e-60d8caf1a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:02:39.521317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:39.612900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] For port 6a85c908-819a-4e45-96b6-21db8f43813a, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:02:39.616872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] For port 6a85c908-819a-4e45-96b6-21db8f43813a, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6a85c908-819a-4e45-96b6-21db8f43813a,segment=NetworkSegment(e0398468-51ae-4f81-ba3e-60d8caf1a61d),segment_id=e0398468-51ae-4f81-ba3e-60d8caf1a61d)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:02:39.620093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:39.624649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:02:39.713678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Pushing event updated for resources: {'Port': ['ID=6a85c908-819a-4e45-96b6-21db8f43813a,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:02:39.716836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:02:40.653987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 45268) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:02:40.732107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-997d7376-8305-49c5-b396-ab68b2cf0d62 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:02:40.733201 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-997d7376-8305-49c5-b396-ab68b2cf0d62 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0781636
Dec 23 16:02:42.963800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 45284) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:02:43.040370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-bb4a61b6-cad4-4202-9a56-34d36b68734b admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:02:43.041467 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bb4a61b6-cad4-4202-9a56-34d36b68734b admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0766933
Dec 23 16:02:44.266297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6a85c908-819a-4e45-96b6-21db8f43813a up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:02:44.340059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 6a85c908-819a-4e45-96b6-21db8f43813a completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:02:44.518217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af699b6-93ce-4a93-add9-ad295181c7fa None None] Network a8c7360d-52c2-4260-9feb-f64a0bb02465 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:02:44.648526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f3eaf381-acf0-4abd-92b1-a9ba73cd4ed5 None None] Provisioning for port 6a85c908-819a-4e45-96b6-21db8f43813a completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:02:44.665107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f3eaf381-acf0-4abd-92b1-a9ba73cd4ed5 None None] Provisioning complete for port 6a85c908-819a-4e45-96b6-21db8f43813a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:02:44.665525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3eaf381-acf0-4abd-92b1-a9ba73cd4ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:44.887783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3eaf381-acf0-4abd-92b1-a9ba73cd4ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:44.929498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f3eaf381-acf0-4abd-92b1-a9ba73cd4ed5 None None] For port 6a85c908-819a-4e45-96b6-21db8f43813a, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6a85c908-819a-4e45-96b6-21db8f43813a,segment=NetworkSegment(e0398468-51ae-4f81-ba3e-60d8caf1a61d),segment_id=e0398468-51ae-4f81-ba3e-60d8caf1a61d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:02:44.933151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3eaf381-acf0-4abd-92b1-a9ba73cd4ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:44.935217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:02:45.004215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eaf381-acf0-4abd-92b1-a9ba73cd4ed5 None None] Pushing event updated for resources: {'Port': ['ID=6a85c908-819a-4e45-96b6-21db8f43813a,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:02:45.007861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f3eaf381-acf0-4abd-92b1-a9ba73cd4ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:02:45.164062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bbfa0279-0968-4e37-bb6c-bd44b8125ff7 None None] Provisioning complete for port 6a85c908-819a-4e45-96b6-21db8f43813a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:02:45.164484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0279-0968-4e37-bb6c-bd44b8125ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:45.307752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 45298) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:02:45.392139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b3233ab9-db85-42ed-8c19-5513c41da0c2 admin admin] Request body: {'router': {'tenant_id': 'ac21f5a831294d07861aea437d2dd942', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:02:45.397690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b3233ab9-db85-42ed-8c19-5513c41da0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:02:45.401727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b3233ab9-db85-42ed-8c19-5513c41da0c2 admin admin] Usage tracker for resource:router and tenant:ac21f5a831294d07861aea437d2dd942 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:02:45.404918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b3233ab9-db85-42ed-8c19-5513c41da0c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:02:45.411074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b3233ab9-db85-42ed-8c19-5513c41da0c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:02:45.419988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3233ab9-db85-42ed-8c19-5513c41da0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:45.421199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3233ab9-db85-42ed-8c19-5513c41da0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:45.446207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3233ab9-db85-42ed-8c19-5513c41da0c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:45.546159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3233ab9-db85-42ed-8c19-5513c41da0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:45.564198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3233ab9-db85-42ed-8c19-5513c41da0c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:45.565459 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b3233ab9-db85-42ed-8c19-5513c41da0c2 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.2566473
Dec 23 16:02:46.230857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6a85c908-819a-4e45-96b6-21db8f43813a up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:02:46.304521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 6a85c908-819a-4e45-96b6-21db8f43813a triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:02:46.304938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:47.741667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 45310) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:02:47.817997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-5cebfd51-8ada-48d1-9e25-1df10efa4bb6 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:02:47.819125 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5cebfd51-8ada-48d1-9e25-1df10efa4bb6 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0763788
Dec 23 16:02:50.022519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 45322) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:02:50.098144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:02:50.103740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:02:50.107800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Usage tracker for resource:network and tenant:cdad8dc34b7d4586b3a17c94ea488d2b is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:02:50.111445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:02:50.118108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:02:50.128023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Made reservation on behalf of cdad8dc34b7d4586b3a17c94ea488d2b for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:02:50.133010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:50.145866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:50.179738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:02:50.183748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Usage tracker for resource:security_group_rule and tenant:cdad8dc34b7d4586b3a17c94ea488d2b is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:02:50.186616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:02:50.193257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:02:50.258645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:50.261260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:50.266041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:02:50.282058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Reserving flat network on physical network physnet1 {{(pid=88841) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 23 16:02:50.429091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:50.429408 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Added segment ba1465f5-033a-41b9-b97b-f82f4a03c869 of type flat for network 2dc36bf2-ecdb-4314-aa29-e21d51c50182
Dec 23 16:02:50.430513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9541d5c-0e51-4aed-a718-eb2fd0b9f5d5,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:02:50.438807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:02:50.468114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:50.504125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:50.505339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:02:50.505992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:50.510826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3fac85e2-95a3-4cdc-9ccf-e50788576e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:02:50.611166 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5873973
Dec 23 16:02:50.616351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Pushing event updated for resources: {'Network': ['ID=2dc36bf2-ecdb-4314-aa29-e21d51c50182,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:02:50.624538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:02:50.638244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:02:52.804446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 45334) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:02:52.946652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042b93ae-2b1a-4ef7-b36f-e28d68b01449 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:02:52.948072 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-042b93ae-2b1a-4ef7-b36f-e28d68b01449 admin admin] 10.222.0.67 "GET /v2.0/subnets/da07d420-65ee-4b5e-bf40-74bc86f26a03 HTTP/1.1" status: 200  len: 849 time: 0.1425889
Dec 23 16:02:53.102244 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-776c9118-b668-4e69-884c-fc07dceb31a2 admin admin] 10.222.0.67 "GET /v2.0/routers/90ac3186-9ab5-41c5-93f7-24029ae6f2a5 HTTP/1.1" status: 200  len: 704 time: 0.1480641
Dec 23 16:02:53.619067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:53.870039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Allocated IP 172.20.0.1 (a8c7360d-52c2-4260-9feb-f64a0bb02465/da07d420-65ee-4b5e-bf40-74bc86f26a03/f8d9ffe1-253e-45ba-956c-06b071657ba6) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:02:54.043942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:54.061443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Transition to ACTIVE for port object f8d9ffe1-253e-45ba-956c-06b071657ba6 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:02:54.108648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:54.114055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:02:54.185586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Network a8c7360d-52c2-4260-9feb-f64a0bb02465 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:02:54.189784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:02:54.191793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Pushing event updated for resources: {'Port': ['ID=f8d9ffe1-253e-45ba-956c-06b071657ba6,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:02:54.203316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:02:54.203647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:54.262664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:02:54.320386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-873c63a5-7fa0-4029-80e3-2d25bdb8891f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:54.335545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:54.456783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bcb64d63-6bd5-4fa1-b28d-fc869784c274 None None] Provisioning for port f8d9ffe1-253e-45ba-956c-06b071657ba6 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:02:54.461908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bcb64d63-6bd5-4fa1-b28d-fc869784c274 None None] Provisioning complete for port f8d9ffe1-253e-45ba-956c-06b071657ba6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:02:54.462369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bcb64d63-6bd5-4fa1-b28d-fc869784c274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:54.518683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bcb64d63-6bd5-4fa1-b28d-fc869784c274 None None] Port f8d9ffe1-253e-45ba-956c-06b071657ba6 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:02:54.579951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:54.583326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:54.584395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:54.588341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:02:54.688051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Pushing event updated for resources: {'Port': ['ID=f8d9ffe1-253e-45ba-956c-06b071657ba6,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:02:54.692334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:02:54.936631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Network a8c7360d-52c2-4260-9feb-f64a0bb02465 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:02:54.938381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:02:55.244788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fb6e46f9-ba3e-490b-b614-787c1c9a60d6 None None] Provisioning complete for port f8d9ffe1-253e-45ba-956c-06b071657ba6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:02:55.245206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb6e46f9-ba3e-490b-b614-787c1c9a60d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:55.302407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fb6e46f9-ba3e-490b-b614-787c1c9a60d6 None None] Port f8d9ffe1-253e-45ba-956c-06b071657ba6 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:02:55.311404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Router 90ac3186-9ab5-41c5-93f7-24029ae6f2a5 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:02:55.483421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:02:55.492820 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] 10.222.0.67 "PUT /v2.0/routers/90ac3186-9ab5-41c5-93f7-24029ae6f2a5/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3852041
Dec 23 16:02:55.494254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Sync routers for ids ['90ac3186-9ab5-41c5-93f7-24029ae6f2a5'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:02:55.508055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Routers {'90ac3186-9ab5-41c5-93f7-24029ae6f2a5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:02:55.508816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab57048>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:02:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['90ac3186-9ab5-41c5-93f7-24029ae6f2a5'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:02:55.690380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Set router 90ac3186-9ab5-41c5-93f7-24029ae6f2a5 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:02:55.865465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:56.074329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab57048>, [{'id': '90ac3186-9ab5-41c5-93f7-24029ae6f2a5', 'name': 'router1', 'tenant_id': 'ac21f5a831294d07861aea437d2dd942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:02:45Z', 'updated_at': '2021-12-23T16:02:54Z', 'revision_number': 2, 'project_id': 'ac21f5a831294d07861aea437d2dd942', 'gw_port_host': None, '_interfaces': [{'id': 'f8d9ffe1-253e-45ba-956c-06b071657ba6', 'name': '', 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465', 'tenant_id': 'ac21f5a831294d07861aea437d2dd942', 'mac_address': 'fa:16:3e:26:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ac3186-9ab5-41c5-93f7-24029ae6f2a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da07d420-65ee-4b5e-bf40-74bc86f26a03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:02:53Z', 'updated_at': '2021-12-23T16:02:54Z', 'revision_number': 2, 'project_id': 'ac21f5a831294d07861aea437d2dd942', 'subnets': [{'id': 'da07d420-65ee-4b5e-bf40-74bc86f26a03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21c08c74-0914-46f3-9dbe-54f92275d8e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:02:56.079990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Checking router: 90ac3186-9ab5-41c5-93f7-24029ae6f2a5 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:02:56.080391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Updating router 90ac3186-9ab5-41c5-93f7-24029ae6f2a5 port f8d9ffe1-253e-45ba-956c-06b071657ba6 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:02:56.136368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:56.531751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:56.547253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Transition to ACTIVE for port object f8d9ffe1-253e-45ba-956c-06b071657ba6 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:02:56.552952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:56.558616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:02:56.673127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b621d807-4c0a-4ae0-b8c4-71cfda345996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:56.696261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Pushing event updated for resources: {'Port': ['ID=f8d9ffe1-253e-45ba-956c-06b071657ba6,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:02:56.785411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:56.785729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:56.786113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:56.786537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:56.786921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:56.787316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:56.787678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:56.788041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:56.788401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:56.788758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:56.789111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Tracked resource versions report:
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]: pushed versions:
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]: {   'ConntrackHelper': {'1.0'},
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Log': {'1.0'},
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Network': {'1.1'},
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Port': {'1.5'},
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:     'PortForwarding': {'1.2'},
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:     'QosPolicy': {'1.8'},
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroup': {'1.2'},
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroupRule': {'1.0'},
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SubPort': {'1.0'},
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Subnet': {'1.1'},
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Trunk': {'1.1'}}
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]: consumer versions:
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]: {   DHCP agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:     L3 agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metadata agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metering agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:     Open vSwitch agent@dv-neutron-822801-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Log': '1.0',
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Network': '1.1',
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Port': '1.5',
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'PortForwarding': '1.2',
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'QosPolicy': '1.8',
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroup': '1.2',
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroupRule': '1.0',
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SubPort': '1.0',
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Subnet': '1.1',
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Trunk': '1.1'}}
Dec 23 16:02:56.790415 dv-neutron-822801-1-hyperv neutron-server[88729]:  {{(pid=88843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 23 16:02:56.802141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Attempting to bind port f8d9ffe1-253e-45ba-956c-06b071657ba6 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:02:56.802582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Attempting to bind port f8d9ffe1-253e-45ba-956c-06b071657ba6 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'e0398468-51ae-4f81-ba3e-60d8caf1a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:02:56.803049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Attempting to bind port f8d9ffe1-253e-45ba-956c-06b071657ba6 on network a8c7360d-52c2-4260-9feb-f64a0bb02465 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:02:56.807307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:02:56.810734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:02:56.811195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Checking segment: {'id': 'e0398468-51ae-4f81-ba3e-60d8caf1a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:02:56.811680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:56.812662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Bound using segment: {'id': 'e0398468-51ae-4f81-ba3e-60d8caf1a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:02:56.813214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Bound port: f8d9ffe1-253e-45ba-956c-06b071657ba6, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0398468-51ae-4f81-ba3e-60d8caf1a61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:02:56.813635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:56.905084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] For port f8d9ffe1-253e-45ba-956c-06b071657ba6, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:02:56.909866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] For port f8d9ffe1-253e-45ba-956c-06b071657ba6, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f8d9ffe1-253e-45ba-956c-06b071657ba6,segment=NetworkSegment(e0398468-51ae-4f81-ba3e-60d8caf1a61d),segment_id=e0398468-51ae-4f81-ba3e-60d8caf1a61d)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:02:56.912292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:56.917118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:02:57.017730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Routers {'90ac3186-9ab5-41c5-93f7-24029ae6f2a5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:02:57.018535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab57048>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:02:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['90ac3186-9ab5-41c5-93f7-24029ae6f2a5'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:02:57.072895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Pushing event updated for resources: {'Port': ['ID=f8d9ffe1-253e-45ba-956c-06b071657ba6,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:02:57.076477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:02:57.142135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:57.193454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] Set router 90ac3186-9ab5-41c5-93f7-24029ae6f2a5 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:02:57.664381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab57048>, [{'id': '90ac3186-9ab5-41c5-93f7-24029ae6f2a5', 'name': 'router1', 'tenant_id': 'ac21f5a831294d07861aea437d2dd942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:02:45Z', 'updated_at': '2021-12-23T16:02:54Z', 'revision_number': 2, 'project_id': 'ac21f5a831294d07861aea437d2dd942', 'gw_port_host': None, '_interfaces': [{'id': 'f8d9ffe1-253e-45ba-956c-06b071657ba6', 'name': '', 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465', 'tenant_id': 'ac21f5a831294d07861aea437d2dd942', 'mac_address': 'fa:16:3e:26:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ac3186-9ab5-41c5-93f7-24029ae6f2a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da07d420-65ee-4b5e-bf40-74bc86f26a03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:02:53Z', 'updated_at': '2021-12-23T16:02:56Z', 'revision_number': 4, 'project_id': 'ac21f5a831294d07861aea437d2dd942', 'subnets': [{'id': 'da07d420-65ee-4b5e-bf40-74bc86f26a03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21c08c74-0914-46f3-9dbe-54f92275d8e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:02:57.668502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c476a6-7ba0-458b-8458-c0cd083edb10 None None] The sync data for ids ['90ac3186-9ab5-41c5-93f7-24029ae6f2a5'] in dv-neutron-822801-1-hyperv is: [{'id': '90ac3186-9ab5-41c5-93f7-24029ae6f2a5', 'name': 'router1', 'tenant_id': 'ac21f5a831294d07861aea437d2dd942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:02:45Z', 'updated_at': '2021-12-23T16:02:54Z', 'revision_number': 2, 'project_id': 'ac21f5a831294d07861aea437d2dd942', 'gw_port_host': None, '_interfaces': [{'id': 'f8d9ffe1-253e-45ba-956c-06b071657ba6', 'name': '', 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465', 'tenant_id': 'ac21f5a831294d07861aea437d2dd942', 'mac_address': 'fa:16:3e:26:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ac3186-9ab5-41c5-93f7-24029ae6f2a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da07d420-65ee-4b5e-bf40-74bc86f26a03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:02:53Z', 'updated_at': '2021-12-23T16:02:56Z', 'revision_number': 4, 'project_id': 'ac21f5a831294d07861aea437d2dd942', 'subnets': [{'id': 'da07d420-65ee-4b5e-bf40-74bc86f26a03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21c08c74-0914-46f3-9dbe-54f92275d8e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:02:57.688569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 45350) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:02:58.406770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:58.606139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.policy [None req-3eb8823e-c537-4009-85ab-6ee025bb5210 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88840) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Dec 23 16:02:58.613187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb8823e-c537-4009-85ab-6ee025bb5210 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:02:58.615040 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3eb8823e-c537-4009-85ab-6ee025bb5210 admin admin] 10.222.0.67 "GET /v2.0/networks/2dc36bf2-ecdb-4314-aa29-e21d51c50182 HTTP/1.1" status: 200  len: 842 time: 0.9244652
Dec 23 16:02:58.626550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.26.5.0/24', 'ip_version': 4, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'gateway_ip': '172.26.5.1', 'name': 'public-subnet'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:02:58.629746 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.quota [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f0b7aaa8e10>.
Dec 23 16:02:58.635819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:02:58.641242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Usage tracker for resource:subnet and tenant:cdad8dc34b7d4586b3a17c94ea488d2b is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:02:58.644477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:02:58.651865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:02:58.665505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Made reservation on behalf of cdad8dc34b7d4586b3a17c94ea488d2b for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:02:58.671863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:59.165521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:59.174106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:02:59.257640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:02:59.258031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Network hostable DHCP agents. Network: 2dc36bf2-ecdb-4314-aa29-e21d51c50182, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:02:59.272418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=322e9bf4-4186-4e6e-8dfa-049166044578,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:02:59.286825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:59.287310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:59.287596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:59.287966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:59.288339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:59.288702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:59.289078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:59.289443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:59.289805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:59.290163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:59.290518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Tracked resource versions report:
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]: pushed versions:
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]: {   'ConntrackHelper': {'1.0'},
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Log': {'1.0'},
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Network': {'1.1'},
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Port': {'1.5'},
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:     'PortForwarding': {'1.2'},
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:     'QosPolicy': {'1.8'},
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroup': {'1.2'},
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroupRule': {'1.0'},
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SubPort': {'1.0'},
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Subnet': {'1.1'},
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Trunk': {'1.1'}}
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]: consumer versions:
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]: {   DHCP agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:     L3 agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metadata agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metering agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:     Open vSwitch agent@dv-neutron-822801-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Log': '1.0',
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Network': '1.1',
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Port': '1.5',
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'PortForwarding': '1.2',
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'QosPolicy': '1.8',
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroup': '1.2',
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroupRule': '1.0',
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SubPort': '1.0',
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Subnet': '1.1',
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Trunk': '1.1'}}
Dec 23 16:02:59.291837 dv-neutron-822801-1-hyperv neutron-server[88729]:  {{(pid=88840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 23 16:02:59.325085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:02:59.335293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:02:59.336876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 2dc36bf2-ecdb-4314-aa29-e21d51c50182) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:02:59.342190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:02:59.342966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:02:59.347464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef481be8-7d71-4daa-99f0-1e0fcb88e57a None None] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:02:59.368201 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7457597
Dec 23 16:02:59.581271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f1e3ba-4136-454d-b8ef-ff46480088cb None None] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:03:00.258305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f8d9ffe1-253e-45ba-956c-06b071657ba6 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:03:00.331292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port f8d9ffe1-253e-45ba-956c-06b071657ba6 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:03:00.336083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f8d9ffe1-253e-45ba-956c-06b071657ba6 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:03:00.336501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:00.451822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:00.486335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port f8d9ffe1-253e-45ba-956c-06b071657ba6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f8d9ffe1-253e-45ba-956c-06b071657ba6,segment=NetworkSegment(e0398468-51ae-4f81-ba3e-60d8caf1a61d),segment_id=e0398468-51ae-4f81-ba3e-60d8caf1a61d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:03:00.489343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:00.491665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-10c9af16-1477-476e-88d5-e16e34b944a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:03:00.568448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=f8d9ffe1-253e-45ba-956c-06b071657ba6,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:03:00.571619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:03:01.597155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 45376) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:03:01.865358 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1f71e92b-c87e-48a6-b156-929ab065f330 admin admin] 10.222.0.67 "GET /v2.0/routers/90ac3186-9ab5-41c5-93f7-24029ae6f2a5 HTTP/1.1" status: 200  len: 710 time: 0.2668951
Dec 23 16:03:02.120216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc94fb7c-fef8-46c9-adfc-2fc3fb2a12cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:03:02.121628 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dc94fb7c-fef8-46c9-adfc-2fc3fb2a12cb admin admin] 10.222.0.67 "GET /v2.0/networks/2dc36bf2-ecdb-4314-aa29-e21d51c50182 HTTP/1.1" status: 200  len: 886 time: 0.2505534
Dec 23 16:03:02.131668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:03:02.232096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f8d9ffe1-253e-45ba-956c-06b071657ba6 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:03:02.302294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f8d9ffe1-253e-45ba-956c-06b071657ba6 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:03:02.302736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:02.633900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:02.826968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:02.889255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:03.030433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Allocated IP 172.26.5.198 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/2b92e5b6-bcea-4168-b966-9818883e55bc) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:03:03.185578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:03.236467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:03.241218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:03:03.307774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:03:03.311198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:03:03.313059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=2b92e5b6-bcea-4168-b966-9818883e55bc,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:03:03.323481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:03:03.393316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:03:03.519538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:03.838431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:03.841937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:04.050314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Router 90ac3186-9ab5-41c5-93f7-24029ae6f2a5 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:03:04.267727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:03:04.276476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:04.277735 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] 10.222.0.67 "PUT /v2.0/routers/90ac3186-9ab5-41c5-93f7-24029ae6f2a5 HTTP/1.1" status: 200  len: 890 time: 2.1495745
Dec 23 16:03:04.278196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Sync routers for ids ['90ac3186-9ab5-41c5-93f7-24029ae6f2a5'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:03:04.292383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Routers {'90ac3186-9ab5-41c5-93f7-24029ae6f2a5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:03:04.293082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a65a128>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:02:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['90ac3186-9ab5-41c5-93f7-24029ae6f2a5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:03:04.495616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Set router 90ac3186-9ab5-41c5-93f7-24029ae6f2a5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:03:04.855920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a65a128>, [{'id': '90ac3186-9ab5-41c5-93f7-24029ae6f2a5', 'name': 'router1', 'tenant_id': 'ac21f5a831294d07861aea437d2dd942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': '2b92e5b6-bcea-4168-b966-9818883e55bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:02:45Z', 'updated_at': '2021-12-23T16:03:03Z', 'revision_number': 4, 'project_id': 'ac21f5a831294d07861aea437d2dd942', 'gw_port': {'id': '2b92e5b6-bcea-4168-b966-9818883e55bc', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:91:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ac3186-9ab5-41c5-93f7-24029ae6f2a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:03:02Z', 'updated_at': '2021-12-23T16:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'f8d9ffe1-253e-45ba-956c-06b071657ba6', 'name': '', 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465', 'tenant_id': 'ac21f5a831294d07861aea437d2dd942', 'mac_address': 'fa:16:3e:26:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac3186-9ab5-41c5-93f7-24029ae6f2a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da07d420-65ee-4b5e-bf40-74bc86f26a03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:02:53Z', 'updated_at': '2021-12-23T16:03:00Z', 'revision_number': 5, 'project_id': 'ac21f5a831294d07861aea437d2dd942', 'subnets': [{'id': 'da07d420-65ee-4b5e-bf40-74bc86f26a03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21c08c74-0914-46f3-9dbe-54f92275d8e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:03:04.861001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Checking router: 90ac3186-9ab5-41c5-93f7-24029ae6f2a5 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:03:04.861400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Updating router 90ac3186-9ab5-41c5-93f7-24029ae6f2a5 port 2b92e5b6-bcea-4168-b966-9818883e55bc binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:03:04.916700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:05.263715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:05.276842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Transition to ACTIVE for port object 2b92e5b6-bcea-4168-b966-9818883e55bc will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:03:05.283821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:05.288728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:03:05.368786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c81192-7f36-4f94-ae1f-c6bbe95ace5d None None] Pushing event updated for resources: {'Port': ['ID=2b92e5b6-bcea-4168-b966-9818883e55bc,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:03:05.371697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Attempting to bind port 2b92e5b6-bcea-4168-b966-9818883e55bc on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:03:05.372110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Attempting to bind port 2b92e5b6-bcea-4168-b966-9818883e55bc by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:03:05.372517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Attempting to bind port 2b92e5b6-bcea-4168-b966-9818883e55bc on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:03:05.375968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-28c81192-7f36-4f94-ae1f-c6bbe95ace5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:03:05.381492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:03:05.381913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:03:05.382363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:05.382798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:03:05.383345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Bound port: 2b92e5b6-bcea-4168-b966-9818883e55bc, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:03:05.383765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:05.460217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] For port 2b92e5b6-bcea-4168-b966-9818883e55bc, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:03:05.463431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] For port 2b92e5b6-bcea-4168-b966-9818883e55bc, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2b92e5b6-bcea-4168-b966-9818883e55bc,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:03:05.466528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:05.471645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:03:05.563305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c81192-7f36-4f94-ae1f-c6bbe95ace5d None None] Pushing event updated for resources: {'Port': ['ID=2b92e5b6-bcea-4168-b966-9818883e55bc,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:03:05.566631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-28c81192-7f36-4f94-ae1f-c6bbe95ace5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:03:05.567631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Routers {'90ac3186-9ab5-41c5-93f7-24029ae6f2a5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:03:05.568293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a65a128>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:02:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['90ac3186-9ab5-41c5-93f7-24029ae6f2a5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:03:05.909170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] Set router 90ac3186-9ab5-41c5-93f7-24029ae6f2a5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:03:06.261385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a65a128>, [{'id': '90ac3186-9ab5-41c5-93f7-24029ae6f2a5', 'name': 'router1', 'tenant_id': 'ac21f5a831294d07861aea437d2dd942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': '2b92e5b6-bcea-4168-b966-9818883e55bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:02:45Z', 'updated_at': '2021-12-23T16:03:03Z', 'revision_number': 4, 'project_id': 'ac21f5a831294d07861aea437d2dd942', 'gw_port': {'id': '2b92e5b6-bcea-4168-b966-9818883e55bc', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:91:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ac3186-9ab5-41c5-93f7-24029ae6f2a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:03:02Z', 'updated_at': '2021-12-23T16:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'f8d9ffe1-253e-45ba-956c-06b071657ba6', 'name': '', 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465', 'tenant_id': 'ac21f5a831294d07861aea437d2dd942', 'mac_address': 'fa:16:3e:26:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac3186-9ab5-41c5-93f7-24029ae6f2a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da07d420-65ee-4b5e-bf40-74bc86f26a03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:02:53Z', 'updated_at': '2021-12-23T16:03:00Z', 'revision_number': 5, 'project_id': 'ac21f5a831294d07861aea437d2dd942', 'subnets': [{'id': 'da07d420-65ee-4b5e-bf40-74bc86f26a03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21c08c74-0914-46f3-9dbe-54f92275d8e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:03:06.265677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb81413-9a1f-43dd-bf18-50fe7e63edd3 None None] The sync data for ids ['90ac3186-9ab5-41c5-93f7-24029ae6f2a5'] in dv-neutron-822801-1-hyperv is: [{'id': '90ac3186-9ab5-41c5-93f7-24029ae6f2a5', 'name': 'router1', 'tenant_id': 'ac21f5a831294d07861aea437d2dd942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': '2b92e5b6-bcea-4168-b966-9818883e55bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:02:45Z', 'updated_at': '2021-12-23T16:03:03Z', 'revision_number': 4, 'project_id': 'ac21f5a831294d07861aea437d2dd942', 'gw_port': {'id': '2b92e5b6-bcea-4168-b966-9818883e55bc', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:91:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ac3186-9ab5-41c5-93f7-24029ae6f2a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:03:02Z', 'updated_at': '2021-12-23T16:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'f8d9ffe1-253e-45ba-956c-06b071657ba6', 'name': '', 'network_id': 'a8c7360d-52c2-4260-9feb-f64a0bb02465', 'tenant_id': 'ac21f5a831294d07861aea437d2dd942', 'mac_address': 'fa:16:3e:26:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ac3186-9ab5-41c5-93f7-24029ae6f2a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da07d420-65ee-4b5e-bf40-74bc86f26a03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:02:53Z', 'updated_at': '2021-12-23T16:03:00Z', 'revision_number': 5, 'project_id': 'ac21f5a831294d07861aea437d2dd942', 'subnets': [{'id': 'da07d420-65ee-4b5e-bf40-74bc86f26a03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21c08c74-0914-46f3-9dbe-54f92275d8e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:03:06.645319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 45390) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:03:06.798701 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e3d62b01-3d9d-4315-bd16-6077002a93ab admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1082 time: 0.1521380
Dec 23 16:03:08.277707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2b92e5b6-bcea-4168-b966-9818883e55bc up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:03:08.354097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 2b92e5b6-bcea-4168-b966-9818883e55bc completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:03:08.359658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 2b92e5b6-bcea-4168-b966-9818883e55bc triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:03:08.360235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:08.480324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:08.497149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 2b92e5b6-bcea-4168-b966-9818883e55bc, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2b92e5b6-bcea-4168-b966-9818883e55bc,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:03:08.503354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:08.505617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:03:08.581090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=2b92e5b6-bcea-4168-b966-9818883e55bc,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:03:08.584631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:03:10.299113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2b92e5b6-bcea-4168-b966-9818883e55bc up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:03:10.429644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 2b92e5b6-bcea-4168-b966-9818883e55bc triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:03:10.430328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:15.939664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 5 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:03:24.314239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1221bacf-af62-457b-afb5-697b03490c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:25.869400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:26.675378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09c24d7d-52ff-4b8f-94d9-49041138d593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:27.144185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:28.413036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:52.935791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 5 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:03:54.318226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c85547f6-4a1e-4067-8eff-40f6650278f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:55.871775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:56.682840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f4634c7-c41e-49c1-8cd2-eb1311db609b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:57.150130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:03:58.425030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:04:24.312637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4fb9dc74-23f3-466e-aaee-392d5d8f7f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:04:25.871266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:04:26.676331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b098862-507c-43e2-9f67-b560cff249d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:04:27.150817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:04:28.425809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:04:29.937153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 5 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:04:46.107625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 45960) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:04:46.210755 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63ddb51-ba48-44b2-845f-119b7b4ee90f admin admin] GET failed (client error): The resource could not be found.
Dec 23 16:04:46.212136 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f63ddb51-ba48-44b2-845f-119b7b4ee90f admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1034772
Dec 23 16:04:46.357563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b175893-0de3-48cb-93a6-3ad4c924d722 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:04:46.359084 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5b175893-0de3-48cb-93a6-3ad4c924d722 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1424015
Dec 23 16:04:48.476999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 45972) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:04:48.621134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7839f13-14f1-4f91-90f7-23d0dd4bd7eb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:04:48.621782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d7839f13-14f1-4f91-90f7-23d0dd4bd7eb admin admin] Synchronizing usage tracker for tenant:cdad8dc34b7d4586b3a17c94ea488d2b on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:04:48.639022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d7839f13-14f1-4f91-90f7-23d0dd4bd7eb admin admin] Unset dirty status for tenant:cdad8dc34b7d4586b3a17c94ea488d2b on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:04:48.640271 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d7839f13-14f1-4f91-90f7-23d0dd4bd7eb admin admin] 10.222.0.67 "GET /v2.0/subnets/da07d420-65ee-4b5e-bf40-74bc86f26a03 HTTP/1.1" status: 200  len: 849 time: 0.1623013
Dec 23 16:04:48.650685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:04:48.776806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:04:48.976498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730455742118'] for subnet, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:04:48.980967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:04:49.030250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:04:49.031164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:04:49.043313 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] 10.222.0.67 "PUT /v2.0/subnets/da07d420-65ee-4b5e-bf40-74bc86f26a03 HTTP/1.1" status: 200  len: 868 time: 0.3858774
Dec 23 16:04:49.043564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b6ec0d-927f-4cff-ba0a-9efa54db5bf6 None None] Network a8c7360d-52c2-4260-9feb-f64a0bb02465 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:04:49.054750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da07d420-65ee-4b5e-bf40-74bc86f26a03,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:04:49.065291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:04:49.065688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:04:49.066043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:04:49.066421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:04:49.066793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:04:49.067220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:04:49.067595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:04:49.067964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:04:49.068331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:04:49.068694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:04:49.069061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:04:49.073474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:04:49.566680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-aeb7b96c-ea70-46bc-822c-ca1c693ecf2f None None] Provisioning complete for port f8d9ffe1-253e-45ba-956c-06b071657ba6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:04:49.567232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aeb7b96c-ea70-46bc-822c-ca1c693ecf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:04:49.702339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-aeb7b96c-ea70-46bc-822c-ca1c693ecf2f None None] Provisioning complete for port 6a85c908-819a-4e45-96b6-21db8f43813a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:04:49.702806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aeb7b96c-ea70-46bc-822c-ca1c693ecf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:04:51.144589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 45984) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:04:51.365994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6299cae1-a33c-4462-85e6-e9652081a542 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:04:51.366342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6299cae1-a33c-4462-85e6-e9652081a542 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:04:51.368081 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6299cae1-a33c-4462-85e6-e9652081a542 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2223938
Dec 23 16:04:53.500444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 45996) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:04:53.714303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa14d1d7-8e75-42c2-bf4c-80c068dfab5a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:04:53.714956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa14d1d7-8e75-42c2-bf4c-80c068dfab5a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:04:53.716502 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aa14d1d7-8e75-42c2-bf4c-80c068dfab5a admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2147377
Dec 23 16:04:54.314706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12248875-5eff-49ed-beeb-4dbd8807bb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:04:55.834604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46008) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:04:55.874639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:04:56.047089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38474f9a-7376-472c-8b20-05fe836fbbec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:04:56.048538 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-38474f9a-7376-472c-8b20-05fe836fbbec admin admin] 10.222.0.67 "GET /v2.0/networks/2dc36bf2-ecdb-4314-aa29-e21d51c50182 HTTP/1.1" status: 200  len: 886 time: 0.2128620
Dec 23 16:04:56.678485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6b59-63ce-4f45-8bab-cdbc7347f8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:04:57.154976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:04:58.141429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46020) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:04:58.367639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf7279b-b905-4f0f-9059-c467e4eab00d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:04:58.369079 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-faf7279b-b905-4f0f-9059-c467e4eab00d admin admin] 10.222.0.67 "GET /v2.0/networks/a8c7360d-52c2-4260-9feb-f64a0bb02465 HTTP/1.1" status: 200  len: 869 time: 0.2266088
Dec 23 16:04:58.430270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:00.507505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46032) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:05:00.647752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b66d364-750d-4b93-8872-83fc832c19c2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:05:00.648149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b66d364-750d-4b93-8872-83fc832c19c2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:05:00.649779 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7b66d364-750d-4b93-8872-83fc832c19c2 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1412466
Dec 23 16:05:02.751561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46044) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:05:02.895671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8537dc-1c6a-46d9-8fd1-43621c8cf0cd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:05:02.896017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8537dc-1c6a-46d9-8fd1-43621c8cf0cd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:05:02.897672 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2b8537dc-1c6a-46d9-8fd1-43621c8cf0cd admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1450193
Dec 23 16:05:05.024082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46056) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:05:05.157848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a9f9de-bcfc-4c8f-bcc6-b09c0d3483b3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:05:05.159249 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-22a9f9de-bcfc-4c8f-bcc6-b09c0d3483b3 admin admin] 10.222.0.67 "GET /v2.0/subnets/322e9bf4-4186-4e6e-8dfa-049166044578 HTTP/1.1" status: 200  len: 816 time: 0.1340747
Dec 23 16:05:06.938193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 5 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:05:07.291257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46068) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:05:07.435701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d27891-0a82-4556-a3ad-c7f4f2bfc279 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:05:07.437167 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-90d27891-0a82-4556-a3ad-c7f4f2bfc279 admin admin] 10.222.0.67 "GET /v2.0/subnets/da07d420-65ee-4b5e-bf40-74bc86f26a03 HTTP/1.1" status: 200  len: 868 time: 0.1439617
Dec 23 16:05:24.317815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d8340e2-a249-4c97-ae09-38734262daee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:25.879919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:26.680563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3282ef38-fe5f-4e79-8a2d-b7d37839eef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:27.159126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:27.434790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46116) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:05:27.512198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-a61db730-5296-4fb8-88c7-f438569d07f8 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:05:27.513311 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a61db730-5296-4fb8-88c7-f438569d07f8 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0774322
Dec 23 16:05:28.431875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:29.704624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46128) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:05:29.807263 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24283a7-cf8f-4ef1-907e-8deb072a1e0f admin admin] GET failed (client error): The resource could not be found.
Dec 23 16:05:29.808704 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c24283a7-cf8f-4ef1-907e-8deb072a1e0f admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1030192
Dec 23 16:05:30.098946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af89a3c-0a86-4d96-ba07-4a555da27aaa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:05:30.100608 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7af89a3c-0a86-4d96-ba07-4a555da27aaa admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.2874744
Dec 23 16:05:32.205563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46140) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:05:32.284340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:05:32.289967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:05:32.293984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Usage tracker for resource:network and tenant:cdad8dc34b7d4586b3a17c94ea488d2b is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:05:32.297056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:05:32.303109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:05:32.311800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Made reservation on behalf of cdad8dc34b7d4586b3a17c94ea488d2b for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:05:32.316385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:32.415083 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING neutron.services.revisions.revision_plugin [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f0b79f06cc0] {project_id='cdad8dc34b7d4586b3a17c94ea488d2b', id='4cb918f4-ce1c-4cfc-ac8c-46a16214c5e3', target_tenant='*', action='access_as_shared', object_id='ca23471e-3ebe-4ded-8cc7-b7de047498fa'}> to bump revision.
Dec 23 16:05:32.432809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:05:32.443636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306398971713', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:32.444229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f0b7b788bf8> segment precommit_create {{(pid=88840) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 23 16:05:32.444679 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Added segment 04991975-984f-4fbc-a40a-8292be7e9cf0 of type vlan for network ca23471e-3ebe-4ded-8cc7-b7de047498fa
Dec 23 16:05:32.484858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:32.533542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:32.534770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:05:32.535437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:32.540175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:05:32.588150 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3813901
Dec 23 16:05:32.644493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Pushing event updated for resources: {'Network': ['ID=ca23471e-3ebe-4ded-8cc7-b7de047498fa,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:05:32.648053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:05:32.657951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network ca23471e-3ebe-4ded-8cc7-b7de047498fa details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:05:34.761042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46152) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:05:34.861270 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-33db5734-c45b-4971-8fe1-0dcb04646600 admin admin] GET failed (client error): The resource could not be found.
Dec 23 16:05:34.861823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-33db5734-c45b-4971-8fe1-0dcb04646600 admin admin] Synchronizing usage tracker for tenant:cdad8dc34b7d4586b3a17c94ea488d2b on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:05:34.878226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-33db5734-c45b-4971-8fe1-0dcb04646600 admin admin] Unset dirty status for tenant:cdad8dc34b7d4586b3a17c94ea488d2b on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:05:34.879443 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-33db5734-c45b-4971-8fe1-0dcb04646600 admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1173594
Dec 23 16:05:34.993664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d2cce7-f0f3-4d04-86f6-a02167771b2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:05:34.996041 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-94d2cce7-f0f3-4d04-86f6-a02167771b2c admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1122637
Dec 23 16:05:35.006914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'ca23471e-3ebe-4ded-8cc7-b7de047498fa', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:05:35.012293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:05:35.022251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:05:35.030687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] Made reservation on behalf of cdad8dc34b7d4586b3a17c94ea488d2b for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:05:35.035257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:35.243325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:35.248460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-165b6fd6-9f2f-45d4-a123-23e10bb548d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:05:35.324699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7ab7ea-90f8-453f-998c-0b48f81d9310,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:05:35.329832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:05:35.340616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] Checking segment: {'id': '04991975-984f-4fbc-a40a-8292be7e9cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ca23471e-3ebe-4ded-8cc7-b7de047498fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:05:35.341006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] Network hostable DHCP agents. Network: ca23471e-3ebe-4ded-8cc7-b7de047498fa, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:05:35.362238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] Network ca23471e-3ebe-4ded-8cc7-b7de047498fa is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:05:35.371429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, ca23471e-3ebe-4ded-8cc7-b7de047498fa) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:05:35.375456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:05:35.376112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:35.382091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb12d86-88d8-43dc-83a2-01be8a318fd9 None None] Network ca23471e-3ebe-4ded-8cc7-b7de047498fa requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:05:35.401719 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3983982
Dec 23 16:05:35.623640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ca23471e-3ebe-4ded-8cc7-b7de047498fa', 'network_id': 'ca23471e-3ebe-4ded-8cc7-b7de047498fa', 'tenant_id': 'cdad8dc34b7d4586b3a17c94ea488d2b', 'fixed_ips': [{'subnet_id': 'fe7ab7ea-90f8-453f-998c-0b48f81d9310'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:05:35.624634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:35.794924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Allocated IP 192.168.233.2 (ca23471e-3ebe-4ded-8cc7-b7de047498fa/fe7ab7ea-90f8-453f-998c-0b48f81d9310/32c9425a-cac2-4fcb-b981-6122ae015500) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:05:36.018005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:36.029613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Transition to ACTIVE for port object 32c9425a-cac2-4fcb-b981-6122ae015500 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:05:36.050396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Transition to ACTIVE for port object 32c9425a-cac2-4fcb-b981-6122ae015500 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:05:36.055206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:36.060624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-28c81192-7f36-4f94-ae1f-c6bbe95ace5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:05:36.128890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Network ca23471e-3ebe-4ded-8cc7-b7de047498fa is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:05:36.131789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:05:36.134638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:05:36.146882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Pushing event updated for resources: {'Port': ['ID=32c9425a-cac2-4fcb-b981-6122ae015500,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:05:36.185285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:05:36.185675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:05:36.186053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:05:36.186426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:05:36.186811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:05:36.187212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:05:36.187576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:05:36.187962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:05:36.188326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:05:36.188694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:05:36.189049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:05:36.192876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:05:36.248523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Attempting to bind port 32c9425a-cac2-4fcb-b981-6122ae015500 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:05:36.248943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Attempting to bind port 32c9425a-cac2-4fcb-b981-6122ae015500 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '04991975-984f-4fbc-a40a-8292be7e9cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ca23471e-3ebe-4ded-8cc7-b7de047498fa'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:05:36.249357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Attempting to bind port 32c9425a-cac2-4fcb-b981-6122ae015500 on network ca23471e-3ebe-4ded-8cc7-b7de047498fa {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:05:36.256550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:05:36.256973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Checking segment: {'id': '04991975-984f-4fbc-a40a-8292be7e9cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ca23471e-3ebe-4ded-8cc7-b7de047498fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:05:36.257489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:36.257871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Bound using segment: {'id': '04991975-984f-4fbc-a40a-8292be7e9cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ca23471e-3ebe-4ded-8cc7-b7de047498fa'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:05:36.258372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Bound port: 32c9425a-cac2-4fcb-b981-6122ae015500, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04991975-984f-4fbc-a40a-8292be7e9cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ca23471e-3ebe-4ded-8cc7-b7de047498fa'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:05:36.258794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:36.356541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e065f780-46a9-4433-96f7-871945765a40 None None] For port 32c9425a-cac2-4fcb-b981-6122ae015500, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:05:36.359819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e065f780-46a9-4433-96f7-871945765a40 None None] For port 32c9425a-cac2-4fcb-b981-6122ae015500, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=32c9425a-cac2-4fcb-b981-6122ae015500,segment=NetworkSegment(04991975-984f-4fbc-a40a-8292be7e9cf0),segment_id=04991975-984f-4fbc-a40a-8292be7e9cf0)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:05:36.363255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:36.368034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:05:36.449234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Pushing event updated for resources: {'Port': ['ID=32c9425a-cac2-4fcb-b981-6122ae015500,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:05:36.455032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:05:38.016888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0b86d1-386b-4b36-a40b-729eefcac456 None None] Network ca23471e-3ebe-4ded-8cc7-b7de047498fa requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:05:38.150005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-43553e0b-271a-442c-a191-2793656fb941 None None] Provisioning for port 32c9425a-cac2-4fcb-b981-6122ae015500 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:05:38.355228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 32c9425a-cac2-4fcb-b981-6122ae015500 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:05:38.428791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 32c9425a-cac2-4fcb-b981-6122ae015500 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:05:38.435086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 32c9425a-cac2-4fcb-b981-6122ae015500 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:05:38.435608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:38.666861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d9ef5b52-18a8-4d0a-9772-912e80690cc4 None None] Provisioning complete for port 32c9425a-cac2-4fcb-b981-6122ae015500 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:05:38.667329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9ef5b52-18a8-4d0a-9772-912e80690cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:38.773679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:38.860249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 32c9425a-cac2-4fcb-b981-6122ae015500, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=32c9425a-cac2-4fcb-b981-6122ae015500,segment=NetworkSegment(04991975-984f-4fbc-a40a-8292be7e9cf0),segment_id=04991975-984f-4fbc-a40a-8292be7e9cf0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:05:38.864806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9ef5b52-18a8-4d0a-9772-912e80690cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:38.876163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:38.882794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:05:39.002541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=32c9425a-cac2-4fcb-b981-6122ae015500,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:05:39.007297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:05:39.013030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-d9ef5b52-18a8-4d0a-9772-912e80690cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:05:39.013360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-d9ef5b52-18a8-4d0a-9772-912e80690cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:05:40.312466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 32c9425a-cac2-4fcb-b981-6122ae015500 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:05:40.389986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 32c9425a-cac2-4fcb-b981-6122ae015500 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:05:40.390398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:43.941319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 5 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:05:54.320243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d58b4799-4ee8-4fb9-94b4-043072ecf62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:55.885164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:56.684985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c35a4f90-d06e-480f-b21a-570f73c5f61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:57.162336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:05:58.437467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:20.941188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 5 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:06:24.323879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ccd7f6e-32c3-477d-bb54-ec6c59c1357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:25.890149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:26.687243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a344319a-7797-4146-9aa5-e11e291555f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:27.165368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:28.440499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:52.278639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46186) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:06:52.284882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-dcc10f36-dec6-4b74-8291-107f24ba85e2 tempest-verify_tempest_config-1933015692 tempest-verify_tempest_config-1933015692-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:06:52.285938 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dcc10f36-dec6-4b74-8291-107f24ba85e2 tempest-verify_tempest_config-1933015692 tempest-verify_tempest_config-1933015692-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12156 time: 0.0062006
Dec 23 16:06:52.703550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46204) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:06:52.854824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:52.895666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:06:52.899775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Usage tracker for resource:security_group_rule and tenant:f55c53bf01ee4660a5417987028f6452 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:06:52.902721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:06:52.908828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:06:52.980401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:52.983083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:52.994476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:06:53.037271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65daa52c-2288-465d-9e66-26a5ee4ca127,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:06:53.044853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Synchronizing usage tracker for tenant:cdad8dc34b7d4586b3a17c94ea488d2b on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:06:53.051532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:06:53.051925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:06:53.052307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:06:53.052682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:06:53.053077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:06:53.053450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:06:53.053858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:06:53.054743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:06:53.055165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:06:53.055634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:06:53.056003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:06:53.060543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:06:53.074586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Unset dirty status for tenant:cdad8dc34b7d4586b3a17c94ea488d2b on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:06:53.076135 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f55c53bf01ee4660a5417987028f6452&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3714201
Dec 23 16:06:53.078831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46210) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:06:53.142171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da87dffc-f291-4929-b11f-7dbad19f9b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:53.169770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da87dffc-f291-4929-b11f-7dbad19f9b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:53.223109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da87dffc-f291-4929-b11f-7dbad19f9b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:53.228929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:06:53.239677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87dffc-f291-4929-b11f-7dbad19f9b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65daa52c-2288-465d-9e66-26a5ee4ca127,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:06:53.243974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da87dffc-f291-4929-b11f-7dbad19f9b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:06:53.247344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da87dffc-f291-4929-b11f-7dbad19f9b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:53.249778 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-da87dffc-f291-4929-b11f-7dbad19f9b77 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/65daa52c-2288-465d-9e66-26a5ee4ca127 HTTP/1.1" status: 204  len: 168 time: 0.1687565
Dec 23 16:06:54.325471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f97d33f1-4230-4c14-b707-8d2a1c556f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:55.892910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:56.688371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad39c3a4-ebd2-4eea-99a9-f5850615a9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:57.168791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:06:57.941496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 5 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:06:58.441370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:07:24.326392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1201dc67-fad4-4e78-9cf8-823f3a0bdc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:07:25.895979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:07:26.689675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59988274-7559-475f-954c-7a18c4945d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:07:27.173451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:07:28.443272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:07:34.942713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 5 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:07:54.328208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3780179c-5458-49f7-937d-38ffb7228de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:07:55.898313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:07:56.691550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-220343c8-b3f8-4a80-8c99-939035bb7a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:07:57.176623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:07:58.446489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:08:11.942865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 5 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:08:12.004305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399733'] for agent, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:08:24.330489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1582cf3-91e1-4956-8868-5bf79877b096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:08:25.900907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:08:26.693011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e13608a-98b7-4172-967c-bd0a730160fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:08:27.180146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:08:28.213813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46290) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:28.361903 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-057088bb-5417-40c5-80fb-3e474827b513 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1468046
Dec 23 16:08:28.449842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:08:30.507849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46302) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:30.594255 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-891b7c19-6c6b-4522-84ca-d968e6e5c6c2 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0846488
Dec 23 16:08:41.956501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:08:48.943781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:08:54.332187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b38e6ed4-ab83-4c4e-8d2a-674aceb9ee11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:08:55.903735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:08:56.695599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7090879e-097f-48e1-a7d8-fd8e3819f504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:08:57.180223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:08:58.452668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:09:11.955905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:09:24.335046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9afc0dd-6b2c-4828-903b-b4ef70e66b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:09:25.907142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:09:25.944545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:09:26.697134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e80abda7-b68d-45e1-952c-3444b1bf5f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:09:27.189103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:09:28.455786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:09:41.970645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:09:54.340493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e6f16a9-4026-48c2-901d-a4e9cbc047cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:09:55.919351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:09:56.715008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d3df9d8-6bd5-4399-a132-c945757683d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:09:57.200668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:09:58.471629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:00.709835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46460) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:01.232923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-647315578-network', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:01.238871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:01.243125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Usage tracker for resource:network and tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:01.256675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:01.264363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:01.273347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Made reservation on behalf of 144dc5c7ed6e4c23a362512bbbcbe9a1 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:01.279484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:01.296517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:01.331070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:01.335872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Usage tracker for resource:security_group_rule and tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:01.337980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:01.344314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:01.414443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:01.418316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:01.423014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:01.453556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237e2888-ec75-4a29-b5c4-084576505640,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:01.459752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:01.470624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:01.471031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:01.471423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:01.471805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:01.472200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:01.472576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:01.472786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46484) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:01.472964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:01.473338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:01.473703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:01.474073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:01.474678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Tracked resource versions report:
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]: pushed versions:
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]: {   'ConntrackHelper': {'1.0'},
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Log': {'1.0'},
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Network': {'1.1'},
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Port': {'1.5'},
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:     'PortForwarding': {'1.2'},
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:     'QosPolicy': {'1.8'},
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroup': {'1.2'},
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroupRule': {'1.0'},
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SubPort': {'1.0'},
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Subnet': {'1.1'},
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Trunk': {'1.1'}}
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]: consumer versions:
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]: {   DHCP agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:     HyperV agent@hv-neutron-8228: {},
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:     L3 agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metadata agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metering agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:     Open vSwitch agent@dv-neutron-822801-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Log': '1.0',
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Network': '1.1',
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Port': '1.5',
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'PortForwarding': '1.2',
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'QosPolicy': '1.8',
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroup': '1.2',
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroupRule': '1.0',
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SubPort': '1.0',
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Subnet': '1.1',
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Trunk': '1.1'}}
Dec 23 16:10:01.475973 dv-neutron-822801-1-hyperv neutron-server[88729]:  {{(pid=88841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 23 16:10:01.480594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:01.485085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:01.486227 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Added segment 659af5a7-bd38-4d77-843e-5b45e56a8da9 of type vlan for network 2133e255-6cff-4bb1-a186-6cff6442bfb6
Dec 23 16:10:01.515983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:01.547201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:01.548496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:01.549161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:01.554410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:01.657528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Pushing event updated for resources: {'Network': ['ID=2133e255-6cff-4bb1-a186-6cff6442bfb6,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:01.665162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:01.673291 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9615593
Dec 23 16:10:01.675288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 2133e255-6cff-4bb1-a186-6cff6442bfb6 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:01.676527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46496) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:01.684272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Request body: {'subnet': {'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-647315578-subnet', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:01.689676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:01.695805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Usage tracker for resource:subnet and tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:01.699022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:01.706659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:01.722050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Made reservation on behalf of 144dc5c7ed6e4c23a362512bbbcbe9a1 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:01.727087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:01.974460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:01.979715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-997e8518-6fdc-4919-8220-5539fb691bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:02.017784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-184607119-network', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:02.049629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:02.066532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Usage tracker for resource:network and tenant:e3e9074d25284bffb73031ea842e474c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:02.079953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:02.087929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d6baf6-e582-4574-923b-81a30776cfe7,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:02.091903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:02.112000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:02.112326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:02.112708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:02.113086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:02.113460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:02.113833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:02.114221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:02.114592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:02.114958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:02.115345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:02.115708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Tracked resource versions report:
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]: pushed versions:
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]: {   'ConntrackHelper': {'1.0'},
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Log': {'1.0'},
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Network': {'1.1'},
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Port': {'1.5'},
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:     'PortForwarding': {'1.2'},
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:     'QosPolicy': {'1.8'},
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroup': {'1.2'},
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroupRule': {'1.0'},
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SubPort': {'1.0'},
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Subnet': {'1.1'},
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Trunk': {'1.1'}}
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]: consumer versions:
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]: {   DHCP agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:     HyperV agent@hv-neutron-8228: {},
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:     L3 agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metadata agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metering agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:     Open vSwitch agent@dv-neutron-822801-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Log': '1.0',
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Network': '1.1',
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Port': '1.5',
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'PortForwarding': '1.2',
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'QosPolicy': '1.8',
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroup': '1.2',
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroupRule': '1.0',
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SubPort': '1.0',
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Subnet': '1.1',
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Trunk': '1.1'}}
Dec 23 16:10:02.116783 dv-neutron-822801-1-hyperv neutron-server[88729]:  {{(pid=88840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 23 16:10:02.121299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Made reservation on behalf of e3e9074d25284bffb73031ea842e474c for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:02.125933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:02.139089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:02.139987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Checking segment: {'id': '659af5a7-bd38-4d77-843e-5b45e56a8da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:02.140384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Network hostable DHCP agents. Network: 2133e255-6cff-4bb1-a186-6cff6442bfb6, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:10:02.148724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:02.240794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:02.246687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Usage tracker for resource:security_group_rule and tenant:e3e9074d25284bffb73031ea842e474c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:02.250787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:02.260035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:02.280471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Network 2133e255-6cff-4bb1-a186-6cff6442bfb6 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:10:02.301734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 2133e255-6cff-4bb1-a186-6cff6442bfb6) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:02.308540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:02.309256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:02.316906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44065876-28f2-445d-85d1-c51e0209975a None None] Network 2133e255-6cff-4bb1-a186-6cff6442bfb6 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:02.368736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46518) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:02.368906 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6910765
Dec 23 16:10:02.375811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:02.387173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:02.389474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:02.394416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Usage tracker for resource:router and tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:02.398098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:02.399294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:02.406690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:02.406823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:02.422133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:02.424325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:02.460333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:02.473279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:02.499402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0e73c5-9269-4864-9d2a-139f57edd063,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:02.506462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:02.507802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:02.508265 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Added segment 60a2ae6f-3695-4c28-848b-f1b25ebe23e9 of type vlan for network dfa648d5-30ca-497f-9b97-9f623b2533e8
Dec 23 16:10:02.540315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:02.584705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:02.585897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-2133e255-6cff-4bb1-a186-6cff6442bfb6', 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'fixed_ips': [{'subnet_id': 'a4d6baf6-e582-4574-923b-81a30776cfe7'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:10:02.586819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:02.587591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:02.588477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:02.594795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:02.650158 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.1758325
Dec 23 16:10:02.653784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46532) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:02.697992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:02.710968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Request body: {'subnet': {'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-184607119-subnet', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:02.721760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Pushing event updated for resources: {'Network': ['ID=dfa648d5-30ca-497f-9b97-9f623b2533e8,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:02.732827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:02.734451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:02.739277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Usage tracker for resource:subnet and tenant:e3e9074d25284bffb73031ea842e474c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:02.742703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:02.749595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:02.761164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Made reservation on behalf of e3e9074d25284bffb73031ea842e474c for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:02.766928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:02.923797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Allocated IP 172.20.0.2 (2133e255-6cff-4bb1-a186-6cff6442bfb6/a4d6baf6-e582-4574-923b-81a30776cfe7/eb3922ad-9cdf-4b52-b378-759ad96c35f7) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:02.966190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:10:03.090666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:03.097006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-862bb319-fd48-43d5-883c-3a20e442b2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:03.124748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:03.185512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:03.191453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f250da7f-3b14-46c6-a5c6-0d0104cd26c1,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:03.196414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:03.218317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Checking segment: {'id': '60a2ae6f-3695-4c28-848b-f1b25ebe23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:03.218893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Network hostable DHCP agents. Network: dfa648d5-30ca-497f-9b97-9f623b2533e8, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:10:03.271185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Network dfa648d5-30ca-497f-9b97-9f623b2533e8 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:10:03.284805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, dfa648d5-30ca-497f-9b97-9f623b2533e8) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:03.292102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:03.292756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:03.329360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network dfa648d5-30ca-497f-9b97-9f623b2533e8 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:03.335347 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.6801801
Dec 23 16:10:03.336137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46548) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:03.341877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:03.353468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:03.364643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Usage tracker for resource:router and tenant:e3e9074d25284bffb73031ea842e474c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:03.379297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:03.386200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:03.408730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:03.410089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:03.414477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46552) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:03.428492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Allocated IP 172.26.5.53 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/a485fea0-fd23-408c-a51b-10c52c09421b) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:03.468408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:03.520540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b410e59-50b2-4a11-acc0-f6c5f564ec62 None None] Network dfa648d5-30ca-497f-9b97-9f623b2533e8 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:03.672118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:03.701163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:03.713860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:03.747822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:03.791266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:03.792581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Pushing event updated for resources: {'Port': ['ID=a485fea0-fd23-408c-a51b-10c52c09421b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:03.795883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:03.796903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:03.800668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:03.974506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:03.975410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.069593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.082613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.106409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Transition to ACTIVE for port object eb3922ad-9cdf-4b52-b378-759ad96c35f7 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:04.112069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.140453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Transition to ACTIVE for port object eb3922ad-9cdf-4b52-b378-759ad96c35f7 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:04.147372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.164571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:04.274577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Allocated IP 172.26.5.118 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/3b850726-e67a-4605-b398-62a610763d60) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:04.280683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Network 2133e255-6cff-4bb1-a186-6cff6442bfb6 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:04.284288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Pushing event updated for resources: {'Port': ['ID=eb3922ad-9cdf-4b52-b378-759ad96c35f7,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:04.293893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:04.302272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:04.369873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1f02ebcd-0801-4703-a1b1-cb96771aff7b tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-612236199'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:04.384186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1f02ebcd-0801-4703-a1b1-cb96771aff7b tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:04.392015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1f02ebcd-0801-4703-a1b1-cb96771aff7b tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Usage tracker for resource:router and tenant:9b43b56ec5ff4bb3a3016ab81b7597ea is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:04.397944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1f02ebcd-0801-4703-a1b1-cb96771aff7b tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:04.408811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1f02ebcd-0801-4703-a1b1-cb96771aff7b tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:04.426821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f02ebcd-0801-4703-a1b1-cb96771aff7b tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.433223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f02ebcd-0801-4703-a1b1-cb96771aff7b tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.471032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.501915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.507508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3fa22dc5-ed2f-48f3-8765-1cd19acee5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:04.575708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:04.576100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:04.576490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:04.576868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:04.577244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:04.582362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:04.586070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:04.588080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:04.589364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:04.589926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:04.590460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:04.591011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:04.591544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:04.591807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Tracked resource versions report:
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]: pushed versions:
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]: {   'ConntrackHelper': {'1.0'},
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Log': {'1.0'},
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Network': {'1.1'},
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Port': {'1.5'},
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:     'PortForwarding': {'1.2'},
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:     'QosPolicy': {'1.8'},
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroup': {'1.2'},
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroupRule': {'1.0'},
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SubPort': {'1.0'},
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Subnet': {'1.1'},
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Trunk': {'1.1'}}
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]: consumer versions:
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]: {   DHCP agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:     HyperV agent@hv-neutron-8228: {},
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:     L3 agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metadata agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metering agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:     Open vSwitch agent@dv-neutron-822801-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Log': '1.0',
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Network': '1.1',
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Port': '1.5',
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'PortForwarding': '1.2',
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'QosPolicy': '1.8',
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroup': '1.2',
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroupRule': '1.0',
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SubPort': '1.0',
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Subnet': '1.1',
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Trunk': '1.1'}}
Dec 23 16:10:04.593175 dv-neutron-822801-1-hyperv neutron-server[88729]:  {{(pid=88842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 23 16:10:04.600238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-dfa648d5-30ca-497f-9b97-9f623b2533e8', 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'fixed_ips': [{'subnet_id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:10:04.608840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.661449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f02ebcd-0801-4703-a1b1-cb96771aff7b tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.676374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:04.695472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f02ebcd-0801-4703-a1b1-cb96771aff7b tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.729382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f02ebcd-0801-4703-a1b1-cb96771aff7b tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.733424 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1f02ebcd-0801-4703-a1b1-cb96771aff7b tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.3146851
Dec 23 16:10:04.735990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Attempting to bind port eb3922ad-9cdf-4b52-b378-759ad96c35f7 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:04.736703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Attempting to bind port eb3922ad-9cdf-4b52-b378-759ad96c35f7 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '659af5a7-bd38-4d77-843e-5b45e56a8da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:04.737329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Attempting to bind port eb3922ad-9cdf-4b52-b378-759ad96c35f7 on network 2133e255-6cff-4bb1-a186-6cff6442bfb6 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:04.737976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46586) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:04.747754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:10:04.748441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Checking segment: {'id': '659af5a7-bd38-4d77-843e-5b45e56a8da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:04.749475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.750126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Bound using segment: {'id': '659af5a7-bd38-4d77-843e-5b45e56a8da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:10:04.750893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Bound port: eb3922ad-9cdf-4b52-b378-759ad96c35f7, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659af5a7-bd38-4d77-843e-5b45e56a8da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:10:04.751576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.880350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] For port eb3922ad-9cdf-4b52-b378-759ad96c35f7, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:10:04.884264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] For port eb3922ad-9cdf-4b52-b378-759ad96c35f7, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=eb3922ad-9cdf-4b52-b378-759ad96c35f7,segment=NetworkSegment(659af5a7-bd38-4d77-843e-5b45e56a8da9),segment_id=659af5a7-bd38-4d77-843e-5b45e56a8da9)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:10:04.895256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.909559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:04.936348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-278d48ba-5df8-45fc-8d21-9fa927bc8d27 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:04.947157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=3b850726-e67a-4605-b398-62a610763d60,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:04.952946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:05.002595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Pushing event updated for resources: {'Port': ['ID=eb3922ad-9cdf-4b52-b378-759ad96c35f7,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:05.043507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:05.067359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:05.068535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:05.106369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Allocated IP 172.20.0.2 (dfa648d5-30ca-497f-9b97-9f623b2533e8/f250da7f-3b14-46c6-a5c6-0d0104cd26c1/ee907da1-2d38-4f42-8549-2685c94cd9d6) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:05.438417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:05.450411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Transition to ACTIVE for port object ee907da1-2d38-4f42-8549-2685c94cd9d6 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:05.465077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Router dcd7c192-4092-4e5c-982d-88887c32bfc3 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:10:05.506569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Transition to ACTIVE for port object ee907da1-2d38-4f42-8549-2685c94cd9d6 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:05.517080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:05.534121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e065f780-46a9-4433-96f7-871945765a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:05.565894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:10:05.673197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-278d48ba-5df8-45fc-8d21-9fa927bc8d27 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:05.700364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Network dfa648d5-30ca-497f-9b97-9f623b2533e8 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:05.704476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:05.709898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:05.726202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46606) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:05.749765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-278d48ba-5df8-45fc-8d21-9fa927bc8d27 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:05.841539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Pushing event updated for resources: {'Port': ['ID=ee907da1-2d38-4f42-8549-2685c94cd9d6,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:05.844758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:05.853981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Attempting to bind port ee907da1-2d38-4f42-8549-2685c94cd9d6 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:05.854620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Attempting to bind port ee907da1-2d38-4f42-8549-2685c94cd9d6 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '60a2ae6f-3695-4c28-848b-f1b25ebe23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:05.855261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Attempting to bind port ee907da1-2d38-4f42-8549-2685c94cd9d6 on network dfa648d5-30ca-497f-9b97-9f623b2533e8 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:05.870760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:10:05.871658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Checking segment: {'id': '60a2ae6f-3695-4c28-848b-f1b25ebe23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:05.872810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:05.873655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Bound using segment: {'id': '60a2ae6f-3695-4c28-848b-f1b25ebe23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:10:05.874378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Bound port: ee907da1-2d38-4f42-8549-2685c94cd9d6, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a2ae6f-3695-4c28-848b-f1b25ebe23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:10:05.875030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:05.911692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-278d48ba-5df8-45fc-8d21-9fa927bc8d27 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:05.912261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278d48ba-5df8-45fc-8d21-9fa927bc8d27 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 902600e5-9a3f-44b5-add2-a787d71e0ab9 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:10:05.988444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-278d48ba-5df8-45fc-8d21-9fa927bc8d27 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:05.989949 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-278d48ba-5df8-45fc-8d21-9fa927bc8d27 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] 10.222.0.67 "DELETE /v2.0/routers/902600e5-9a3f-44b5-add2-a787d71e0ab9 HTTP/1.1" status: 204  len: 168 time: 1.2496977
Dec 23 16:10:05.995216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46616) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:06.014771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-189b0693-f19e-4a10-9aa9-7d1f48431706 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Request body: {'router': {'name': 'tempest-router-1517135868', 'distributed': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:06.020800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-189b0693-f19e-4a10-9aa9-7d1f48431706 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:06.027841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] For port ee907da1-2d38-4f42-8549-2685c94cd9d6, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:10:06.028028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-189b0693-f19e-4a10-9aa9-7d1f48431706 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Usage tracker for resource:router and tenant:9b43b56ec5ff4bb3a3016ab81b7597ea is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:06.032015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] For port ee907da1-2d38-4f42-8549-2685c94cd9d6, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ee907da1-2d38-4f42-8549-2685c94cd9d6,segment=NetworkSegment(60a2ae6f-3695-4c28-848b-f1b25ebe23e9),segment_id=60a2ae6f-3695-4c28-848b-f1b25ebe23e9)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:10:06.032813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-189b0693-f19e-4a10-9aa9-7d1f48431706 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:06.039399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:06.042176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-189b0693-f19e-4a10-9aa9-7d1f48431706 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:06.048354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:06.058775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:10:06.061263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-189b0693-f19e-4a10-9aa9-7d1f48431706 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:06.062544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-189b0693-f19e-4a10-9aa9-7d1f48431706 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:06.068979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Sync routers for ids ['dcd7c192-4092-4e5c-982d-88887c32bfc3'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:10:06.089138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:10:06.092856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Routers {'dcd7c192-4092-4e5c-982d-88887c32bfc3'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:06.097432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7abaee48>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['dcd7c192-4092-4e5c-982d-88887c32bfc3'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:06.113973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:06.117149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Sync routers for ids ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:10:06.118288 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 2.7809811
Dec 23 16:10:06.123203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46620) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:06.128935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-189b0693-f19e-4a10-9aa9-7d1f48431706 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:06.129470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:06.132736 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.7625706
Dec 23 16:10:06.142003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46624) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:06.211373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Routers {'10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:06.215477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46628) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:06.215601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635b38>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:06.308064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46634) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:06.389206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Pushing event updated for resources: {'Port': ['ID=ee907da1-2d38-4f42-8549-2685c94cd9d6,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:06.390171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-189b0693-f19e-4a10-9aa9-7d1f48431706 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:06.392943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:06.444058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Set router dcd7c192-4092-4e5c-982d-88887c32bfc3 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:10:06.469364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-189b0693-f19e-4a10-9aa9-7d1f48431706 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:06.473561 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-189b0693-f19e-4a10-9aa9-7d1f48431706 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.4713216
Dec 23 16:10:06.475933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46640) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:06.563097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Set router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:10:06.678017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device eb3922ad-9cdf-4b52-b378-759ad96c35f7 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:06.812107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1367368153'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:06.876363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:07.048017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46646) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:07.059778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Usage tracker for resource:network and tenant:743722453bbd4782aa627c00dc99cc6f is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:07.065951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-935505385'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:07.071130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:07.073952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:07.079040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Usage tracker for resource:network and tenant:babfd68d5405497a858a4f1609291498 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:07.082892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:07.090714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:07.134300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Made reservation on behalf of babfd68d5405497a858a4f1609291498 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:07.144606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.184998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:07.192008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.202505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:07.277441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7abaee48>, [{'id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': '3b850726-e67a-4605-b398-62a610763d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:04Z', 'revision_number': 3, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'gw_port': {'id': '3b850726-e67a-4605-b398-62a610763d60', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:04Z', 'updated_at': '2021-12-23T16:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:07.277973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:07.286174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Usage tracker for resource:security_group_rule and tenant:babfd68d5405497a858a4f1609291498 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:07.292482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Checking router: dcd7c192-4092-4e5c-982d-88887c32bfc3 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:10:07.292927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Updating router dcd7c192-4092-4e5c-982d-88887c32bfc3 port 3b850726-e67a-4605-b398-62a610763d60 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:10:07.294429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Made reservation on behalf of 743722453bbd4782aa627c00dc99cc6f for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:07.294899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:07.315215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:07.318042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.378738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96ee2296-bcd1-4162-828b-782c546a8443 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.452816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.456618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port eb3922ad-9cdf-4b52-b378-759ad96c35f7 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:07.497319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1564275149'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:07.508821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:07.512972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.535339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Usage tracker for resource:floatingip and tenant:0587da954d5142279d430f4d67d82932 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:07.536693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.542066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.543285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:07.554691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:07.565140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:07.568208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46662) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:07.592445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:07.606721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Usage tracker for resource:network and tenant:074e323310834c24b382c9f091bad4c6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:07.611637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.612113 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Added segment a9c4bae3-03bd-4888-919a-7f4cb1427b33 of type vlan for network 554d24b1-9ac9-4481-8ff2-8f842370bf31
Dec 23 16:10:07.613829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-61f9e20d-ca9b-4bba-b96a-dfa1bf85a949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:07.636413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635b38>, [{'id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:02Z', 'updated_at': '2021-12-23T16:10:03Z', 'revision_number': 3, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'gw_port': {'id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:07.641123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Checking router: 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:10:07.641722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Updating router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 port a485fea0-fd23-408c-a51b-10c52c09421b binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:10:07.680572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:07.685054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Usage tracker for resource:security_group_rule and tenant:743722453bbd4782aa627c00dc99cc6f is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:07.685974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.688201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:07.694526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:07.694910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:07.702384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.756836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:07.770452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.811583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.855894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Made reservation on behalf of 074e323310834c24b382c9f091bad4c6 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:07.862265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.863990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b9aae2-1e40-44c3-b855-cc13286de18a None None] Network 2133e255-6cff-4bb1-a186-6cff6442bfb6 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:07.878646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38fe4ef-52d5-48c6-8e61-ebc33524b3e3,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:07.884473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:07.886425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.899628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:07.971416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d7c19316-e733-4c25-8644-83fa8f124996 None None] Provisioning for port eb3922ad-9cdf-4b52-b378-759ad96c35f7 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:07.979827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d7c19316-e733-4c25-8644-83fa8f124996 None None] Provisioning complete for port eb3922ad-9cdf-4b52-b378-759ad96c35f7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:07.980257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7c19316-e733-4c25-8644-83fa8f124996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:08.023989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:08.038728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Transition to ACTIVE for port object 3b850726-e67a-4605-b398-62a610763d60 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:08.047685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:08.052557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:08.054218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:08.063300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:08.063686 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Added segment 1b7976d7-9ebf-4c10-922d-55c0a8e67416 of type vlan for network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d
Dec 23 16:10:08.093300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:08.123625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:08.132440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:08.137536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:08.146714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:08.147764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:08.152569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Usage tracker for resource:security_group_rule and tenant:074e323310834c24b382c9f091bad4c6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:08.152739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cbafd22b-6bcb-4198-b5d5-254343e71678 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:08.158001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:08.178591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:08.209368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:08.318721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:08.346971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:08.347960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:08.362007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Pushing event updated for resources: {'Port': ['ID=3b850726-e67a-4605-b398-62a610763d60,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:08.373912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:08.374207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:08.374568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:08.374935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:08.375599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:08.375967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:08.376327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:08.376689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:08.377047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:08.377401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:08.378009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Tracked resource versions report:
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]: pushed versions:
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]: {   'ConntrackHelper': {'1.0'},
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Log': {'1.0'},
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Network': {'1.1'},
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Port': {'1.5'},
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:     'PortForwarding': {'1.2'},
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:     'QosPolicy': {'1.8'},
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroup': {'1.2'},
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SecurityGroupRule': {'1.0'},
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:     'SubPort': {'1.0'},
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Subnet': {'1.1'},
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:     'Trunk': {'1.1'}}
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]: consumer versions:
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]: {   DHCP agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:     HyperV agent@hv-neutron-8228: {},
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:     L3 agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metadata agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:     Metering agent@dv-neutron-822801-1-hyperv: {},
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:     Open vSwitch agent@dv-neutron-822801-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Log': '1.0',
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Network': '1.1',
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Port': '1.5',
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'PortForwarding': '1.2',
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'QosPolicy': '1.8',
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroup': '1.2',
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SecurityGroupRule': '1.0',
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'SubPort': '1.0',
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Subnet': '1.1',
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:                                                        'Trunk': '1.1'}}
Dec 23 16:10:08.379130 dv-neutron-822801-1-hyperv neutron-server[88729]:  {{(pid=88843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 23 16:10:08.394918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:08.401269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Pushing event updated for resources: {'Network': ['ID=554d24b1-9ac9-4481-8ff2-8f842370bf31,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:08.405044 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.1885440
Dec 23 16:10:08.412032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:08.413926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46674) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:08.428642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Request body: {'subnet': {'network_id': '554d24b1-9ac9-4481-8ff2-8f842370bf31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:08.439579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Attempting to bind port 3b850726-e67a-4605-b398-62a610763d60 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:08.439989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Attempting to bind port 3b850726-e67a-4605-b398-62a610763d60 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:08.444028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Attempting to bind port 3b850726-e67a-4605-b398-62a610763d60 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:08.461110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:08.462794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:10:08.464020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:08.467417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:08.467870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:10:08.468420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Bound port: 3b850726-e67a-4605-b398-62a610763d60, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:10:08.468844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:08.474411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 554d24b1-9ac9-4481-8ff2-8f842370bf31 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:08.603800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] For port 3b850726-e67a-4605-b398-62a610763d60, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:10:08.607688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] For port 3b850726-e67a-4605-b398-62a610763d60, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3b850726-e67a-4605-b398-62a610763d60,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:10:08.614349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:08.624637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:08.640853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ee907da1-2d38-4f42-8549-2685c94cd9d6 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:08.739926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Pushing event updated for resources: {'Port': ['ID=3b850726-e67a-4605-b398-62a610763d60,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:08.746460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:08.747450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Routers {'dcd7c192-4092-4e5c-982d-88887c32bfc3'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:08.748128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7abaee48>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['dcd7c192-4092-4e5c-982d-88887c32bfc3'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:08.766278 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 3.0389066
Dec 23 16:10:08.800609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96ee2296-bcd1-4162-828b-782c546a8443 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:08.821788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96ee2296-bcd1-4162-828b-782c546a8443 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:08.932866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b92720-9aa2-4ffb-ba62-323eea2c33e0,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:08.936757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:08.940469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:08.940929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7c19316-e733-4c25-8644-83fa8f124996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.029344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] Set router dcd7c192-4092-4e5c-982d-88887c32bfc3 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:10:09.050172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d7c19316-e733-4c25-8644-83fa8f124996 None None] For port eb3922ad-9cdf-4b52-b378-759ad96c35f7, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=eb3922ad-9cdf-4b52-b378-759ad96c35f7,segment=NetworkSegment(659af5a7-bd38-4d77-843e-5b45e56a8da9),segment_id=659af5a7-bd38-4d77-843e-5b45e56a8da9)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:09.097205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Pushing event updated for resources: {'Network': ['ID=f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:09.099661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96ee2296-bcd1-4162-828b-782c546a8443 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.100221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ee2296-bcd1-4162-828b-782c546a8443 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e0fcd3c-8bf2-4265-ac92-80068fc8417e {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:10:09.101750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:09.104387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:09.122422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Usage tracker for resource:subnet and tenant:babfd68d5405497a858a4f1609291498 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:09.124968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96ee2296-bcd1-4162-828b-782c546a8443 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.129888 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-96ee2296-bcd1-4162-828b-782c546a8443 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] 10.222.0.67 "DELETE /v2.0/routers/1e0fcd3c-8bf2-4265-ac92-80068fc8417e HTTP/1.1" status: 204  len: 168 time: 2.6492822
Dec 23 16:10:09.133006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:09.136249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46690) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:09.139682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.142781 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cbafd22b-6bcb-4198-b5d5-254343e71678 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] 10.222.0.67 "PUT /v2.0/quotas/d8c16db214af4730b3bd4d3570e048d0 HTTP/1.1" status: 200  len: 368 time: 1.5729072
Dec 23 16:10:09.146374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46692) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:09.147021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:09.150284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.150489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-90fb4de3-4d6f-43a4-8cc8-86875eddcf90 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Request body: {'router': {'name': 'tempest-router-643312491', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9b9ca4a9488a45d19b0a3ba9ac88ecaa'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:09.156370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-90fb4de3-4d6f-43a4-8cc8-86875eddcf90 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:09.160557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-90fb4de3-4d6f-43a4-8cc8-86875eddcf90 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Usage tracker for resource:router and tenant:9b9ca4a9488a45d19b0a3ba9ac88ecaa is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:09.163853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-90fb4de3-4d6f-43a4-8cc8-86875eddcf90 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:09.169651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:09.171332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-90fb4de3-4d6f-43a4-8cc8-86875eddcf90 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:09.187948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Made reservation on behalf of babfd68d5405497a858a4f1609291498 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:09.191205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Request body: {'network': {'project_id': 'd8c16db214af4730b3bd4d3570e048d0'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:09.218000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:09.264308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3493b28f-9583-4424-bdf5-70f53b286cf1 None None] Network dfa648d5-30ca-497f-9b97-9f623b2533e8 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:09.293778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7c19316-e733-4c25-8644-83fa8f124996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.300861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90fb4de3-4d6f-43a4-8cc8-86875eddcf90 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.302177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90fb4de3-4d6f-43a4-8cc8-86875eddcf90 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.310735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:09.328158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:09.333952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d825e99-e575-4805-8e7a-4e7732176fee,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:09.341988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90fb4de3-4d6f-43a4-8cc8-86875eddcf90 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.369639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.381351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90fb4de3-4d6f-43a4-8cc8-86875eddcf90 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.386346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Usage tracker for resource:network and tenant:d8c16db214af4730b3bd4d3570e048d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:09.392113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:09.399019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Transition to ACTIVE for port object a485fea0-fd23-408c-a51b-10c52c09421b will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:09.408369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:09.436358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:09.438082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:09.445658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks [] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.469530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90fb4de3-4d6f-43a4-8cc8-86875eddcf90 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.470851 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-90fb4de3-4d6f-43a4-8cc8-86875eddcf90 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.3262353
Dec 23 16:10:09.474101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.484012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46700) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:09.484770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Made reservation on behalf of d8c16db214af4730b3bd4d3570e048d0 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:09.490324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.523326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.558670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3b6e99ff-7d93-4f19-b4cc-2d5bca6c4fd5 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:09.567363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port ee907da1-2d38-4f42-8549-2685c94cd9d6 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:09.576560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.578105 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Added segment ff8e94a4-4de7-4c0b-a623-9b6e43236b48 of type vlan for network 3e8f6e3f-50bc-4a57-8417-d6488a15d2db
Dec 23 16:10:09.606752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7abaee48>, [{'id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': '3b850726-e67a-4605-b398-62a610763d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:04Z', 'revision_number': 3, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'gw_port': {'id': '3b850726-e67a-4605-b398-62a610763d60', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:04Z', 'updated_at': '2021-12-23T16:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:09.612175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb0a1e2-f44d-4c89-8fed-1a40b7f1e524 None None] The sync data for ids ['dcd7c192-4092-4e5c-982d-88887c32bfc3'] in dv-neutron-822801-1-hyperv is: [{'id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': '3b850726-e67a-4605-b398-62a610763d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:04Z', 'revision_number': 3, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'gw_port': {'id': '3b850726-e67a-4605-b398-62a610763d60', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:04Z', 'updated_at': '2021-12-23T16:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:10:09.740350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:09.764813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:09.787658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Usage tracker for resource:security_group_rule and tenant:d8c16db214af4730b3bd4d3570e048d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:09.792691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:09.807819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:09.881331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46706) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:09.908641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Request body: {'port': {'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d', 'binding:host_id': 'hv-neutron-8228', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662298108'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:09.948514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c19316-e733-4c25-8644-83fa8f124996 None None] Pushing event updated for resources: {'Port': ['ID=eb3922ad-9cdf-4b52-b378-759ad96c35f7,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:09.952244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d7c19316-e733-4c25-8644-83fa8f124996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:09.957799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.401s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:09.975894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:10.008770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Attempting to bind port a485fea0-fd23-408c-a51b-10c52c09421b on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:10.009266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Attempting to bind port a485fea0-fd23-408c-a51b-10c52c09421b by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:10.009596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Attempting to bind port a485fea0-fd23-408c-a51b-10c52c09421b on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:10.013680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Usage tracker for resource:port and tenant:24cdbd261d614896b2168b25f07a4c5a is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:10.018636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:10.049531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:10:10.050204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:10.050404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.050817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:10:10.051369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Bound port: a485fea0-fd23-408c-a51b-10c52c09421b, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:10:10.051793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.059538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.077944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1bd0c60c-e8c1-48ea-ab22-6b9059ad3ed9 None None] Provisioning complete for port eb3922ad-9cdf-4b52-b378-759ad96c35f7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:10.078315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c60c-e8c1-48ea-ab22-6b9059ad3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.081497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:10.082171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.085951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:10.116792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:10.131486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Made reservation on behalf of 24cdbd261d614896b2168b25f07a4c5a for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:10.142366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.148766 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 3.0930612
Dec 23 16:10:10.156929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46710) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:10.159818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.168162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa2656-2ff0-4a5a-9e43-42e173834515 None None] Pushing event updated for resources: {'Port': ['ID=a485fea0-fd23-408c-a51b-10c52c09421b,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:10.171410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-85aa2656-2ff0-4a5a-9e43-42e173834515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:10.337098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.343940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] For port a485fea0-fd23-408c-a51b-10c52c09421b, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:10:10.348073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] For port a485fea0-fd23-408c-a51b-10c52c09421b, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a485fea0-fd23-408c-a51b-10c52c09421b,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:10:10.357331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Allocated IP 172.26.5.96 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/b1aaf9eb-0600-49e1-a27d-5b69fc2612f8) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:10.380815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.390844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f3eaf381-acf0-4abd-92b1-a9ba73cd4ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:10.473150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b6e99ff-7d93-4f19-b4cc-2d5bca6c4fd5 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.473533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b6e99ff-7d93-4f19-b4cc-2d5bca6c4fd5 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.485646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.511896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Request body: {'network': {'name': 'tempest-network--116675275', 'router:external': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:10.517215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:10.521922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Usage tracker for resource:network and tenant:9441a539c5ce408ea1f384cbe3e3c2e3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:10.525231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:10.532386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:10.547375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Pushing event updated for resources: {'Network': ['ID=3e8f6e3f-50bc-4a57-8417-d6488a15d2db,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:10.550338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:10.594448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 3e8f6e3f-50bc-4a57-8417-d6488a15d2db details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:10.595990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:10.638680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3b850726-e67a-4605-b398-62a610763d60 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:10.643529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Made reservation on behalf of 9441a539c5ce408ea1f384cbe3e3c2e3 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:10.648544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.669841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Checking segment: {'id': 'a9c4bae3-03bd-4888-919a-7f4cb1427b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '554d24b1-9ac9-4481-8ff2-8f842370bf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:10.670257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Network hostable DHCP agents. Network: 554d24b1-9ac9-4481-8ff2-8f842370bf31, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:10:10.694310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b6e99ff-7d93-4f19-b4cc-2d5bca6c4fd5 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88840) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}}
Dec 23 16:10:10.694846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b6e99ff-7d93-4f19-b4cc-2d5bca6c4fd5 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Router be24fe48-1dab-4ac6-aff5-e20670867ad8 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f0b7af7dcf8> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f0b7af7d8d0> provider. {{(pid=88840) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}}
Dec 23 16:10:10.695547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b6e99ff-7d93-4f19-b4cc-2d5bca6c4fd5 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.701416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b6e99ff-7d93-4f19-b4cc-2d5bca6c4fd5 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.723635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.752048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa2656-2ff0-4a5a-9e43-42e173834515 None None] Pushing event updated for resources: {'Port': ['ID=a485fea0-fd23-408c-a51b-10c52c09421b,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:10.765710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-85aa2656-2ff0-4a5a-9e43-42e173834515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:10.780940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b6e99ff-7d93-4f19-b4cc-2d5bca6c4fd5 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.800299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.815144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:10.833451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:10.852301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Pushing event updated for resources: {'Subnet': ['ID=d2314f06-635c-4b21-bfdd-1b3456f085d5,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:10.857083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:10.870901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Routers {'10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:10.871667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635b38>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:10.987649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1bd0c60c-e8c1-48ea-ab22-6b9059ad3ed9 None None] Provisioning for port ee907da1-2d38-4f42-8549-2685c94cd9d6 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:11.009882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1bd0c60c-e8c1-48ea-ab22-6b9059ad3ed9 None None] Provisioning complete for port ee907da1-2d38-4f42-8549-2685c94cd9d6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:11.011493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c60c-e8c1-48ea-ab22-6b9059ad3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.035722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.065166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:11.068429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Network 554d24b1-9ac9-4481-8ff2-8f842370bf31 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:10:11.081895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.086627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Usage tracker for resource:security_group_rule and tenant:9441a539c5ce408ea1f384cbe3e3c2e3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:11.089948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 554d24b1-9ac9-4481-8ff2-8f842370bf31) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:11.094545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:11.123402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e6baf209-8520-4e0f-956b-43bbd474e501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:11.134056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213510e6-ff17-4b5e-a111-c5aee5c3eea3,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:11.138895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:11.182883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:11.184342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad6f8df-6a0b-432c-b63a-6c0f73cef882 None None] Network 554d24b1-9ac9-4481-8ff2-8f842370bf31 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:11.193553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:11.201523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Usage tracker for resource:security_group_rule and tenant:24cdbd261d614896b2168b25f07a4c5a is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:11.223055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:11.261896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:11.262464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.287556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:11.296183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Pushing event updated for resources: {'Port': ['ID=b1aaf9eb-0600-49e1-a27d-5b69fc2612f8,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:11.300938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:11.310083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:11.311156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 3b850726-e67a-4605-b398-62a610763d60 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:11.313428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:11.320187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:11.348970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:11.355465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.355770 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Added segment 671cdd8a-1792-4dba-b8e9-fc1eb937c73d of type vlan for network 6890d928-5c52-4b35-8284-4d66adb705bd
Dec 23 16:10:11.411360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3b850726-e67a-4605-b398-62a610763d60 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:11.412141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.435835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.465550 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3b6e99ff-7d93-4f19-b4cc-2d5bca6c4fd5 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] No L3 agents can host the router be24fe48-1dab-4ac6-aff5-e20670867ad8
Dec 23 16:10:11.482046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0612495
Dec 23 16:10:11.482814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46716) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:11.524088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Request body: {'port': {'network_id': '554d24b1-9ac9-4481-8ff2-8f842370bf31', 'name': 'tempest-DHCPAgentSchedulersTestJSON-326063653'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:11.552049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] Set router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:10:11.557616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.580302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.592792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:11.593469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.694599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8d48449a-9114-4f68-bc59-766e29927de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:11.696065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Allocated IP 172.20.0.1 (dfa648d5-30ca-497f-9b97-9f623b2533e8/f250da7f-3b14-46c6-a5c6-0d0104cd26c1/0c2be19a-b248-495a-bc30-bc8b1d230375) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:11.730182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c60c-e8c1-48ea-ab22-6b9059ad3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.731137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.761742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.776252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.846599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] device_id is not set on port f80be575-97c3-43a3-9e37-fee6c6431d05 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:10:11.948694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.950916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Pushing event updated for resources: {'Network': ['ID=6890d928-5c52-4b35-8284-4d66adb705bd,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:11.972507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:11.973706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:11.988618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Usage tracker for resource:port and tenant:babfd68d5405497a858a4f1609291498 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:12.005236 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 2.8214579
Dec 23 16:10:12.009225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:12.013753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:12.014225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:12.021758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46720) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:12.023293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:12.049672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Request body: {'network': {'project_id': 'd8c16db214af4730b3bd4d3570e048d0'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:12.052140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:12.096925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:12.112087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:12.131710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 6890d928-5c52-4b35-8284-4d66adb705bd details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:12.148833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Usage tracker for resource:network and tenant:d8c16db214af4730b3bd4d3570e048d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:12.160492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1bd0c60c-e8c1-48ea-ab22-6b9059ad3ed9 None None] For port ee907da1-2d38-4f42-8549-2685c94cd9d6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ee907da1-2d38-4f42-8549-2685c94cd9d6,segment=NetworkSegment(60a2ae6f-3695-4c28-848b-f1b25ebe23e9),segment_id=60a2ae6f-3695-4c28-848b-f1b25ebe23e9)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:12.162469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:12.163108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbd7d75-7aeb-46a0-b44d-053d962cced9,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:12.165455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Made reservation on behalf of babfd68d5405497a858a4f1609291498 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:12.171190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.173300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a9ebb5-6797-44d5-860a-a783ce854805,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:12.175926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6e99ff-7d93-4f19-b4cc-2d5bca6c4fd5 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Hosts for router be24fe48-1dab-4ac6-aff5-e20670867ad8: [] {{(pid=88840) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Dec 23 16:10:12.192390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.195729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:12.208009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:12.208654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.209058 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Added segment 8d0476fb-40f2-4324-b79f-7fb2fc4a3b30 of type vlan for network 1a66147a-bc5a-4745-8076-61aa2d20426f
Dec 23 16:10:12.209941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:12.223119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.227779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.233305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-554d24b1-9ac9-4481-8ff2-8f842370bf31', 'network_id': '554d24b1-9ac9-4481-8ff2-8f842370bf31', 'tenant_id': 'babfd68d5405497a858a4f1609291498', 'fixed_ips': [{'subnet_id': 'd2314f06-635c-4b21-bfdd-1b3456f085d5'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:10:12.234243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.264729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c60c-e8c1-48ea-ab22-6b9059ad3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.279253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6e99ff-7d93-4f19-b4cc-2d5bca6c4fd5 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Hosts for other DVR routers connected to router be24fe48-1dab-4ac6-aff5-e20670867ad8: set() {{(pid=88840) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}}
Dec 23 16:10:12.293985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:12.296651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Made reservation on behalf of d8c16db214af4730b3bd4d3570e048d0 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:12.301735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.334934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b6e99ff-7d93-4f19-b4cc-2d5bca6c4fd5 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.339844 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3b6e99ff-7d93-4f19-b4cc-2d5bca6c4fd5 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] 10.222.0.67 "PUT /v2.0/routers/be24fe48-1dab-4ac6-aff5-e20670867ad8 HTTP/1.1" status: 200  len: 716 time: 2.8150496
Dec 23 16:10:12.378299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46724) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:12.408205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.415173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 3b850726-e67a-4605-b398-62a610763d60, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3b850726-e67a-4605-b398-62a610763d60,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:12.443324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Transition to ACTIVE for port object 0c2be19a-b248-495a-bc30-bc8b1d230375 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:12.457344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] device_id is not set on port e87bc73b-81b5-48c9-9ac8-66ada96d130a yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:10:12.501906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.517011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device eb3922ad-9cdf-4b52-b378-759ad96c35f7 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:12.553580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.555071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:12.652047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.659671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0c60c-e8c1-48ea-ab22-6b9059ad3ed9 None None] Pushing event updated for resources: {'Port': ['ID=ee907da1-2d38-4f42-8549-2685c94cd9d6,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:12.668499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1bd0c60c-e8c1-48ea-ab22-6b9059ad3ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:12.672136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1d1bddc5-9804-422a-b646-ac3d3393da5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:12.680773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:12.691892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.692294 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Added segment ec5de461-4749-4cb2-9843-c871cb8bc4d0 of type vlan for network 2156bfa4-ff00-477b-a9b7-a5bae1ac239a
Dec 23 16:10:12.712713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e2e2d4e4-770c-4943-bf64-669f5c6a13aa None None] Provisioning complete for port ee907da1-2d38-4f42-8549-2685c94cd9d6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:12.712931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.713612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2e2d4e4-770c-4943-bf64-669f5c6a13aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.745451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.760795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.772076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:12.772734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.781008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] device_id is not set on port f80be575-97c3-43a3-9e37-fee6c6431d05 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:10:12.793871 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9b44e2fc-6d8b-4eaa-83cd-347f37dcf75b tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] 10.222.0.67 "GET /v2.0/routers/be24fe48-1dab-4ac6-aff5-e20670867ad8 HTTP/1.1" status: 200  len: 716 time: 0.4079399
Dec 23 16:10:12.799606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46728) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:12.803270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2be19a-b248-495a-bc30-bc8b1d230375,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:12.803867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.815636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Network dfa648d5-30ca-497f-9b97-9f623b2533e8 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:12.819671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Allocated IP 172.20.0.6 (554d24b1-9ac9-4481-8ff2-8f842370bf31/d2314f06-635c-4b21-bfdd-1b3456f085d5/e87bc73b-81b5-48c9-9ac8-66ada96d130a) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:12.822063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:12.822742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:12.830112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.847309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=3b850726-e67a-4605-b398-62a610763d60,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:12.853932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port eb3922ad-9cdf-4b52-b378-759ad96c35f7 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:12.854420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.854575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:12.865552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.874904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:12.875359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.884843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:12.904417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Allocated IP 172.20.0.1 (2133e255-6cff-4bb1-a186-6cff6442bfb6/a4d6baf6-e582-4574-923b-81a30776cfe7/9d3e2d12-564f-4f36-bfad-546520a82fbb) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:12.911593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635b38>, [{'id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:02Z', 'updated_at': '2021-12-23T16:10:03Z', 'revision_number': 3, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'gw_port': {'id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:12.940353 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 2.7791748
Dec 23 16:10:12.946654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:12.948213 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.6315391
Dec 23 16:10:12.951158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46734) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:12.951537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46736) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:12.955644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a82bc5f-744d-450c-a229-2d0bae856cb9 None None] The sync data for ids ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'] in dv-neutron-822801-1-hyperv is: [{'id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:02Z', 'updated_at': '2021-12-23T16:10:03Z', 'revision_number': 3, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'gw_port': {'id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:10:13.021488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-61150640', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'fixed_ips': [{'ip_address': '172.26.5.96'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:13.044265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Pushing event updated for resources: {'Port': ['ID=b1aaf9eb-0600-49e1-a27d-5b69fc2612f8,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:13.055415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:13.060273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:13.070217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:13.094060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Usage tracker for resource:port and tenant:0587da954d5142279d430f4d67d82932 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:13.131739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:13.153551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:13.185674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Transition to ACTIVE for port object 9d3e2d12-564f-4f36-bfad-546520a82fbb will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:13.190630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:13.225249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Transition to ACTIVE for port object f80be575-97c3-43a3-9e37-fee6c6431d05 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:13.280512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3b850726-e67a-4605-b398-62a610763d60 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:13.344495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:13.361215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:13.376847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3b850726-e67a-4605-b398-62a610763d60 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:13.377684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:13.403646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:13.423513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event updated for resources: {'Network': ['ID=1a66147a-bc5a-4745-8076-61aa2d20426f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:13.445102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 1a66147a-bc5a-4745-8076-61aa2d20426f details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:13.449794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:13.455553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:13.463118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Made reservation on behalf of 0587da954d5142279d430f4d67d82932 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:13.468180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:13.558713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b7044355-dce7-43cf-a6af-1eb483eb4e34 None None] Provisioning for port 0c2be19a-b248-495a-bc30-bc8b1d230375 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:13.560513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:13.582032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:13.584195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b7044355-dce7-43cf-a6af-1eb483eb4e34 None None] Provisioning complete for port 0c2be19a-b248-495a-bc30-bc8b1d230375 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:13.584631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b7044355-dce7-43cf-a6af-1eb483eb4e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:13.675722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:13.687388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:13.688030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:13.716572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ee907da1-2d38-4f42-8549-2685c94cd9d6 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:13.720806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Network 2133e255-6cff-4bb1-a186-6cff6442bfb6 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:13.731832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=9d3e2d12-564f-4f36-bfad-546520a82fbb,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:13.734301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:13.741436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:13.742174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:13.742709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:13.746157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:13.782896 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f9dc31d8-7eb6-42dc-8a04-ddc7d548ce38 tempest-RoutersTestDVR-266738980 tempest-RoutersTestDVR-266738980-project] 10.222.0.67 "GET /v2.0/routers/be24fe48-1dab-4ac6-aff5-e20670867ad8 HTTP/1.1" status: 200  len: 682 time: 0.9733887
Dec 23 16:10:13.786501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46742) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:13.820391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b7044355-dce7-43cf-a6af-1eb483eb4e34 None None] Port 0c2be19a-b248-495a-bc30-bc8b1d230375 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:10:13.824011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:13.838038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:13.905940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port ee907da1-2d38-4f42-8549-2685c94cd9d6 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:13.906360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:13.929264 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.8964093
Dec 23 16:10:13.930112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Usage tracker for resource:security_group_rule and tenant:0587da954d5142279d430f4d67d82932 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:13.934175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:13.943101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:13.954614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46746) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:13.964979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-01bae846-f731-4c02-b1f4-9c23e234af63 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Request body: {'network': {'project_id': 'd8c16db214af4730b3bd4d3570e048d0'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:13.983849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-01bae846-f731-4c02-b1f4-9c23e234af63 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:14.073450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-01bae846-f731-4c02-b1f4-9c23e234af63 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Usage tracker for resource:network and tenant:d8c16db214af4730b3bd4d3570e048d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:14.081625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Pushing event updated for resources: {'Port': ['ID=f80be575-97c3-43a3-9e37-fee6c6431d05,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:14.086914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-01bae846-f731-4c02-b1f4-9c23e234af63 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:14.094006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:14.108072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:14.120379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Transition to ACTIVE for port object e87bc73b-81b5-48c9-9ac8-66ada96d130a will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:14.125894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:14.133220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Checking segment: {'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:14.133675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Network hostable DHCP agents. Network: f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:10:14.139090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-01bae846-f731-4c02-b1f4-9c23e234af63 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:14.185853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:14.186080 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bae846-f731-4c02-b1f4-9c23e234af63 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:10:14.186382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bae846-f731-4c02-b1f4-9c23e234af63 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:10:14.187768 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-01bae846-f731-4c02-b1f4-9c23e234af63 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.2286079
Dec 23 16:10:14.192020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46750) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:14.268661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e76f3ad1-6f12-4d01-8680-02f7bbcd2f22 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:14.300209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:14.324353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0b79b74438>> segment before_delete 55550000 {{(pid=88841) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:14.325358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0b79b74438>> subnet precommit_delete_associations 55550000 {{(pid=88841) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:14.326213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79b74240>> segment_host_mapping after_create 55550000 {{(pid=88841) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:14.326601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79b74240>> port after_create 55550000 {{(pid=88841) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:14.326976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79b74240>> port after_delete 55550000 {{(pid=88841) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:14.327414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79b74240>> port after_update 55550000 {{(pid=88841) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:14.327741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79b74240>> segment after_delete 55550000 {{(pid=88841) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:14.328114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79b74240>> subnet after_create 55550000 {{(pid=88841) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:14.328485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79b74240>> subnet after_delete 55550000 {{(pid=88841) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:14.328830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79b74240>> subnet after_update 55550000 {{(pid=88841) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:14.340528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d1fdb4f6-285b-4273-a399-5e765d861a2e None None] Provisioning for port 9d3e2d12-564f-4f36-bfad-546520a82fbb completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:14.346355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d1fdb4f6-285b-4273-a399-5e765d861a2e None None] Provisioning complete for port 9d3e2d12-564f-4f36-bfad-546520a82fbb triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:14.346726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1fdb4f6-285b-4273-a399-5e765d861a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:14.401254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Pushing event updated for resources: {'Network': ['ID=2156bfa4-ff00-477b-a9b7-a5bae1ac239a,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:14.409205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:14.409858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:14.413212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d1fdb4f6-285b-4273-a399-5e765d861a2e None None] Port 9d3e2d12-564f-4f36-bfad-546520a82fbb cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:10:14.420943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 2156bfa4-ff00-477b-a9b7-a5bae1ac239a details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:14.524986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b79e35470>> subnet after_create 55550000 {{(pid=88841) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:14.525966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b79e35470>> subnet after_delete 55550000 {{(pid=88841) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:14.526355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b79e35470>> subnet before_create 55550000 {{(pid=88841) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:14.526920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b79e35470>> subnet before_update 55550000 {{(pid=88841) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:14.527353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6f4978>,) {'filters': {'network_id': ['1a66147a-bc5a-4745-8076-61aa2d20426f']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:14.538682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da87dffc-f291-4929-b11f-7dbad19f9b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:14.543459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:10:14.547817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] device_id is not set on port a90751c9-0753-4572-9033-f8fcf3b72093 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:10:14.591292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:14.595108 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8ac88006-868c-477d-883c-e72788537f5a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d8c16db214af4730b3bd4d3570e048d0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3741279
Dec 23 16:10:14.599663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46754) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:14.601005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:14.601387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6f4978>, '8d0476fb-40f2-4324-b79f-7fb2fc4a3b30') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:14.601717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6f4978>, '8d0476fb-40f2-4324-b79f-7fb2fc4a3b30') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:14.604602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddd77c0-21ab-41ef-8511-2b4515c0adb8 None None] Network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:14.678452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:14.733981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eb6638-de59-492d-b19b-402ce774d2ed,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:14.738077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:14.739363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:14.769329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:14.771763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:14.772167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:14.772577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:14.791928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:14.863973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Allocated IP 172.20.0.2 (554d24b1-9ac9-4481-8ff2-8f842370bf31/d2314f06-635c-4b21-bfdd-1b3456f085d5/fade196e-181b-4735-bcac-9a51514985f6) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:14.878520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:14.882209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:10:14.883116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:14.893055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:14.893432 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:14.995319 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 2 to bind port f80be575-97c3-43a3-9e37-fee6c6431d05
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   (self, other),
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   (self, other),
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:15.005552 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:15.043849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e76f3ad1-6f12-4d01-8680-02f7bbcd2f22 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.045706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:15.046084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:15.046459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:15.059888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e76f3ad1-6f12-4d01-8680-02f7bbcd2f22 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.076659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.077521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:15.077902 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:15.080732 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 3 to bind port f80be575-97c3-43a3-9e37-fee6c6431d05
Dec 23 16:10:15.090979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.104365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:15.104750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:15.105584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:15.106835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Network 554d24b1-9ac9-4481-8ff2-8f842370bf31 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:15.130715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:15.131119 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:15.133314 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 4 to bind port f80be575-97c3-43a3-9e37-fee6c6431d05
Dec 23 16:10:15.158752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.160979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e76f3ad1-6f12-4d01-8680-02f7bbcd2f22 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.161550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76f3ad1-6f12-4d01-8680-02f7bbcd2f22 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be24fe48-1dab-4ac6-aff5-e20670867ad8 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:10:15.170514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:15.171053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:15.171288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:15.175065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.176158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Transition to ACTIVE for port object fade196e-181b-4735-bcac-9a51514985f6 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:15.186538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.188439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e76f3ad1-6f12-4d01-8680-02f7bbcd2f22 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.189629 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e76f3ad1-6f12-4d01-8680-02f7bbcd2f22 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] 10.222.0.67 "DELETE /v2.0/routers/be24fe48-1dab-4ac6-aff5-e20670867ad8 HTTP/1.1" status: 204  len: 168 time: 1.3903029
Dec 23 16:10:15.191401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.195347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:15.195723 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:15.196200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46766) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:15.197570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:15.200594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.205143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:15.209990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85da527c-ac25-426d-85a5-144ce191df7e tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.212825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Transition to ACTIVE for port object fade196e-181b-4735-bcac-9a51514985f6 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:15.227304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.230570 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 5 to bind port f80be575-97c3-43a3-9e37-fee6c6431d05
Dec 23 16:10:15.237056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1bd0c60c-e8c1-48ea-ab22-6b9059ad3ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:15.252717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-efbe6cff-566e-41fd-835f-e521ef0ca3c7 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Request body: {'router': {'name': 'tempest-router-223382759', 'distributed': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:15.310067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-efbe6cff-566e-41fd-835f-e521ef0ca3c7 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:15.314721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:15.314855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:15.316149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:15.323250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-efbe6cff-566e-41fd-835f-e521ef0ca3c7 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Usage tracker for resource:router and tenant:9b43b56ec5ff4bb3a3016ab81b7597ea is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:15.329497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:15.331503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a485fea0-fd23-408c-a51b-10c52c09421b up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:15.341295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-efbe6cff-566e-41fd-835f-e521ef0ca3c7 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:15.357064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=9d3e2d12-564f-4f36-bfad-546520a82fbb,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:15.359823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-efbe6cff-566e-41fd-835f-e521ef0ca3c7 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:15.365856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:15.366511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:15.367317 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:15.386090 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 6 to bind port f80be575-97c3-43a3-9e37-fee6c6431d05
Dec 23 16:10:15.403653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Network 554d24b1-9ac9-4481-8ff2-8f842370bf31 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:15.411887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Pushing event updated for resources: {'Port': ['ID=fade196e-181b-4735-bcac-9a51514985f6,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:15.415374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:15.420805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:15.421752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:15.534839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port a485fea0-fd23-408c-a51b-10c52c09421b completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:15.539915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Attempting to bind port fade196e-181b-4735-bcac-9a51514985f6 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:15.540433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Attempting to bind port fade196e-181b-4735-bcac-9a51514985f6 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'a9c4bae3-03bd-4888-919a-7f4cb1427b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '554d24b1-9ac9-4481-8ff2-8f842370bf31'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:15.541488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Attempting to bind port fade196e-181b-4735-bcac-9a51514985f6 on network 554d24b1-9ac9-4481-8ff2-8f842370bf31 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:15.546789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port a485fea0-fd23-408c-a51b-10c52c09421b triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:15.547272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.583545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:10:15.584368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Checking segment: {'id': 'a9c4bae3-03bd-4888-919a-7f4cb1427b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '554d24b1-9ac9-4481-8ff2-8f842370bf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:15.584368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.585206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Bound using segment: {'id': 'a9c4bae3-03bd-4888-919a-7f4cb1427b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '554d24b1-9ac9-4481-8ff2-8f842370bf31'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:10:15.585783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Bound port: fade196e-181b-4735-bcac-9a51514985f6, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c4bae3-03bd-4888-919a-7f4cb1427b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '554d24b1-9ac9-4481-8ff2-8f842370bf31'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:10:15.586175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.597128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efbe6cff-566e-41fd-835f-e521ef0ca3c7 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.598147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efbe6cff-566e-41fd-835f-e521ef0ca3c7 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.604442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1a66147a-bc5a-4745-8076-61aa2d20426f {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 23 16:10:15.614636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.650125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:15.650969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:15.651360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:15.681188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:15.681616 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:15.684516 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 7 to bind port f80be575-97c3-43a3-9e37-fee6c6431d05
Dec 23 16:10:15.684672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Pushing event updated for resources: {'Port': ['ID=e87bc73b-81b5-48c9-9ac8-66ada96d130a,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:15.696372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85da527c-ac25-426d-85a5-144ce191df7e tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.713394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:15.719900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-027fea2b-2b91-4603-a7c1-e92e2d3b5fe6 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.528s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:15.730214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:15.730596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:15.730976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:15.748364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Network 2133e255-6cff-4bb1-a186-6cff6442bfb6 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:15.750191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efbe6cff-566e-41fd-835f-e521ef0ca3c7 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.751814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:15.752190 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:15.753262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:15.760641 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 8 to bind port f80be575-97c3-43a3-9e37-fee6c6431d05
Dec 23 16:10:15.777363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:15.778050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.807074 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "DELETE /v2.0/networks/1a66147a-bc5a-4745-8076-61aa2d20426f HTTP/1.1" status: 204  len: 168 time: 2.8507314
Dec 23 16:10:15.808244 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:10:15.808738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:10:15.812522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46770) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:15.841196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:15.866619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:15.867019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:15.867417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:15.905631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efbe6cff-566e-41fd-835f-e521ef0ca3c7 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:15.912673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:15.913238 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:15.956347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:15.971827 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 9 to bind port f80be575-97c3-43a3-9e37-fee6c6431d05
Dec 23 16:10:15.974234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] For port fade196e-181b-4735-bcac-9a51514985f6, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:10:15.979230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] For port fade196e-181b-4735-bcac-9a51514985f6, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=fade196e-181b-4735-bcac-9a51514985f6,segment=NetworkSegment(a9c4bae3-03bd-4888-919a-7f4cb1427b33),segment_id=a9c4bae3-03bd-4888-919a-7f4cb1427b33)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:10:15.989655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Usage tracker for resource:network and tenant:9441a539c5ce408ea1f384cbe3e3c2e3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:15.996957 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 3.0349782
Dec 23 16:10:15.996957 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.4971907
Dec 23 16:10:16.000974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.005139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:16.008587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.012968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46774) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:16.013555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46776) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:16.025967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:16.027575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:16.032988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2be19a-b248-495a-bc30-bc8b1d230375,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:16.037625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:16.043312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.458s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:16.080200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a66147a-bc5a-4745-8076-61aa2d20426f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:16.082793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:16.126557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port a485fea0-fd23-408c-a51b-10c52c09421b, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a485fea0-fd23-408c-a51b-10c52c09421b,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:16.133040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.145120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Pushing event updated for resources: {'Port': ['ID=fade196e-181b-4735-bcac-9a51514985f6,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:16.148709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:16.149421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:16.178591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Network dfa648d5-30ca-497f-9b97-9f623b2533e8 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:16.180602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:16.214419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:16.214810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:16.215333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:16.261066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efbe6cff-566e-41fd-835f-e521ef0ca3c7 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.271606 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-efbe6cff-566e-41fd-835f-e521ef0ca3c7 tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 1.0329447
Dec 23 16:10:16.280381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46782) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:16.302462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85da527c-ac25-426d-85a5-144ce191df7e tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.306094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=a485fea0-fd23-408c-a51b-10c52c09421b,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:16.310298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:16.328502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Made reservation on behalf of 9441a539c5ce408ea1f384cbe3e3c2e3 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:16.334551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.364046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-448d0db3-c041-457e-9919-fd62e3308086 None None] Provisioning complete for port 9d3e2d12-564f-4f36-bfad-546520a82fbb triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:16.364619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-448d0db3-c041-457e-9919-fd62e3308086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.394133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:16.406362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.407358 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Added segment 6621ba37-6c12-41cd-990f-7e05780f571d of type vlan for network 6357c61e-f94c-4b61-8648-d4478416908f
Dec 23 16:10:16.432945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:16.472204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-448d0db3-c041-457e-9919-fd62e3308086 None None] Port 9d3e2d12-564f-4f36-bfad-546520a82fbb cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:10:16.472634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da527c-ac25-426d-85a5-144ce191df7e tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213510e6-ff17-4b5e-a111-c5aee5c3eea3,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:16.498439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.515838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-85da527c-ac25-426d-85a5-144ce191df7e tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:16.531625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:16.532003 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:16.539579 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 10 to bind port f80be575-97c3-43a3-9e37-fee6c6431d05
Dec 23 16:10:16.567890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-815fb794-2089-4a38-a190-e31581a7910d tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Deleting port e87bc73b-81b5-48c9-9ac8-66ada96d130a {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:10:16.568282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-815fb794-2089-4a38-a190-e31581a7910d tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.597626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85da527c-ac25-426d-85a5-144ce191df7e tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.601630 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-85da527c-ac25-426d-85a5-144ce191df7e tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] 10.222.0.67 "DELETE /v2.0/security-groups/213510e6-ff17-4b5e-a111-c5aee5c3eea3 HTTP/1.1" status: 204  len: 168 time: 1.9849875
Dec 23 16:10:16.610915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46786) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:16.651992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bd43d773-ea6f-4eeb-b2dd-8892890e6d04 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Deleting port b1aaf9eb-0600-49e1-a27d-5b69fc2612f8 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:10:16.652383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd43d773-ea6f-4eeb-b2dd-8892890e6d04 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.721985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-976a0812-3c93-4de0-9783-7cf1be682240 None None] Provisioning complete for port 0c2be19a-b248-495a-bc30-bc8b1d230375 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:16.723162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-976a0812-3c93-4de0-9783-7cf1be682240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.723340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:16.723694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:16.724084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:16.807446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-976a0812-3c93-4de0-9783-7cf1be682240 None None] Port 0c2be19a-b248-495a-bc30-bc8b1d230375 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:10:16.816049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3dd2f8d-0fba-4525-ad53-604dec9a7d9a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.824211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.827522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:16.828167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:16.837153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-300581e9-1877-4bad-8c3b-99d1e7724831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:16.847924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port f80be575-97c3-43a3-9e37-fee6c6431d05 on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:16.848304 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port f80be575-97c3-43a3-9e37-fee6c6431d05 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:16.848714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:17.001082 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.1656106
Dec 23 16:10:17.028426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5fdc-352d-4a1c-b6e0-721c7305c55c tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:17.058110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46790) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:17.068556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event updated for resources: {'Network': ['ID=6357c61e-f94c-4b61-8648-d4478416908f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:17.080878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 6357c61e-f94c-4b61-8648-d4478416908f details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:17.086705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:17.090923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Request body: {'subnet': {'network_id': '6357c61e-f94c-4b61-8648-d4478416908f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:17.110630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:17.130757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Usage tracker for resource:subnet and tenant:9441a539c5ce408ea1f384cbe3e3c2e3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:17.138439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:17.149697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:17.208980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3dd2f8d-0fba-4525-ad53-604dec9a7d9a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:17.249686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Made reservation on behalf of 9441a539c5ce408ea1f384cbe3e3c2e3 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:17.255333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:17.350028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c3dd2f8d-0fba-4525-ad53-604dec9a7d9a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79853470>,) {'filters': {'network_id': ['2156bfa4-ff00-477b-a9b7-a5bae1ac239a']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:17.384241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device fade196e-181b-4735-bcac-9a51514985f6 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:17.390364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c3dd2f8d-0fba-4525-ad53-604dec9a7d9a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79853470>, 'ec5de461-4749-4cb2-9843-c871cb8bc4d0') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:17.390711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c3dd2f8d-0fba-4525-ad53-604dec9a7d9a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79853470>, 'ec5de461-4749-4cb2-9843-c871cb8bc4d0') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:17.458964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port fade196e-181b-4735-bcac-9a51514985f6 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:17.465366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a485fea0-fd23-408c-a51b-10c52c09421b up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:17.469944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3dd2f8d-0fba-4525-ad53-604dec9a7d9a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:17.508359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3dd2f8d-0fba-4525-ad53-604dec9a7d9a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:17.519939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3dd2f8d-0fba-4525-ad53-604dec9a7d9a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:10:17.520396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3dd2f8d-0fba-4525-ad53-604dec9a7d9a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:17.535728 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:17.547766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port a485fea0-fd23-408c-a51b-10c52c09421b triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:17.548287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:17.616724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd43d773-ea6f-4eeb-b2dd-8892890e6d04 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:17.617093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd43d773-ea6f-4eeb-b2dd-8892890e6d04 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:17.626661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] For port f80be575-97c3-43a3-9e37-fee6c6431d05, host hv-neutron-8228, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:10:17.627052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempted to set empty binding levels {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 23 16:10:17.632640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3dd2f8d-0fba-4525-ad53-604dec9a7d9a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:17.647980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3dd2f8d-0fba-4525-ad53-604dec9a7d9a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:17.650930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:17.686555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Router dcd7c192-4092-4e5c-982d-88887c32bfc3 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:10:17.687579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd2f8d-0fba-4525-ad53-604dec9a7d9a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Pushing event deleted for resources: {'Network': ['ID=2156bfa4-ff00-477b-a9b7-a5bae1ac239a,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:17.693481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c3dd2f8d-0fba-4525-ad53-604dec9a7d9a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:17.699796 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c3dd2f8d-0fba-4525-ad53-604dec9a7d9a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] 10.222.0.67 "DELETE /v2.0/networks/2156bfa4-ff00-477b-a9b7-a5bae1ac239a HTTP/1.1" status: 204  len: 168 time: 1.0846732
Dec 23 16:10:17.701278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46794) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:17.750516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:17.913959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bd43d773-ea6f-4eeb-b2dd-8892890e6d04 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Calling delete_port for b1aaf9eb-0600-49e1-a27d-5b69fc2612f8 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:10:17.945614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:17.988342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cee14acd-0fd7-4cbf-a509-c32520029614 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:18.076620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-815fb794-2089-4a38-a190-e31581a7910d tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:18.205558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:18.213584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3fc93e-759c-410f-83ff-50cdde74a8de None None] Network 554d24b1-9ac9-4481-8ff2-8f842370bf31 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:18.334218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c33e93ce-c85c-4d4b-b045-f0f660b7daf9 None None] Provisioning for port fade196e-181b-4735-bcac-9a51514985f6 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:18.344133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c33e93ce-c85c-4d4b-b045-f0f660b7daf9 None None] Provisioning complete for port fade196e-181b-4735-bcac-9a51514985f6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:18.344699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c33e93ce-c85c-4d4b-b045-f0f660b7daf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:18.416921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-815fb794-2089-4a38-a190-e31581a7910d tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Calling delete_port for e87bc73b-81b5-48c9-9ac8-66ada96d130a owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:10:18.477402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cee14acd-0fd7-4cbf-a509-c32520029614 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:18.559592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-cee14acd-0fd7-4cbf-a509-c32520029614 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a486668>,) {'filters': {'network_id': ['6890d928-5c52-4b35-8284-4d66adb705bd']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:18.579514 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 986 time: 8.6881549
Dec 23 16:10:18.584323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-cee14acd-0fd7-4cbf-a509-c32520029614 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a486668>, '671cdd8a-1792-4dba-b8e9-fc1eb937c73d') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:18.584595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-cee14acd-0fd7-4cbf-a509-c32520029614 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a486668>, '671cdd8a-1792-4dba-b8e9-fc1eb937c73d') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:18.591115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46804) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:18.593747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c33e93ce-c85c-4d4b-b045-f0f660b7daf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:18.597373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Pushing event updated for resources: {'Port': ['ID=f80be575-97c3-43a3-9e37-fee6c6431d05,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:18.606700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cee14acd-0fd7-4cbf-a509-c32520029614 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:18.633197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5fdc-352d-4a1c-b6e0-721c7305c55c tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:18.639144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cee14acd-0fd7-4cbf-a509-c32520029614 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:18.640974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:18.647875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c33e93ce-c85c-4d4b-b045-f0f660b7daf9 None None] For port fade196e-181b-4735-bcac-9a51514985f6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=fade196e-181b-4735-bcac-9a51514985f6,segment=NetworkSegment(a9c4bae3-03bd-4888-919a-7f4cb1427b33),segment_id=a9c4bae3-03bd-4888-919a-7f4cb1427b33)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:18.652562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee14acd-0fd7-4cbf-a509-c32520029614 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:10:18.653010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cee14acd-0fd7-4cbf-a509-c32520029614 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:18.653163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c33e93ce-c85c-4d4b-b045-f0f660b7daf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:18.655575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:18.668370 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:18.704178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5fdc-352d-4a1c-b6e0-721c7305c55c tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:18.732917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e93ce-c85c-4d4b-b045-f0f660b7daf9 None None] Pushing event updated for resources: {'Port': ['ID=fade196e-181b-4735-bcac-9a51514985f6,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:18.741141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c33e93ce-c85c-4d4b-b045-f0f660b7daf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:18.751156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:10:18.768753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Sync routers for ids ['dcd7c192-4092-4e5c-982d-88887c32bfc3'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:10:18.781627 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] 10.222.0.67 "PUT /v2.0/routers/dcd7c192-4092-4e5c-982d-88887c32bfc3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.6566060
Dec 23 16:10:18.787206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Routers {'dcd7c192-4092-4e5c-982d-88887c32bfc3'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:18.788755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a800e80>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['dcd7c192-4092-4e5c-982d-88887c32bfc3'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:18.862198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cee14acd-0fd7-4cbf-a509-c32520029614 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:18.879498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:18.883176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cee14acd-0fd7-4cbf-a509-c32520029614 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:18.890468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:18.928788 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cee14acd-0fd7-4cbf-a509-c32520029614 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] 10.222.0.67 "DELETE /v2.0/networks/6890d928-5c52-4b35-8284-4d66adb705bd HTTP/1.1" status: 204  len: 168 time: 1.2254214
Dec 23 16:10:18.930115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee14acd-0fd7-4cbf-a509-c32520029614 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Pushing event deleted for resources: {'Network': ['ID=6890d928-5c52-4b35-8284-4d66adb705bd,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:18.934167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cee14acd-0fd7-4cbf-a509-c32520029614 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:18.935494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-96ed72d1-adbb-4b41-b3ba-8a9803747333 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:19.015171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e6e9c691-d7f6-42b1-9803-697fc9eaeeff,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:19.018292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:19.075069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ff561cff-1fc6-46ef-98a3-acbbe655f629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Deleting port f80be575-97c3-43a3-9e37-fee6c6431d05 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:10:19.079564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff561cff-1fc6-46ef-98a3-acbbe655f629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:19.086933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Set router dcd7c192-4092-4e5c-982d-88887c32bfc3 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:10:19.094294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Checking segment: {'id': '6621ba37-6c12-41cd-990f-7e05780f571d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6357c61e-f94c-4b61-8648-d4478416908f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:19.094847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Network hostable DHCP agents. Network: 6357c61e-f94c-4b61-8648-d4478416908f, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:10:19.123650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Network 6357c61e-f94c-4b61-8648-d4478416908f is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:10:19.137458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 6357c61e-f94c-4b61-8648-d4478416908f) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:19.151344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733431e1-942a-413c-a0f7-4763130a4473 None None] Network 6357c61e-f94c-4b61-8648-d4478416908f requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:19.152618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:19.153527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:19.169636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd43d773-ea6f-4eeb-b2dd-8892890e6d04 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:19.180547 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.1142735
Dec 23 16:10:19.182230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46820) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:19.188747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Request body: {'floatingip': {'floating_network_id': '6357c61e-f94c-4b61-8648-d4478416908f'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:19.194253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:19.199431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Usage tracker for resource:floatingip and tenant:9441a539c5ce408ea1f384cbe3e3c2e3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:19.203631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:19.215135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:19.225893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:19.255177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-77714462-11d5-4688-acbc-7369ff974ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:19.373786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:10:19.419000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43d773-ea6f-4eeb-b2dd-8892890e6d04 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1aaf9eb-0600-49e1-a27d-5b69fc2612f8,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:19.431300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bd43d773-ea6f-4eeb-b2dd-8892890e6d04 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:19.451975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device fade196e-181b-4735-bcac-9a51514985f6 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:19.466210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:19.588436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5fdc-352d-4a1c-b6e0-721c7305c55c tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:19.589355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bf5fdc-352d-4a1c-b6e0-721c7305c55c tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c12949d7-5f98-4cf1-8ab5-a8dfd1394b66 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:10:19.602190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9e89e911-c766-4c23-9439-1da36a2b83eb None None] Provisioning complete for port fade196e-181b-4735-bcac-9a51514985f6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:19.602633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9e89e911-c766-4c23-9439-1da36a2b83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:19.762810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Allocated IP 172.20.0.5 (6357c61e-f94c-4b61-8648-d4478416908f/e6e9c691-d7f6-42b1-9803-697fc9eaeeff/01696ac4-d4b1-4c49-bfd9-ea35d729a21e) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:19.788753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a800e80>, [{'id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': '3b850726-e67a-4605-b398-62a610763d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:13Z', 'revision_number': 4, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'gw_port': {'id': '3b850726-e67a-4605-b398-62a610763d60', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:04Z', 'updated_at': '2021-12-23T16:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '0c2be19a-b248-495a-bc30-bc8b1d230375', 'name': '', 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'mac_address': 'fa:16:3e:2f:64:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:10Z', 'updated_at': '2021-12-23T16:10:13Z', 'revision_number': 2, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'subnets': [{'id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:19.794364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Checking router: dcd7c192-4092-4e5c-982d-88887c32bfc3 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:10:19.795146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Updating router dcd7c192-4092-4e5c-982d-88887c32bfc3 port 0c2be19a-b248-495a-bc30-bc8b1d230375 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:10:19.861429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:19.882641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-815fb794-2089-4a38-a190-e31581a7910d tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:19.914253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd43d773-ea6f-4eeb-b2dd-8892890e6d04 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:19.925433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd43d773-ea6f-4eeb-b2dd-8892890e6d04 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:19.930383 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bd43d773-ea6f-4eeb-b2dd-8892890e6d04 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/df3be81c-b05c-4e70-84a1-816a4677bfae HTTP/1.1" status: 204  len: 168 time: 3.9057992
Dec 23 16:10:19.937983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46832) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:19.942847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5fdc-352d-4a1c-b6e0-721c7305c55c tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:19.944176 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d5bf5fdc-352d-4a1c-b6e0-721c7305c55c tempest-RoutersTestDVR-272959448 tempest-RoutersTestDVR-272959448-project-admin] 10.222.0.67 "DELETE /v2.0/routers/c12949d7-5f98-4cf1-8ab5-a8dfd1394b66 HTTP/1.1" status: 204  len: 168 time: 3.6596327
Dec 23 16:10:19.971262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port fade196e-181b-4735-bcac-9a51514985f6 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:19.971703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:20.005388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:20.112796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fb794-2089-4a38-a190-e31581a7910d tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Pushing event deleted for resources: {'Port': ['ID=e87bc73b-81b5-48c9-9ac8-66ada96d130a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:20.144717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:20.148208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-815fb794-2089-4a38-a190-e31581a7910d tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:20.157829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df00cc96-062e-4bf0-93e2-85ee667ceb27 None None] Network 6357c61e-f94c-4b61-8648-d4478416908f requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:20.195314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:20.232678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-66dd48c0-abe5-4eeb-9697-5f622d239146 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:20.438176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:20.446264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Network 6357c61e-f94c-4b61-8648-d4478416908f is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:20.455693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Transition to ACTIVE for port object 0c2be19a-b248-495a-bc30-bc8b1d230375 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:20.456369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event updated for resources: {'Port': ['ID=01696ac4-d4b1-4c49-bfd9-ea35d729a21e,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:20.460396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9e89e911-c766-4c23-9439-1da36a2b83eb None None] Could not find standard attr ID for object e87bc73b-81b5-48c9-9ac8-66ada96d130a. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:10:20.466151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:20.474395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:20.475553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:20.484037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:20.491896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:20.573473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46848) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:20.573973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46850) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:20.616133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-913ec9fe-09ad-418f-ab4c-726db4554272 None None] Could not find standard attr ID for object e87bc73b-81b5-48c9-9ac8-66ada96d130a. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:10:20.659682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f092b8-8383-4d90-bbaf-8e5ed7b0e395 None None] Pushing event updated for resources: {'Port': ['ID=0c2be19a-b248-495a-bc30-bc8b1d230375,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:20.691176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-815fb794-2089-4a38-a190-e31581a7910d tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:20.696930 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-815fb794-2089-4a38-a190-e31581a7910d tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] 10.222.0.67 "DELETE /v2.0/ports/e87bc73b-81b5-48c9-9ac8-66ada96d130a HTTP/1.1" status: 204  len: 168 time: 4.6686940
Dec 23 16:10:20.702547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46862) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:20.815301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7cf11bc-7a07-43ae-8caa-20b22c9c9d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:20.830710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ff561cff-1fc6-46ef-98a3-acbbe655f629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] For port f80be575-97c3-43a3-9e37-fee6c6431d05, host hv-neutron-8228, got binding levels [] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:20.831185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff561cff-1fc6-46ef-98a3-acbbe655f629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:20.988516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e7cf11bc-7a07-43ae-8caa-20b22c9c9d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:20.995493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e7cf11bc-7a07-43ae-8caa-20b22c9c9d94 admin admin] Usage tracker for resource:security_group_rule and tenant:2a57378f96224121b165653c8b36c63a is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:20.999297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e7cf11bc-7a07-43ae-8caa-20b22c9c9d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:21.003823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-abf25955-f4d4-4fe0-930a-97ca30efb2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.006686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e7cf11bc-7a07-43ae-8caa-20b22c9c9d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:21.034277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.037224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d703d15-ec2b-40e8-a4e4-72d224d716fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.064551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Attempting to bind port 0c2be19a-b248-495a-bc30-bc8b1d230375 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:21.065258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Attempting to bind port 0c2be19a-b248-495a-bc30-bc8b1d230375 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '60a2ae6f-3695-4c28-848b-f1b25ebe23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:21.065879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Attempting to bind port 0c2be19a-b248-495a-bc30-bc8b1d230375 on network dfa648d5-30ca-497f-9b97-9f623b2533e8 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:21.069121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35f092b8-8383-4d90-bbaf-8e5ed7b0e395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:21.078255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:10:21.079573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Checking segment: {'id': '60a2ae6f-3695-4c28-848b-f1b25ebe23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:21.080209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.080835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Bound using segment: {'id': '60a2ae6f-3695-4c28-848b-f1b25ebe23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:10:21.081682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Bound port: 0c2be19a-b248-495a-bc30-bc8b1d230375, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a2ae6f-3695-4c28-848b-f1b25ebe23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:10:21.082297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.095698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7cf11bc-7a07-43ae-8caa-20b22c9c9d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.179490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ff561cff-1fc6-46ef-98a3-acbbe655f629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Calling delete_port for f80be575-97c3-43a3-9e37-fee6c6431d05 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:10:21.182183 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c19edfac-7c0a-440e-b381-7140a06241f6 tempest-DHCPAgentSchedulersTestJSON-471560574 tempest-DHCPAgentSchedulersTestJSON-471560574-project-admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4310 time: 0.4776971
Dec 23 16:10:21.190043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46874) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:21.231813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7cf11bc-7a07-43ae-8caa-20b22c9c9d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.237791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-412286429'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:21.249025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.262104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] For port 0c2be19a-b248-495a-bc30-bc8b1d230375, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:10:21.266347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] For port 0c2be19a-b248-495a-bc30-bc8b1d230375, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0c2be19a-b248-495a-bc30-bc8b1d230375,segment=NetworkSegment(60a2ae6f-3695-4c28-848b-f1b25ebe23e9),segment_id=60a2ae6f-3695-4c28-848b-f1b25ebe23e9)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:10:21.271082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:21.273027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.278360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:21.298699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:21.303207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Usage tracker for resource:network and tenant:babfd68d5405497a858a4f1609291498 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:21.307441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:21.315707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf11bc-7a07-43ae-8caa-20b22c9c9d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0559f45-e3e2-4f30-ba59-874314d239c0,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:21.320038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7cf11bc-7a07-43ae-8caa-20b22c9c9d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:21.346847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-abf25955-f4d4-4fe0-930a-97ca30efb2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:21.349470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:21.351965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5d703d15-ec2b-40e8-a4e4-72d224d716fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:21.356048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:10:21.367175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Sync routers for ids ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:10:21.372728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5d703d15-ec2b-40e8-a4e4-72d224d716fe admin admin] Usage tracker for resource:security_group_rule and tenant:40801b8f5bef48159d4e2d96b036b4e2 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:21.376140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f092b8-8383-4d90-bbaf-8e5ed7b0e395 None None] Pushing event updated for resources: {'Port': ['ID=0c2be19a-b248-495a-bc30-bc8b1d230375,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:21.378185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-abf25955-f4d4-4fe0-930a-97ca30efb2c4 admin admin] Usage tracker for resource:security_group_rule and tenant:9b9ca4a9488a45d19b0a3ba9ac88ecaa is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:21.380933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5d703d15-ec2b-40e8-a4e4-72d224d716fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:21.382082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35f092b8-8383-4d90-bbaf-8e5ed7b0e395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:21.391760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Routers {'10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:21.392453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7326d8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:21.402566 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e7cf11bc-7a07-43ae-8caa-20b22c9c9d94 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2a57378f96224121b165653c8b36c63a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4535372
Dec 23 16:10:21.403341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46878) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:21.409086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-abf25955-f4d4-4fe0-930a-97ca30efb2c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:21.414509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Routers {'dcd7c192-4092-4e5c-982d-88887c32bfc3'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:21.415439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a800e80>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['dcd7c192-4092-4e5c-982d-88887c32bfc3'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:21.419983 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] 10.222.0.67 "PUT /v2.0/routers/10d6808e-1e8e-4013-9f96-9ad4c9b48dc6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.2729368
Dec 23 16:10:21.441158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5d703d15-ec2b-40e8-a4e4-72d224d716fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:21.455584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-abf25955-f4d4-4fe0-930a-97ca30efb2c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:21.464124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Made reservation on behalf of babfd68d5405497a858a4f1609291498 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:21.482122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.494104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a60addf4-bcd4-4d6c-aae5-e130f0dfdfeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.496366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff561cff-1fc6-46ef-98a3-acbbe655f629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.529554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:21.590790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff561cff-1fc6-46ef-98a3-acbbe655f629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Pushing event deleted for resources: {'Port': ['ID=f80be575-97c3-43a3-9e37-fee6c6431d05,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:21.594004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ff561cff-1fc6-46ef-98a3-acbbe655f629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:21.620341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff561cff-1fc6-46ef-98a3-acbbe655f629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.633842 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ff561cff-1fc6-46ef-98a3-acbbe655f629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "DELETE /v2.0/ports/f80be575-97c3-43a3-9e37-fee6c6431d05 HTTP/1.1" status: 204  len: 168 time: 3.0376887
Dec 23 16:10:21.638509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a60addf4-bcd4-4d6c-aae5-e130f0dfdfeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.646775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46884) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:21.713290 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe5a1a3-aeeb-4d11-b158-4993d31f8f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:10:21.714120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9fe5a1a3-aeeb-4d11-b158-4993d31f8f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Synchronizing usage tracker for tenant:24cdbd261d614896b2168b25f07a4c5a on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:21.728682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:21.771102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46892) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:21.798611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351888616', 'description': 'tempest-description--812128112'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:21.805366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] Set router dcd7c192-4092-4e5c-982d-88887c32bfc3 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:10:21.810235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d703d15-ec2b-40e8-a4e4-72d224d716fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.819053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:21.824160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Usage tracker for resource:security_group and tenant:e3e9074d25284bffb73031ea842e474c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:21.828203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:21.835972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:21.856763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.920474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:21.924696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Usage tracker for resource:security_group_rule and tenant:e3e9074d25284bffb73031ea842e474c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:21.928839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:21.936291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:21.950564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d703d15-ec2b-40e8-a4e4-72d224d716fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.955760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a60addf4-bcd4-4d6c-aae5-e130f0dfdfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.963120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:21.964090 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Added segment 67274c34-7fcb-4416-b6e7-8b2786b1d38c of type vlan for network 9e7a5b6f-3277-423a-810f-59dc7621ded1
Dec 23 16:10:21.969684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:21.989356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60addf4-bcd4-4d6c-aae5-e130f0dfdfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0559f45-e3e2-4f30-ba59-874314d239c0,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:21.990824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:21.999401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a60addf4-bcd4-4d6c-aae5-e130f0dfdfeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:22.020925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Set router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:10:22.021288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a60addf4-bcd4-4d6c-aae5-e130f0dfdfeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.025664 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a60addf4-bcd4-4d6c-aae5-e130f0dfdfeb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d0559f45-e3e2-4f30-ba59-874314d239c0 HTTP/1.1" status: 204  len: 168 time: 0.6190622
Dec 23 16:10:22.062720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.072690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.107559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:22.158856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.170227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562cc184-d489-4957-b41f-32879ca39ef1,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:22.180523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d703d15-ec2b-40e8-a4e4-72d224d716fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3e5c59-40c5-44a9-9f5c-8bf5230feafb,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:22.191302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:22.192366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.194936 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.4204073
Dec 23 16:10:22.200022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d703d15-ec2b-40e8-a4e4-72d224d716fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:22.200754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46898) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:22.216865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1757da4c-15ff-4289-bdb7-2d1a443d4e0e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Request body: {'security_group_rule': {'security_group_id': '562cc184-d489-4957-b41f-32879ca39ef1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:22.220633 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5d703d15-ec2b-40e8-a4e4-72d224d716fe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=40801b8f5bef48159d4e2d96b036b4e2&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6450579
Dec 23 16:10:22.223836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46902) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:22.225534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-abf25955-f4d4-4fe0-930a-97ca30efb2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.265989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-abf25955-f4d4-4fe0-930a-97ca30efb2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.274130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1757da4c-15ff-4289-bdb7-2d1a443d4e0e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:22.286668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9fe5a1a3-aeeb-4d11-b158-4993d31f8f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Unset dirty status for tenant:24cdbd261d614896b2168b25f07a4c5a on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:22.293849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9fe5a1a3-aeeb-4d11-b158-4993d31f8f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "GET /v2.0/ports/f80be575-97c3-43a3-9e37-fee6c6431d05 HTTP/1.1" status: 404  len: 333 time: 0.6432087
Dec 23 16:10:22.294556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1757da4c-15ff-4289-bdb7-2d1a443d4e0e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Usage tracker for resource:security_group_rule and tenant:e3e9074d25284bffb73031ea842e474c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:22.303800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46908) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:22.304570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a800e80>, [{'id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': '3b850726-e67a-4605-b398-62a610763d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:13Z', 'revision_number': 4, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'gw_port': {'id': '3b850726-e67a-4605-b398-62a610763d60', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:04Z', 'updated_at': '2021-12-23T16:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '0c2be19a-b248-495a-bc30-bc8b1d230375', 'name': '', 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'mac_address': 'fa:16:3e:2f:64:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:10Z', 'updated_at': '2021-12-23T16:10:21Z', 'revision_number': 4, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'subnets': [{'id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:22.313487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1757da4c-15ff-4289-bdb7-2d1a443d4e0e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:22.315915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93436c17-e6d3-486b-93d8-dded9de5be5e None None] The sync data for ids ['dcd7c192-4092-4e5c-982d-88887c32bfc3'] in dv-neutron-822801-1-hyperv is: [{'id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': '3b850726-e67a-4605-b398-62a610763d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:13Z', 'revision_number': 4, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'gw_port': {'id': '3b850726-e67a-4605-b398-62a610763d60', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:04Z', 'updated_at': '2021-12-23T16:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '0c2be19a-b248-495a-bc30-bc8b1d230375', 'name': '', 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'mac_address': 'fa:16:3e:2f:64:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:10Z', 'updated_at': '2021-12-23T16:10:21Z', 'revision_number': 4, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'subnets': [{'id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:10:22.324792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Request body: {'port': {'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464761319'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:22.332948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:22.339465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:22.343927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1757da4c-15ff-4289-bdb7-2d1a443d4e0e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:22.356357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:22.373625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Made reservation on behalf of 24cdbd261d614896b2168b25f07a4c5a for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:22.378869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.392865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1757da4c-15ff-4289-bdb7-2d1a443d4e0e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.482086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] device_id is not set on port 6e00685d-6913-490f-98ca-3bd14d2da02a yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:10:22.484390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.503976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.505023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46914) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:22.525784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.535508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:22.536375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.598864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1464228236', 'description': 'tempest-description--1679973406'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:22.606249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:22.611361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Usage tracker for resource:security_group and tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:22.615098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:22.622967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:22.647641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1757da4c-15ff-4289-bdb7-2d1a443d4e0e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.655849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-abf25955-f4d4-4fe0-930a-97ca30efb2c4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9b9ca4a9488a45d19b0a3ba9ac88ecaa&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0762417
Dec 23 16:10:22.657526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf25955-f4d4-4fe0-930a-97ca30efb2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd2fce7-524b-4cdd-9ef8-5ba3b11f5754,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:22.658588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46918) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:22.662075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-abf25955-f4d4-4fe0-930a-97ca30efb2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:22.664064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:22.667207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1757da4c-15ff-4289-bdb7-2d1a443d4e0e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.736287 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.5195649
Dec 23 16:10:22.737337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.743740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7326d8>, [{'id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:02Z', 'updated_at': '2021-12-23T16:10:14Z', 'revision_number': 4, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'gw_port': {'id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '9d3e2d12-564f-4f36-bfad-546520a82fbb', 'name': '', 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'mac_address': 'fa:16:3e:94:66:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:12Z', 'updated_at': '2021-12-23T16:10:14Z', 'revision_number': 2, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'subnets': [{'id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:22.749061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Checking router: 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:10:22.749483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Updating router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 port 9d3e2d12-564f-4f36-bfad-546520a82fbb binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:10:22.757300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:22.764359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46922) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:22.792732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:22.799820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Usage tracker for resource:security_group_rule and tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:22.808653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:22.812373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46926) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:22.829412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.844802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757da4c-15ff-4289-bdb7-2d1a443d4e0e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008710b7-5067-44f8-89f7-b7d90b2d372d,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:22.857048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event updated for resources: {'Port': ['ID=01696ac4-d4b1-4c49-bfd9-ea35d729a21e,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:22.884680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:22.892969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:22.910029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cee14acd-0fd7-4cbf-a509-c32520029614 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:22.933340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1757da4c-15ff-4289-bdb7-2d1a443d4e0e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:22.951963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1757da4c-15ff-4289-bdb7-2d1a443d4e0e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.954325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9276e9bc-ca90-4c16-9154-d86a30ddfbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.956247 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1757da4c-15ff-4289-bdb7-2d1a443d4e0e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7542386
Dec 23 16:10:22.961126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46930) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:22.968633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e706783-16a0-4a16-b409-fbe68122e87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:22.980679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8993e4b4-02e6-4055-b80e-54fd65927949 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Request body: {'security_group_rule': {'security_group_id': '562cc184-d489-4957-b41f-32879ca39ef1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:23.011815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8993e4b4-02e6-4055-b80e-54fd65927949 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:23.031502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.033381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8993e4b4-02e6-4055-b80e-54fd65927949 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Usage tracker for resource:security_group_rule and tenant:e3e9074d25284bffb73031ea842e474c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:23.038443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.046435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8993e4b4-02e6-4055-b80e-54fd65927949 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:23.121874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2f914ab-1a3c-4083-8b63-d1c6fd0d34ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.128801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8993e4b4-02e6-4055-b80e-54fd65927949 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:23.187668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2f914ab-1a3c-4083-8b63-d1c6fd0d34ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.235082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8993e4b4-02e6-4055-b80e-54fd65927949 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.324752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0c2be19a-b248-495a-bc30-bc8b1d230375 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:23.359626 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1f2e6d0a-7135-416e-911a-d6c9aa44ca0e tempest-DHCPAgentSchedulersTestJSON-471560574 tempest-DHCPAgentSchedulersTestJSON-471560574-project-admin] 10.222.0.67 "GET /v2.0/agents/be21229b-2194-4d1e-bb10-05876aa22923/dhcp-networks HTTP/1.1" status: 200  len: 6234 time: 0.5783775
Dec 23 16:10:23.360605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46934) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:23.376871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.378409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9276e9bc-ca90-4c16-9154-d86a30ddfbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.389680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Pushing event updated for resources: {'Network': ['ID=9e7a5b6f-3277-423a-810f-59dc7621ded1,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:23.410031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:23.411072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3e706783-16a0-4a16-b409-fbe68122e87a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:23.412854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 9e7a5b6f-3277-423a-810f-59dc7621ded1 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:23.436781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8993e4b4-02e6-4055-b80e-54fd65927949 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.439030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3e706783-16a0-4a16-b409-fbe68122e87a admin admin] Usage tracker for resource:security_group_rule and tenant:04caf774826a4592b8c3ad9ecf058b68 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:23.445381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3e706783-16a0-4a16-b409-fbe68122e87a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:23.448854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:23.472122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3e706783-16a0-4a16-b409-fbe68122e87a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:23.477343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.479646 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 4.2961123
Dec 23 16:10:23.490123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8993e4b4-02e6-4055-b80e-54fd65927949 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.494402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46938) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:23.511861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.570646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8993e4b4-02e6-4055-b80e-54fd65927949 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.575431 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8993e4b4-02e6-4055-b80e-54fd65927949 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6074655
Dec 23 16:10:23.579129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46942) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:23.602191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:23.602366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-db93977f-8a06-4087-b0da-c20ee0d0c999 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Synchronizing usage tracker for tenant:9441a539c5ce408ea1f384cbe3e3c2e3 on resource:floatingip {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:23.609994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.616336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:23.619342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.621682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2f914ab-1a3c-4083-8b63-d1c6fd0d34ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.623353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Transition to ACTIVE for port object 9d3e2d12-564f-4f36-bfad-546520a82fbb will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:23.624020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:23.627117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:23.633739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Pushing event updated for resources: {'Port': ['ID=6e00685d-6913-490f-98ca-3bd14d2da02a,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:23.639805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:23.640701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:23.641729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.644405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.647370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8eeda97c-6df4-4bca-8391-691d77c4f921 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:23.652392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d7c19316-e733-4c25-8644-83fa8f124996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:23.660771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2f914ab-1a3c-4083-8b63-d1c6fd0d34ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.662048 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d2f914ab-1a3c-4083-8b63-d1c6fd0d34ef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3bd2fce7-524b-4cdd-9ef8-5ba3b11f5754 HTTP/1.1" status: 204  len: 168 time: 1.0020556
Dec 23 16:10:23.665217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:23.666315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Usage tracker for resource:floatingip and tenant:e3e9074d25284bffb73031ea842e474c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:23.669765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:23.676554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:23.695411 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.3875585
Dec 23 16:10:23.698852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:23.701686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:23.703275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46948) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:23.707827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993e4b4-02e6-4055-b80e-54fd65927949 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecc6895-14c5-4048-aa6a-8acd64fdf0e6,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:23.714860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:23.725718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-db93977f-8a06-4087-b0da-c20ee0d0c999 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Unset dirty status for tenant:9441a539c5ce408ea1f384cbe3e3c2e3 on resource:floatingip {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:23.727110 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-db93977f-8a06-4087-b0da-c20ee0d0c999 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "GET /v2.0/floatingips?floating_network_id=6357c61e-f94c-4b61-8648-d4478416908f HTTP/1.1" status: 200  len: 689 time: 0.2312536
Dec 23 16:10:23.732867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9276e9bc-ca90-4c16-9154-d86a30ddfbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.733551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46952) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:23.736841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:23.771169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8993e4b4-02e6-4055-b80e-54fd65927949 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:23.772089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:23.788638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f914ab-1a3c-4083-8b63-d1c6fd0d34ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd2fce7-524b-4cdd-9ef8-5ba3b11f5754,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:23.791357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d2f914ab-1a3c-4083-8b63-d1c6fd0d34ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:23.796395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9276e9bc-ca90-4c16-9154-d86a30ddfbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.797696 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9276e9bc-ca90-4c16-9154-d86a30ddfbca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bf3e5c59-40c5-44a9-9f5c-8bf5230feafb HTTP/1.1" status: 204  len: 168 time: 1.5706944
Dec 23 16:10:23.798709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d703d15-ec2b-40e8-a4e4-72d224d716fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:23.832412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 0c2be19a-b248-495a-bc30-bc8b1d230375 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:23.845480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.846821 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 1.3300529
Dec 23 16:10:23.863697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.865237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 0c2be19a-b248-495a-bc30-bc8b1d230375 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:23.865855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:23.875096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46958) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:23.932718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276e9bc-ca90-4c16-9154-d86a30ddfbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3e5c59-40c5-44a9-9f5c-8bf5230feafb,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:23.960475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a9cbb-9aab-41b3-a7e3-ad3e86dca6f4 tempest-DHCPAgentSchedulersTestJSON-471560574 tempest-DHCPAgentSchedulersTestJSON-471560574-project-admin] Network 9e7a5b6f-3277-423a-810f-59dc7621ded1 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:10:23.973878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9276e9bc-ca90-4c16-9154-d86a30ddfbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:24.080995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c36807-12cd-4527-819c-9fe75909bc26 None None] Pushing event updated for resources: {'Port': ['ID=9d3e2d12-564f-4f36-bfad-546520a82fbb,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:24.084788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64c36807-12cd-4527-819c-9fe75909bc26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:24.196247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e706783-16a0-4a16-b409-fbe68122e87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:24.218014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e706783-16a0-4a16-b409-fbe68122e87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:24.272333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:24.309547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:24.333682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Attempting to bind port 9d3e2d12-564f-4f36-bfad-546520a82fbb on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:24.334180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Attempting to bind port 9d3e2d12-564f-4f36-bfad-546520a82fbb by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '659af5a7-bd38-4d77-843e-5b45e56a8da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:24.334506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Attempting to bind port 9d3e2d12-564f-4f36-bfad-546520a82fbb on network 2133e255-6cff-4bb1-a186-6cff6442bfb6 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:24.363305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:24.369406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e706783-16a0-4a16-b409-fbe68122e87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dce7d1-b18c-4eba-9cce-226a0c4989c2,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:24.399409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 0c2be19a-b248-495a-bc30-bc8b1d230375, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0c2be19a-b248-495a-bc30-bc8b1d230375,segment=NetworkSegment(60a2ae6f-3695-4c28-848b-f1b25ebe23e9),segment_id=60a2ae6f-3695-4c28-848b-f1b25ebe23e9)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:24.416191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:10:24.416962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Checking segment: {'id': '659af5a7-bd38-4d77-843e-5b45e56a8da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:24.417584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:24.418183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Bound using segment: {'id': '659af5a7-bd38-4d77-843e-5b45e56a8da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:10:24.419050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Bound port: 9d3e2d12-564f-4f36-bfad-546520a82fbb, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659af5a7-bd38-4d77-843e-5b45e56a8da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:10:24.419654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:24.472327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-16ea4ef7-3ce4-41da-a96c-a77861ba3c40 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Request body: {'security_group_rule': {'security_group_id': 'bca0263b-5f8d-423f-bfc0-bc4d7c5f283c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:24.492061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-16ea4ef7-3ce4-41da-a96c-a77861ba3c40 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:24.500536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e706783-16a0-4a16-b409-fbe68122e87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:24.520891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Deleting port 01696ac4-d4b1-4c49-bfd9-ea35d729a21e {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:10:24.521281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:24.527635 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e11a9cbb-9aab-41b3-a7e3-ad3e86dca6f4 tempest-DHCPAgentSchedulersTestJSON-471560574 tempest-DHCPAgentSchedulersTestJSON-471560574-project-admin] 10.222.0.67 "POST /v2.0/agents/be21229b-2194-4d1e-bb10-05876aa22923/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 1.1588402
Dec 23 16:10:24.544978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46966) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:24.548106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-16ea4ef7-3ce4-41da-a96c-a77861ba3c40 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Usage tracker for resource:security_group_rule and tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:24.565933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-16ea4ef7-3ce4-41da-a96c-a77861ba3c40 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:24.588536 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3e706783-16a0-4a16-b409-fbe68122e87a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=04caf774826a4592b8c3ad9ecf058b68&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7341914
Dec 23 16:10:24.591839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46970) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:24.608991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c5807fc-4268-4bc8-b05e-ad6dae5d36a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:24.609739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-16ea4ef7-3ce4-41da-a96c-a77861ba3c40 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:24.615821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a03a96-1b5b-4bca-befb-70313d9b591e None None] Network 9e7a5b6f-3277-423a-810f-59dc7621ded1 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:24.631653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:24.633085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:24.644652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] For port 9d3e2d12-564f-4f36-bfad-546520a82fbb, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:10:24.647446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:24.698725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-114f9c1f-b014-4b92-996a-fddd8f5a5e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:24.727220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] For port 9d3e2d12-564f-4f36-bfad-546520a82fbb, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=9d3e2d12-564f-4f36-bfad-546520a82fbb,segment=NetworkSegment(659af5a7-bd38-4d77-843e-5b45e56a8da9),segment_id=659af5a7-bd38-4d77-843e-5b45e56a8da9)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:10:24.733470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-114f9c1f-b014-4b92-996a-fddd8f5a5e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:24.758587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:24.804037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46974) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:24.825504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16ea4ef7-3ce4-41da-a96c-a77861ba3c40 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:24.840668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46978) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:24.878947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dafc3560-2be0-46ec-a740-9222ad74a04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:24.944572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=0c2be19a-b248-495a-bc30-bc8b1d230375,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:24.959200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:24.959739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:24.995097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dafc3560-2be0-46ec-a740-9222ad74a04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:25.000829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dafc3560-2be0-46ec-a740-9222ad74a04b admin admin] Usage tracker for resource:security_group_rule and tenant:9b43b56ec5ff4bb3a3016ab81b7597ea is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:25.004267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dafc3560-2be0-46ec-a740-9222ad74a04b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:25.011479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dafc3560-2be0-46ec-a740-9222ad74a04b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:25.033071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Routers {'10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:25.033893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7326d8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:25.038495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-114f9c1f-b014-4b92-996a-fddd8f5a5e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:25.057310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:25.099213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f9c1f-b014-4b92-996a-fddd8f5a5e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dce7d1-b18c-4eba-9cce-226a0c4989c2,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:25.104130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:25.105075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:25.118232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c36807-12cd-4527-819c-9fe75909bc26 None None] Pushing event updated for resources: {'Port': ['ID=9d3e2d12-564f-4f36-bfad-546520a82fbb,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:25.125014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-114f9c1f-b014-4b92-996a-fddd8f5a5e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:25.160289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64c36807-12cd-4527-819c-9fe75909bc26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:25.233728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-114f9c1f-b014-4b92-996a-fddd8f5a5e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:25.238594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-114f9c1f-b014-4b92-996a-fddd8f5a5e44 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d1dce7d1-b18c-4eba-9cce-226a0c4989c2 HTTP/1.1" status: 204  len: 168 time: 0.6456411
Dec 23 16:10:25.331048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0c2be19a-b248-495a-bc30-bc8b1d230375 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:25.336120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Calling delete_port for 01696ac4-d4b1-4c49-bfd9-ea35d729a21e owned by network:floatingip {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:10:25.352779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16ea4ef7-3ce4-41da-a96c-a77861ba3c40 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:25.374085 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-989407dc-f6c0-4816-a23d-8140761edb72 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0587da954d5142279d430f4d67d82932&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5283020
Dec 23 16:10:25.379612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 46984) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:25.392004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16ea4ef7-3ce4-41da-a96c-a77861ba3c40 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:25.414398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dafc3560-2be0-46ec-a740-9222ad74a04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:25.423788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] Set router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:10:25.461869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1757da4c-15ff-4289-bdb7-2d1a443d4e0e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:25.489601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea4ef7-3ce4-41da-a96c-a77861ba3c40 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a45f410-0bc9-4126-8108-7e57d0ff8517,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:25.494764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dafc3560-2be0-46ec-a740-9222ad74a04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:25.497593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-16ea4ef7-3ce4-41da-a96c-a77861ba3c40 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:25.514223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f250c09c-4ce3-4c1e-9364-e954b3dbaff2 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:25.548396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:25.575696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc3560-2be0-46ec-a740-9222ad74a04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecb4446-529a-451a-8b66-9102aad0660f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:25.579940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dafc3560-2be0-46ec-a740-9222ad74a04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:25.587450 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dafc3560-2be0-46ec-a740-9222ad74a04b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9b43b56ec5ff4bb3a3016ab81b7597ea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7793088
Dec 23 16:10:25.618338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 46990) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:25.652682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 0c2be19a-b248-495a-bc30-bc8b1d230375 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:25.653098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:25.717341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b27164a7-de61-42cc-86bd-952bed87d3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:25.736477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Allocated IP 172.26.5.167 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/074cc3e2-7916-440d-9e25-73aa415e1c2e) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:25.747958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:25.760236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:25.798865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b27164a7-de61-42cc-86bd-952bed87d3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:25.851014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event deleted for resources: {'Port': ['ID=01696ac4-d4b1-4c49-bfd9-ea35d729a21e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:25.860454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:25.919834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:25.941693 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6634fdb5-194c-494f-a934-e64e9502a7fa tempest-DHCPAgentSchedulersTestJSON-471560574 tempest-DHCPAgentSchedulersTestJSON-471560574-project-admin] 10.222.0.67 "GET /v2.0/agents/be21229b-2194-4d1e-bb10-05876aa22923/dhcp-networks HTTP/1.1" status: 200  len: 6978 time: 1.3825703
Dec 23 16:10:25.952991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47002) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:25.989448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ef66d3-793e-4955-b47f-56ff43cf8f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.005546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.006855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.086933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16ea4ef7-3ce4-41da-a96c-a77861ba3c40 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.091822 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-16ea4ef7-3ce4-41da-a96c-a77861ba3c40 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 2.0996869
Dec 23 16:10:26.093012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47008) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:26.096813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b27164a7-de61-42cc-86bd-952bed87d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.100681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ef66d3-793e-4955-b47f-56ff43cf8f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.108094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-64cdf6d7-779e-4785-87f7-984e2e929aec tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Request body: {'security_group_rule': {'security_group_id': 'bca0263b-5f8d-423f-bfc0-bc4d7c5f283c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:26.120270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:26.141173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.146091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7326d8>, [{'id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:02Z', 'updated_at': '2021-12-23T16:10:14Z', 'revision_number': 4, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'gw_port': {'id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '9d3e2d12-564f-4f36-bfad-546520a82fbb', 'name': '', 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'mac_address': 'fa:16:3e:94:66:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:12Z', 'updated_at': '2021-12-23T16:10:24Z', 'revision_number': 4, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'subnets': [{'id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:26.154447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f9ca2-044e-417f-b843-9903ccd839fb None None] The sync data for ids ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'] in dv-neutron-822801-1-hyperv is: [{'id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:02Z', 'updated_at': '2021-12-23T16:10:14Z', 'revision_number': 4, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'gw_port': {'id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '9d3e2d12-564f-4f36-bfad-546520a82fbb', 'name': '', 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'mac_address': 'fa:16:3e:94:66:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:12Z', 'updated_at': '2021-12-23T16:10:24Z', 'revision_number': 4, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'subnets': [{'id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:10:26.157475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.160693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] device_id is not set on port 6e00685d-6913-490f-98ca-3bd14d2da02a yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:10:26.175774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-64cdf6d7-779e-4785-87f7-984e2e929aec tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:26.178776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27164a7-de61-42cc-86bd-952bed87d3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecb4446-529a-451a-8b66-9102aad0660f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:26.181026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.189777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b27164a7-de61-42cc-86bd-952bed87d3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:26.191287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-64cdf6d7-779e-4785-87f7-984e2e929aec tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Usage tracker for resource:security_group_rule and tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:26.198123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bd43d773-ea6f-4eeb-b2dd-8892890e6d04 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:26.202469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-64cdf6d7-779e-4785-87f7-984e2e929aec tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:26.223501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-64cdf6d7-779e-4785-87f7-984e2e929aec tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:26.257005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b27164a7-de61-42cc-86bd-952bed87d3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.274197 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b27164a7-de61-42cc-86bd-952bed87d3ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8ecb4446-529a-451a-8b66-9102aad0660f HTTP/1.1" status: 204  len: 168 time: 0.6539748
Dec 23 16:10:26.307573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64cdf6d7-779e-4785-87f7-984e2e929aec tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.363290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.373087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bf3c25a2-ecc9-42f6-8249-f52af1963b74 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:26.380886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Transition to ACTIVE for port object 6e00685d-6913-490f-98ca-3bd14d2da02a will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:26.403435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:26.404981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.416980 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7bd647a1-48f1-4f09-b32d-eb032845feed tempest-DHCPAgentSchedulersTestJSON-471560574 tempest-DHCPAgentSchedulersTestJSON-471560574-project-admin] 10.222.0.67 "DELETE /v2.0/agents/be21229b-2194-4d1e-bb10-05876aa22923/dhcp-networks/9e7a5b6f-3277-423a-810f-59dc7621ded1 HTTP/1.1" status: 204  len: 168 time: 0.4590502
Dec 23 16:10:26.420806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47016) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:26.426786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:26.442632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e6e9c691-d7f6-42b1-9803-697fc9eaeeff,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:26.447354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:26.464741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:26.530522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64cdf6d7-779e-4785-87f7-984e2e929aec tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.591889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Pushing event updated for resources: {'Port': ['ID=074cc3e2-7916-440d-9e25-73aa415e1c2e,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:26.598547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64cdf6d7-779e-4785-87f7-984e2e929aec tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.598851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:26.615086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:26.678808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.706663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:26.713683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9845aefe-1987-42d1-80aa-b817a52ed2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.746700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ef66d3-793e-4955-b47f-56ff43cf8f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.751074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:26.753903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:26.754462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:26.765977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdf6d7-779e-4785-87f7-984e2e929aec tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8275a041-0a9e-4734-9028-5d0ad17d587f,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:26.843377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3892b0>,) {'filters': {'network_id': ['6357c61e-f94c-4b61-8648-d4478416908f']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:26.849018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Pushing event updated for resources: {'Port': ['ID=6e00685d-6913-490f-98ca-3bd14d2da02a,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:26.852736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64cdf6d7-779e-4785-87f7-984e2e929aec tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:26.875774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3892b0>, '6621ba37-6c12-41cd-990f-7e05780f571d') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:26.876119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3892b0>, '6621ba37-6c12-41cd-990f-7e05780f571d') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:26.879681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:26.882111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d2f914ab-1a3c-4083-8b63-d1c6fd0d34ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:26.895690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef66d3-793e-4955-b47f-56ff43cf8f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eb6638-de59-492d-b19b-402ce774d2ed,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:26.904598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.908564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.911141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5ef66d3-793e-4955-b47f-56ff43cf8f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:26.911897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:26.912412 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:26.913849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 2 to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a
Dec 23 16:10:26.915281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64cdf6d7-779e-4785-87f7-984e2e929aec tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.920080 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-64cdf6d7-779e-4785-87f7-984e2e929aec tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8227363
Dec 23 16:10:26.927850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47030) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:26.971737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.983506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:26.983665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:10:26.984121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:26.999884 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:27.008556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:27.011789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:27.012183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:27.012548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:27.020274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ef66d3-793e-4955-b47f-56ff43cf8f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:27.024294 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a5ef66d3-793e-4955-b47f-56ff43cf8f64 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/87eb6638-de59-492d-b19b-402ce774d2ed HTTP/1.1" status: 204  len: 168 time: 1.6430099
Dec 23 16:10:27.027245 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-834998d7-2027-4659-b38d-6131228ec5bb tempest-DHCPAgentSchedulersTestJSON-471560574 tempest-DHCPAgentSchedulersTestJSON-471560574-project-admin] 10.222.0.67 "GET /v2.0/agents/be21229b-2194-4d1e-bb10-05876aa22923/dhcp-networks HTTP/1.1" status: 200  len: 6196 time: 0.5906932
Dec 23 16:10:27.027900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Usage tracker for resource:floatingip and tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:27.031278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47040) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:27.033189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:27.045622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:27.047733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:27.048103 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:27.053089 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 3 to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a
Dec 23 16:10:27.079793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:27.109754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:27.109938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:27.110335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:27.128993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:27.146530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:27.146910 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:27.149195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 4 to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a
Dec 23 16:10:27.199564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:27.209394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c3ea0d3d-0b57-44d0-889a-3f18a9ebfca3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:27.210385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:27.236243 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-79e99e67-bfff-440f-a5b8-b64de8ff00d1 tempest-DHCPAgentSchedulersTestJSON-471560574 tempest-DHCPAgentSchedulersTestJSON-471560574-project-admin] 10.222.0.67 "GET /v2.0/networks/554d24b1-9ac9-4481-8ff2-8f842370bf31/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.1998818
Dec 23 16:10:27.241055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  6357c61e-f94c-4b61-8648-d4478416908f {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 23 16:10:27.246523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47048) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:27.254310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:27.255581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:27.255967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:27.256349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:27.267245 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "DELETE /v2.0/networks/6357c61e-f94c-4b61-8648-d4478416908f HTTP/1.1" status: 204  len: 168 time: 3.5229056
Dec 23 16:10:27.276005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event deleted for resources: {'Network': ['ID=6357c61e-f94c-4b61-8648-d4478416908f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:27.279591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47052) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:27.284070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:27.355190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9d3e2d12-564f-4f36-bfad-546520a82fbb up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:27.375277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:27.375764 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:27.393421 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 5 to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a
Dec 23 16:10:27.508960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 9d3e2d12-564f-4f36-bfad-546520a82fbb completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:27.522969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 9d3e2d12-564f-4f36-bfad-546520a82fbb triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:27.523427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:27.568775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:27.569146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:27.569524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:27.608790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f8fd801a-45d4-4ff0-903d-5b40a17418fe tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Synchronizing usage tracker for tenant:9441a539c5ce408ea1f384cbe3e3c2e3 on resource:floatingip {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:27.630325 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6522ff76-e802-4f42-8817-f68bf55474ab tempest-DHCPAgentSchedulersTestJSON-471560574 tempest-DHCPAgentSchedulersTestJSON-471560574-project-admin] 10.222.0.67 "GET /v2.0/networks/554d24b1-9ac9-4481-8ff2-8f842370bf31/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.3800454
Dec 23 16:10:27.630507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:27.630507 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:27.630648 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 6 to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a
Dec 23 16:10:27.631968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47062) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:27.653263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f8fd801a-45d4-4ff0-903d-5b40a17418fe tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Unset dirty status for tenant:9441a539c5ce408ea1f384cbe3e3c2e3 on resource:floatingip {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:27.657629 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f8fd801a-45d4-4ff0-903d-5b40a17418fe tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.3764267
Dec 23 16:10:27.659809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47066) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:27.769593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:27.845483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 9d3e2d12-564f-4f36-bfad-546520a82fbb, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=9d3e2d12-564f-4f36-bfad-546520a82fbb,segment=NetworkSegment(659af5a7-bd38-4d77-843e-5b45e56a8da9),segment_id=659af5a7-bd38-4d77-843e-5b45e56a8da9)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:27.853628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:27.856079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-85aa2656-2ff0-4a5a-9e43-42e173834515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:27.901481 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7b0f5064-dcf4-47cf-a953-568fdcc69724 tempest-DHCPAgentSchedulersTestJSON-471560574 tempest-DHCPAgentSchedulersTestJSON-471560574-project-admin] 10.222.0.67 "GET /v2.0/agents/be21229b-2194-4d1e-bb10-05876aa22923/dhcp-networks HTTP/1.1" status: 200  len: 5490 time: 0.2640543
Dec 23 16:10:27.903780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47074) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:28.003650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=9d3e2d12-564f-4f36-bfad-546520a82fbb,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:28.007282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:28.035328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:28.035660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:28.036012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:28.058048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2b73-eb98-4416-9ba5-d155a43734a4 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.084905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:28.085639 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:28.089160 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 7 to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a
Dec 23 16:10:28.123692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:28.124010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:28.124387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:28.128330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.145785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.163024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ff561cff-1fc6-46ef-98a3-acbbe655f629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:28.224946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:28.225321 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:28.240763 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 8 to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a
Dec 23 16:10:28.245531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d4cc36-c91c-4fa4-88fd-1ea816a29adb tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:28.246773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d4cc36-c91c-4fa4-88fd-1ea816a29adb tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:28.247297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d4cc36-c91c-4fa4-88fd-1ea816a29adb tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:28.247717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d4cc36-c91c-4fa4-88fd-1ea816a29adb tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:28.248282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d4cc36-c91c-4fa4-88fd-1ea816a29adb tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:28.248766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d4cc36-c91c-4fa4-88fd-1ea816a29adb tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:28.250013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-03d4cc36-c91c-4fa4-88fd-1ea816a29adb tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Synchronizing usage tracker for tenant:9441a539c5ce408ea1f384cbe3e3c2e3 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:28.313434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:28.313809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:28.314185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:28.321435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.327981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.348506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2b73-eb98-4416-9ba5-d155a43734a4 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.388484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-03d4cc36-c91c-4fa4-88fd-1ea816a29adb tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Unset dirty status for tenant:9441a539c5ce408ea1f384cbe3e3c2e3 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:28.392618 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-03d4cc36-c91c-4fa4-88fd-1ea816a29adb tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3967 time: 0.7287447
Dec 23 16:10:28.393450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47088) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:28.396871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c4ed2b73-eb98-4416-9ba5-d155a43734a4 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b799e5d68>,) {'filters': {'network_id': ['9e7a5b6f-3277-423a-810f-59dc7621ded1']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:28.408644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Pushing event updated for resources: {'Port': ['ID=074cc3e2-7916-440d-9e25-73aa415e1c2e,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:28.428458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:28.428830 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:28.448730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:28.456156 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 9 to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a
Dec 23 16:10:28.481177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.488058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47094) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:28.514189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.515779 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.9186347
Dec 23 16:10:28.534157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c4ed2b73-eb98-4416-9ba5-d155a43734a4 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b799e5d68>, '67274c34-7fcb-4416-b6e7-8b2786b1d38c') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:28.535750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c4ed2b73-eb98-4416-9ba5-d155a43734a4 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b799e5d68>, '67274c34-7fcb-4416-b6e7-8b2786b1d38c') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:28.535950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:28.536340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:28.536730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:28.548969 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-ea190c4a-c1fe-4b15-a94e-57475c8b22a3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] delete failed (client error): The resource could not be found.
Dec 23 16:10:28.550235 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ea190c4a-c1fe-4b15-a94e-57475c8b22a3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/65fddbfe-bff6-4605-ad10-8a1babf417be HTTP/1.1" status: 404  len: 345 time: 0.1563506
Dec 23 16:10:28.553522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47104) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:28.558374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2b73-eb98-4416-9ba5-d155a43734a4 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.561189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:28.561565 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:28.597210 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 10 to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a
Dec 23 16:10:28.600551 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82a261b-6606-4ccb-aec9-ca7e39c7de0a tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:28.601150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82a261b-6606-4ccb-aec9-ca7e39c7de0a tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:10:28.608015 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f82a261b-6606-4ccb-aec9-ca7e39c7de0a tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "DELETE /v2.0/networks/6357c61e-f94c-4b61-8648-d4478416908f HTTP/1.1" status: 404  len: 339 time: 0.0483155
Dec 23 16:10:28.608015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2b73-eb98-4416-9ba5-d155a43734a4 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.609450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47110) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:28.618034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Request body: {'network': {'name': 'tempest-network--71366783', 'router:external': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:28.626161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ed2b73-eb98-4416-9ba5-d155a43734a4 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:10:28.626712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2b73-eb98-4416-9ba5-d155a43734a4 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.630319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:28.630673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:28.631085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:28.650214 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:28.656394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:28.666266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:28.667265 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port 6e00685d-6913-490f-98ca-3bd14d2da02a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:28.667940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.676881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Usage tracker for resource:network and tenant:9441a539c5ce408ea1f384cbe3e3c2e3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:28.684381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:28.750119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:28.761618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2b73-eb98-4416-9ba5-d155a43734a4 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.769053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2b73-eb98-4416-9ba5-d155a43734a4 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.778182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:28.804658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Made reservation on behalf of 9441a539c5ce408ea1f384cbe3e3c2e3 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:28.810609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.822610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Allocated IP 172.26.5.31 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/d8a5196a-5f78-40f3-a1a6-19dea3b8ccee) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:28.835758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed2b73-eb98-4416-9ba5-d155a43734a4 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Pushing event deleted for resources: {'Network': ['ID=9e7a5b6f-3277-423a-810f-59dc7621ded1,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:28.846776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c4ed2b73-eb98-4416-9ba5-d155a43734a4 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:28.851022 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c4ed2b73-eb98-4416-9ba5-d155a43734a4 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] 10.222.0.67 "DELETE /v2.0/networks/9e7a5b6f-3277-423a-810f-59dc7621ded1 HTTP/1.1" status: 204  len: 168 time: 0.9436941
Dec 23 16:10:28.851492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47116) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:28.934499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-955691530'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:28.941666 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-0622889c-6a12-42c8-a26e-8e039c4bdec5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:28.942118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0622889c-6a12-42c8-a26e-8e039c4bdec5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:10:28.943184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:28.948603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:28.949071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Usage tracker for resource:network and tenant:5cd77cab00f1477db2a12fafce2b15c0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:28.952953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:28.959188 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0622889c-6a12-42c8-a26e-8e039c4bdec5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] 10.222.0.67 "DELETE /v2.0/ports/e87bc73b-81b5-48c9-9ac8-66ada96d130a HTTP/1.1" status: 404  len: 333 time: 0.1013575
Dec 23 16:10:28.964579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:28.968787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47130) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:28.971670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:28.972070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Added segment 6671a2db-fe53-4b43-9056-2b6d5aee396f of type vlan for network 349a86b0-9148-4128-8259-a06f40582a4e
Dec 23 16:10:28.997953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Made reservation on behalf of 5cd77cab00f1477db2a12fafce2b15c0 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:29.004375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.032725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.161799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] For port 6e00685d-6913-490f-98ca-3bd14d2da02a, host hv-neutron-8228, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:10:29.162247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempted to set empty binding levels {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 23 16:10:29.175653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.225760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e9fcd4b-861a-4ca7-936b-7190b93673bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:29.253759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9d3e2d12-564f-4f36-bfad-546520a82fbb up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:29.352423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:29.358450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-d491edb3-a743-44d5-9dd0-5d5e70610981 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Deleting subnet d2314f06-635c-4b21-bfdd-1b3456f085d5 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:10:29.362893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d491edb3-a743-44d5-9dd0-5d5e70610981 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.386509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] In _notify_port_updated(), no bound segment for port 6e00685d-6913-490f-98ca-3bd14d2da02a on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:10:29.395533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.397249 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "PUT /v2.0/ports/6e00685d-6913-490f-98ca-3bd14d2da02a HTTP/1.1" status: 200  len: 981 time: 5.6927013
Dec 23 16:10:29.399030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Usage tracker for resource:security_group_rule and tenant:5cd77cab00f1477db2a12fafce2b15c0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:29.400676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 9d3e2d12-564f-4f36-bfad-546520a82fbb triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:29.401455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.407451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.413410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47142) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:29.414431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:29.490650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.510515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d491edb3-a743-44d5-9dd0-5d5e70610981 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.532408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Pushing event updated for resources: {'Port': ['ID=6e00685d-6913-490f-98ca-3bd14d2da02a,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:29.546569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:29.548057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:29.650749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.666231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.676826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:29.685489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.693081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:29.693737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.710472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:29.765774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7c7da8-ed0d-4ee1-85b5-c8864fce3b6a,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:29.771159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:29.774416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47158) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:29.781936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:29.789225 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 23 16:10:29.801222 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 861 time: 1.1914053
Dec 23 16:10:29.806947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47162) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:29.840683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.841082 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Added segment 1953b09e-99a3-4107-93f4-57c9266e2f3a of type vlan for network 044e6dc7-0b11-4098-87a5-2e2edaeffeab
Dec 23 16:10:29.858716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f1a97261-2a7c-48eb-9306-cbccbdb9e88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Synchronizing usage tracker for tenant:24cdbd261d614896b2168b25f07a4c5a on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:29.866240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.903724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-385b53b6-1541-47cb-82a5-07d4b3e215d6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Synchronizing usage tracker for tenant:e3e9074d25284bffb73031ea842e474c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:29.911920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d491edb3-a743-44d5-9dd0-5d5e70610981 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:29.919331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:30.014189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-385b53b6-1541-47cb-82a5-07d4b3e215d6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Unset dirty status for tenant:e3e9074d25284bffb73031ea842e474c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:30.025151 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-385b53b6-1541-47cb-82a5-07d4b3e215d6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1351888616&fields=id&tenant_id=e3e9074d25284bffb73031ea842e474c HTTP/1.1" status: 200  len: 267 time: 0.2447491
Dec 23 16:10:30.029023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event updated for resources: {'Network': ['ID=349a86b0-9148-4128-8259-a06f40582a4e,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:30.030193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47170) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:30.032235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:30.071210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f1a97261-2a7c-48eb-9306-cbccbdb9e88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Unset dirty status for tenant:24cdbd261d614896b2168b25f07a4c5a on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:30.076942 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f1a97261-2a7c-48eb-9306-cbccbdb9e88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 12058 time: 0.6559739
Dec 23 16:10:30.081389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47174) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:30.083882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:30.095924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 349a86b0-9148-4128-8259-a06f40582a4e details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:30.107015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47180) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:30.221231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-22c192c7-aa2b-47f3-a1b9-7ea5eeeae88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Deleting port 6e00685d-6913-490f-98ca-3bd14d2da02a {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:10:30.221639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22c192c7-aa2b-47f3-a1b9-7ea5eeeae88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:30.277983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d491edb3-a743-44d5-9dd0-5d5e70610981 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:30.293436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5078125-673f-49f8-9858-96c59955d033 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:30.298371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5078125-673f-49f8-9858-96c59955d033 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:30.302759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5078125-673f-49f8-9858-96c59955d033 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:30.308022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5078125-673f-49f8-9858-96c59955d033 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:30.308969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f5078125-673f-49f8-9858-96c59955d033 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Synchronizing usage tracker for tenant:074e323310834c24b382c9f091bad4c6 on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:30.313494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:30.324475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:30.325828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Pushing event updated for resources: {'Port': ['ID=d8a5196a-5f78-40f3-a1a6-19dea3b8ccee,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:30.329498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:30.338532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:30.340885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:30.355120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-824478946'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:30.360075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:30.360931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491edb3-a743-44d5-9dd0-5d5e70610981 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Pushing event deleted for resources: {'Subnet': ['ID=d2314f06-635c-4b21-bfdd-1b3456f085d5,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:30.364953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:network and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:30.367605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d491edb3-a743-44d5-9dd0-5d5e70610981 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:30.372180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d491edb3-a743-44d5-9dd0-5d5e70610981 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:30.377628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:30.377754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e169aa0-8411-4b1c-a93e-4aa33a6b93f5 None None] Network 554d24b1-9ac9-4481-8ff2-8f842370bf31 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:30.382172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1a7ba990-0a41-461b-a71e-ef03dd06cbbb tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:30.396036 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d491edb3-a743-44d5-9dd0-5d5e70610981 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] 10.222.0.67 "DELETE /v2.0/subnets/d2314f06-635c-4b21-bfdd-1b3456f085d5 HTTP/1.1" status: 204  len: 168 time: 1.4257138
Dec 23 16:10:30.396550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47186) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:30.419732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f5078125-673f-49f8-9858-96c59955d033 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Unset dirty status for tenant:074e323310834c24b382c9f091bad4c6 on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:30.423888 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f5078125-673f-49f8-9858-96c59955d033 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2452 time: 0.5310538
Dec 23 16:10:30.425827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47190) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:30.453015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:30.546939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:30.552369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:30.577375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:30.601248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:30.601920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:30.613454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2966069-252c-400b-9d6a-cf2119ebc3d9 tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:30.629220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:30.663084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:30.664970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc26aca-a0ce-4916-bdbd-2ed5c2d40cdc None None] DHCP port deletion for 554d24b1-9ac9-4481-8ff2-8f842370bf31 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:10:30.670387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9fc26aca-a0ce-4916-bdbd-2ed5c2d40cdc None None] Deleting port fade196e-181b-4735-bcac-9a51514985f6 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:10:30.670821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9fc26aca-a0ce-4916-bdbd-2ed5c2d40cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:30.671800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:30.681679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-824ec552-893c-47f9-9967-9deef6b742d7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:30.682445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-824ec552-893c-47f9-9967-9deef6b742d7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Synchronizing usage tracker for tenant:e3e9074d25284bffb73031ea842e474c on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:30.688980 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1a7ba990-0a41-461b-a71e-ef03dd06cbbb tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] 10.222.0.67 "PUT /v2.0/quotas/dd493c6433384925ad668a93b420a398 HTTP/1.1" status: 200  len: 366 time: 0.5787892
Dec 23 16:10:30.690341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47194) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:30.702604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Deleting port fade196e-181b-4735-bcac-9a51514985f6 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:10:30.703077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:30.803855 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ae45a6ea-5688-4524-8a0e-da038f255d1d tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] 10.222.0.67 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.1109328
Dec 23 16:10:30.809494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47198) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:30.901620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9fc26aca-a0ce-4916-bdbd-2ed5c2d40cdc None None] For port fade196e-181b-4735-bcac-9a51514985f6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=fade196e-181b-4735-bcac-9a51514985f6,segment=NetworkSegment(a9c4bae3-03bd-4888-919a-7f4cb1427b33),segment_id=a9c4bae3-03bd-4888-919a-7f4cb1427b33)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:30.902000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9fc26aca-a0ce-4916-bdbd-2ed5c2d40cdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:30.972353 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 2.4784012
Dec 23 16:10:30.972353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:30.980544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-824ec552-893c-47f9-9967-9deef6b742d7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Unset dirty status for tenant:e3e9074d25284bffb73031ea842e474c on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:30.981890 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-824ec552-893c-47f9-9967-9deef6b742d7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/networks?id=dfa648d5-30ca-497f-9b97-9f623b2533e8 HTTP/1.1" status: 200  len: 805 time: 0.9557953
Dec 23 16:10:30.982426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47202) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:30.991800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Pushing event updated for resources: {'Network': ['ID=044e6dc7-0b11-4098-87a5-2e2edaeffeab,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:30.994892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:30.998393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-22c192c7-aa2b-47f3-a1b9-7ea5eeeae88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] For port 6e00685d-6913-490f-98ca-3bd14d2da02a, host hv-neutron-8228, got binding levels [] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:30.998798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22c192c7-aa2b-47f3-a1b9-7ea5eeeae88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.037532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:31.047566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 044e6dc7-0b11-4098-87a5-2e2edaeffeab details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:31.047989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Request body: {'subnet': {'network_id': '044e6dc7-0b11-4098-87a5-2e2edaeffeab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:31.075198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9fc26aca-a0ce-4916-bdbd-2ed5c2d40cdc None None] Calling delete_port for fade196e-181b-4735-bcac-9a51514985f6 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:10:31.076739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:security_group_rule and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:31.091699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:31.126759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.143873 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4abad947-0afe-40a5-8463-a4136c95f136 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] 10.222.0.67 "GET /v2.0/quotas/dd493c6433384925ad668a93b420a398 HTTP/1.1" status: 200  len: 366 time: 0.3286512
Dec 23 16:10:31.146090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47206) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:31.172071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79693668>,) {'filters': {'network_id': ['349a86b0-9148-4128-8259-a06f40582a4e']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:31.207249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79693668>, '6671a2db-fe53-4b43-9056-2b6d5aee396f') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:31.207572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79693668>, '6671a2db-fe53-4b43-9056-2b6d5aee396f') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:31.245769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.264615 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-65f8b8b1-78df-4a6a-8f21-f35821221de9 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] 10.222.0.67 "DELETE /v2.0/quotas/dd493c6433384925ad668a93b420a398 HTTP/1.1" status: 204  len: 168 time: 0.1058578
Dec 23 16:10:31.295069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device fade196e-181b-4735-bcac-9a51514985f6 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:10:31.315020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47210) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:31.347865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.351265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] For port fade196e-181b-4735-bcac-9a51514985f6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=fade196e-181b-4735-bcac-9a51514985f6,segment=NetworkSegment(a9c4bae3-03bd-4888-919a-7f4cb1427b33),segment_id=a9c4bae3-03bd-4888-919a-7f4cb1427b33)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:31.351664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.368999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:10:31.369437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:31.386419 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:31.412896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-22c192c7-aa2b-47f3-a1b9-7ea5eeeae88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Calling delete_port for 6e00685d-6913-490f-98ca-3bd14d2da02a owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:10:31.440549 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-926affca-b02e-4f53-a8ae-c6fd498dc9bf tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] 10.222.0.67 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.1122129
Dec 23 16:10:31.441205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:31.451095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9fc26aca-a0ce-4916-bdbd-2ed5c2d40cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.456717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47214) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:31.464594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-28c81192-7f36-4f94-ae1f-c6bbe95ace5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:31.503516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc26aca-a0ce-4916-bdbd-2ed5c2d40cdc None None] No DVR routers for this DVR port fade196e-181b-4735-bcac-9a51514985f6 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:10:31.509117 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-6ffd2085-e8c8-4797-aefe-dc8ab49e72a1 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/quotas/e3e9074d25284bffb73031ea842e474c HTTP/1.1" status: 200  len: 375 time: 0.4704354
Dec 23 16:10:31.516815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.517336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No active binding found for port fade196e-181b-4735-bcac-9a51514985f6 {{(pid=88842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 23 16:10:31.518377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device fade196e-181b-4735-bcac-9a51514985f6 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:10:31.519010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Calling delete_port for fade196e-181b-4735-bcac-9a51514985f6 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:10:31.521316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc26aca-a0ce-4916-bdbd-2ed5c2d40cdc None None] Pushing event deleted for resources: {'Port': ['ID=fade196e-181b-4735-bcac-9a51514985f6,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:31.524593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9fc26aca-a0ce-4916-bdbd-2ed5c2d40cdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:31.637409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.652616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:31.669965 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5583b0c6-b5fe-4a8c-af60-c1edfeaa1e76 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] 10.222.0.67 "GET /v2.0/quotas/dd493c6433384925ad668a93b420a398 HTTP/1.1" status: 200  len: 370 time: 0.2070527
Dec 23 16:10:31.672674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47218) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:31.675242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  349a86b0-9148-4128-8259-a06f40582a4e {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 23 16:10:31.678418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event deleted for resources: {'Network': ['ID=349a86b0-9148-4128-8259-a06f40582a4e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:31.686938 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ea7a4e05-27a3-4212-b65b-6e99f183f5e4 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] 10.222.0.67 "GET /v2.0/quotas/dd493c6433384925ad668a93b420a398/default HTTP/1.1" status: 200  len: 370 time: 0.0101199
Dec 23 16:10:31.686938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:31.686938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47222) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:31.690227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:10:31.690227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:10:31.691772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.709084 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "DELETE /v2.0/networks/349a86b0-9148-4128-8259-a06f40582a4e HTTP/1.1" status: 204  len: 168 time: 1.2809165
Dec 23 16:10:31.710808 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-683b21d1-6f49-49ea-af9b-4d790725e125 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] delete failed (client error): The resource could not be found.
Dec 23 16:10:31.711996 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-683b21d1-6f49-49ea-af9b-4d790725e125 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] 10.222.0.67 "DELETE /v2.0/quotas/dd493c6433384925ad668a93b420a398 HTTP/1.1" status: 404  len: 348 time: 0.0222194
Dec 23 16:10:31.713250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47226) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:31.720118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Request body: {'network': {'name': 'tempest-network--880548435', 'router:external': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:31.725029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:31.731460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Usage tracker for resource:network and tenant:9441a539c5ce408ea1f384cbe3e3c2e3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:31.736330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:31.743624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:31.755745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Made reservation on behalf of 9441a539c5ce408ea1f384cbe3e3c2e3 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:31.761602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.801494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:31.815994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.816949 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Added segment 3970efe9-c906-4aae-a2bf-07d3eddb3296 of type vlan for network 6cd415d7-06bf-4c5f-88f3-810fc1abe593
Dec 23 16:10:31.825714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:31.829871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Usage tracker for resource:subnet and tenant:5cd77cab00f1477db2a12fafce2b15c0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:31.833393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:31.840271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:31.861312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.890118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47232) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:31.902868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22c192c7-aa2b-47f3-a1b9-7ea5eeeae88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.917993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Usage tracker for resource:network and tenant:e03a07d8db3c453ba2a67d751fc3a8d9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:31.918272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Made reservation on behalf of 5cd77cab00f1477db2a12fafce2b15c0 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:31.920407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.922711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:31.923377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:31.928723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:31.950287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:31.975117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:31.986095 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.2690971
Dec 23 16:10:31.986095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Usage tracker for resource:subnet and tenant:e03a07d8db3c453ba2a67d751fc3a8d9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:31.988679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47236) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:32.045239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c192c7-aa2b-47f3-a1b9-7ea5eeeae88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e00685d-6913-490f-98ca-3bd14d2da02a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:32.070883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:32.078506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event updated for resources: {'Network': ['ID=6cd415d7-06bf-4c5f-88f3-810fc1abe593,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:32.083957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:32.092072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 6cd415d7-06bf-4c5f-88f3-810fc1abe593 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:32.106200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Usage tracker for resource:subnetpool and tenant:e03a07d8db3c453ba2a67d751fc3a8d9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:32.117731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22c192c7-aa2b-47f3-a1b9-7ea5eeeae88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:32.157101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.158523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22c192c7-aa2b-47f3-a1b9-7ea5eeeae88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.169075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:32.174450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks [] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.183785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277df836-a73c-40ed-82ad-f8c3a60abff6 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:32.185411 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-277df836-a73c-40ed-82ad-f8c3a60abff6 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] 10.222.0.67 "GET /v2.0/networks/6cd415d7-06bf-4c5f-88f3-810fc1abe593 HTTP/1.1" status: 200  len: 756 time: 0.1956403
Dec 23 16:10:32.192876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47240) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:32.193942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Deleting port fade196e-181b-4735-bcac-9a51514985f6 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:10:32.194607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.215159 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-ef5b0620-0d1d-4bc4-b18d-adaca3fa047e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3e9074d25284bffb73031ea842e474c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6688797
Dec 23 16:10:32.216050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.256503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Usage tracker for resource:port and tenant:e03a07d8db3c453ba2a67d751fc3a8d9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:32.272459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:32.281090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:32.320038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] The port 'fade196e-181b-4735-bcac-9a51514985f6' was deleted {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:10:32.321189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Usage tracker for resource:router and tenant:e03a07d8db3c453ba2a67d751fc3a8d9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:32.327952 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-22c192c7-aa2b-47f3-a1b9-7ea5eeeae88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "DELETE /v2.0/ports/6e00685d-6913-490f-98ca-3bd14d2da02a HTTP/1.1" status: 204  len: 168 time: 2.2313354
Dec 23 16:10:32.349233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47248) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:32.385908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:32.419790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.420292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Usage tracker for resource:floatingip and tenant:e03a07d8db3c453ba2a67d751fc3a8d9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:32.476201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:32.483451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.513826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:32.516142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79811358>,) {'filters': {'network_id': ['554d24b1-9ac9-4481-8ff2-8f842370bf31']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:32.531561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79811358>, 'a9c4bae3-03bd-4888-919a-7f4cb1427b33') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:32.531911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79811358>, 'a9c4bae3-03bd-4888-919a-7f4cb1427b33') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:32.532392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.547456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=262a773a-9602-4940-ac2a-752fdb99bb6f,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:32.548236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.561160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.561436 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Added segment dd279be7-10d5-4bac-9e92-00f8b7f58eb3 of type vlan for network 7616c6de-b2cc-42ec-a757-c39066faab07
Dec 23 16:10:32.569822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.581435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:10:32.581893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.588304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:32.593243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:32.598003 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:32.627721 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26d93af-cfee-4015-8edd-9565d8f046f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:10:32.628570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f26d93af-cfee-4015-8edd-9565d8f046f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Synchronizing usage tracker for tenant:24cdbd261d614896b2168b25f07a4c5a on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:32.652000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b9d04b-58f0-40a0-97fd-67bec3047009 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:32.653714 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-20b9d04b-58f0-40a0-97fd-67bec3047009 tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] 10.222.0.67 "GET /v2.0/networks/3e8f6e3f-50bc-4a57-8417-d6488a15d2db HTTP/1.1" status: 200  len: 768 time: 0.4551034
Dec 23 16:10:32.658376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-e5d89869-0c76-4e3d-a5c8-bf0e16267be6 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:10:32.659467 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-e5d89869-0c76-4e3d-a5c8-bf0e16267be6 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.2510948
Dec 23 16:10:32.677585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.683404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47256) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:32.688178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Usage tracker for resource:security_group and tenant:e03a07d8db3c453ba2a67d751fc3a8d9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:32.718635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:32.735710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.746594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.755341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-57bc0c5f-565f-4478-be01-dad73b66b5da tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:32.764367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.793892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Pushing event updated for resources: {'Port': ['ID=d8a5196a-5f78-40f3-a1a6-19dea3b8ccee,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:32.796327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f26d93af-cfee-4015-8edd-9565d8f046f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Unset dirty status for tenant:24cdbd261d614896b2168b25f07a4c5a on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:32.797604 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f26d93af-cfee-4015-8edd-9565d8f046f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "GET /v2.0/ports/6e00685d-6913-490f-98ca-3bd14d2da02a HTTP/1.1" status: 404  len: 333 time: 0.3936315
Dec 23 16:10:32.798569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:32.826296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47260) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:32.841090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Usage tracker for resource:security_group_rule and tenant:e03a07d8db3c453ba2a67d751fc3a8d9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:32.850208 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] 10.222.0.67 "DELETE /v2.0/networks/554d24b1-9ac9-4481-8ff2-8f842370bf31 HTTP/1.1" status: 204  len: 168 time: 2.4522133
Dec 23 16:10:32.851213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Pushing event deleted for resources: {'Network': ['ID=554d24b1-9ac9-4481-8ff2-8f842370bf31,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:32.857793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-549219041', 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:32.863673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:32.870070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:32.870942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:32.886311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.890341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:32.902841 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e0699a16-cee7-46f0-9887-71e11ce63335 tempest-QuotasTest-1275052746 tempest-QuotasTest-1275052746-project-admin] 10.222.0.67 "GET /v2.0/quotas/e03a07d8db3c453ba2a67d751fc3a8d9/details.json HTTP/1.1" status: 200  len: 703 time: 1.0116410
Dec 23 16:10:32.926859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.928214 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.9970720
Dec 23 16:10:32.934292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.938865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:32.939587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:32.950066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:32.963790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Made reservation on behalf of 24cdbd261d614896b2168b25f07a4c5a for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:32.968572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:33.009735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] device_id is not set on port 8fe2c109-b2c1-4f6a-bbbd-5d84774c438b yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:10:33.048148 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-7c43a3e4-a185-4536-8695-e5d1ac3489cd service neutron] 10.222.0.67 "GET /v2.0/networks/dfa648d5-30ca-497f-9b97-9f623b2533e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3589146
Dec 23 16:10:33.100759 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 3.0639193
Dec 23 16:10:33.102224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:33.121742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Network': ['ID=7616c6de-b2cc-42ec-a757-c39066faab07,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:33.137098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 7616c6de-b2cc-42ec-a757-c39066faab07 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:33.146312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79d2bac8>,) {'filters': {'network_id': ['6cd415d7-06bf-4c5f-88f3-810fc1abe593']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:33.150162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:33.182001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79d2bac8>, '3970efe9-c906-4aae-a2bf-07d3eddb3296') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:33.182339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79d2bac8>, '3970efe9-c906-4aae-a2bf-07d3eddb3296') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:33.210647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:33.212772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:33.247585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:33.256417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47270) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:33.265890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:10:33.266315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:33.301518 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:33.312578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'subnet': {'network_id': '7616c6de-b2cc-42ec-a757-c39066faab07', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:33.323168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:33.456927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Pushing event updated for resources: {'Subnet': ['ID=bf2d0d32-8637-497e-a74b-87c11c5f03d9,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:33.467211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:33.530585 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-391266c7-b795-4ef1-a730-5b0f61595776 service neutron] 10.222.0.67 "GET /v2.0/networks/dfa648d5-30ca-497f-9b97-9f623b2533e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4282906
Dec 23 16:10:33.534789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Checking segment: {'id': '1953b09e-99a3-4107-93f4-57c9266e2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '044e6dc7-0b11-4098-87a5-2e2edaeffeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:33.535226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Network hostable DHCP agents. Network: 044e6dc7-0b11-4098-87a5-2e2edaeffeab, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:10:33.561466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Network 044e6dc7-0b11-4098-87a5-2e2edaeffeab is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:10:33.574236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 044e6dc7-0b11-4098-87a5-2e2edaeffeab) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:33.585074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:33.585759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:33.587073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b737a06-6279-475c-9239-8a367169c9d5 None None] Network 044e6dc7-0b11-4098-87a5-2e2edaeffeab requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:33.604638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47290) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:33.605449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47292) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:33.620774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:33.640492 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6485605
Dec 23 16:10:33.642771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47302) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:33.647935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:33.653450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Request body: {'port': {'network_id': '044e6dc7-0b11-4098-87a5-2e2edaeffeab', 'name': 'tempest-ExtraDHCPOptionsTestJSON-114503926'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:33.654358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:33.675812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  6cd415d7-06bf-4c5f-88f3-810fc1abe593 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 23 16:10:33.681650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:33.686906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:subnet and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:33.690428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:33.697271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:33.700994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cd415d7-06bf-4c5f-88f3-810fc1abe593,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:33.710473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:33.715803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:33.731724 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "DELETE /v2.0/networks/6cd415d7-06bf-4c5f-88f3-810fc1abe593 HTTP/1.1" status: 204  len: 168 time: 1.0465224
Dec 23 16:10:33.736904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47306) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:33.746660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Request body: {'network': {'name': 'tempest-network--1372810534'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:33.751767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:33.785845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:33.840659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Usage tracker for resource:network and tenant:9441a539c5ce408ea1f384cbe3e3c2e3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:33.981202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:33.988633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:34.039066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47326) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:34.053915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:34.067255 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 23 16:10:34.068114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:34.134392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:34.142344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-044e6dc7-0b11-4098-87a5-2e2edaeffeab', 'network_id': '044e6dc7-0b11-4098-87a5-2e2edaeffeab', 'tenant_id': '5cd77cab00f1477db2a12fafce2b15c0', 'fixed_ips': [{'subnet_id': 'bf2d0d32-8637-497e-a74b-87c11c5f03d9'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:10:34.144059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:34.240000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Made reservation on behalf of 9441a539c5ce408ea1f384cbe3e3c2e3 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:34.244881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:34.293043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:34.307556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:34.311941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Pushing event updated for resources: {'Port': ['ID=8fe2c109-b2c1-4f6a-bbbd-5d84774c438b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:34.318311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:34.319879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:34.320514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:34.429025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a9694ae-d610-4c22-95a7-5928fbe019dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:34.471031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Allocated IP 172.20.0.2 (044e6dc7-0b11-4098-87a5-2e2edaeffeab/bf2d0d32-8637-497e-a74b-87c11c5f03d9/3be5473b-3288-451a-9307-824880ada31f) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:34.504694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8a9694ae-d610-4c22-95a7-5928fbe019dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:34.514356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8a9694ae-d610-4c22-95a7-5928fbe019dd admin admin] Usage tracker for resource:security_group_rule and tenant:e810730610354c289480d05dd6a1c662 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:34.521710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8a9694ae-d610-4c22-95a7-5928fbe019dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:34.539301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8a9694ae-d610-4c22-95a7-5928fbe019dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:34.616247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:34.630421 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.7863150
Dec 23 16:10:34.636849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-d77460ae-418d-4e5f-bb92-b84a427880da tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Synchronizing usage tracker for tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:34.639852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47338) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:34.642057 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b0eeb5e6-9a8c-4a00-a71a-8a297e9643d9 req-3f96587b-7641-4d99-b96d-a69c76c20096 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 210 time: 0.2850156
Dec 23 16:10:34.706510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:34.710821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Usage tracker for resource:port and tenant:5cd77cab00f1477db2a12fafce2b15c0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:34.714319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:34.722597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:34.733780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:34.739819 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b696bf18-63c3-4669-ae7c-6e36d0783ea8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=babfd68d5405497a858a4f1609291498&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1344633
Dec 23 16:10:34.742150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47346) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:34.749310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a9694ae-d610-4c22-95a7-5928fbe019dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:34.749676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-d77460ae-418d-4e5f-bb92-b84a427880da tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Unset dirty status for tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:34.751113 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-d77460ae-418d-4e5f-bb92-b84a427880da tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1464228236&fields=id&tenant_id=144dc5c7ed6e4c23a362512bbbcbe9a1 HTTP/1.1" status: 200  len: 267 time: 0.7102609
Dec 23 16:10:34.773897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a9694ae-d610-4c22-95a7-5928fbe019dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:34.795514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:34.795690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:34.796070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Added segment d7efadd6-86a7-4c1d-857b-60dda4d62a27 of type vlan for network a60b7ca1-5835-4a95-9576-38632d66e8d8
Dec 23 16:10:34.802353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7b2af565-fb34-4354-9204-2d953baeec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Synchronizing usage tracker for tenant:24cdbd261d614896b2168b25f07a4c5a on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:34.811390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Made reservation on behalf of 5cd77cab00f1477db2a12fafce2b15c0 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:34.817381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:34.892978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9694ae-d610-4c22-95a7-5928fbe019dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63da0a15-8e5d-496c-89c6-c142c5de0a1f,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:34.899096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8a9694ae-d610-4c22-95a7-5928fbe019dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:34.903437 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8a9694ae-d610-4c22-95a7-5928fbe019dd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e810730610354c289480d05dd6a1c662&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2895241
Dec 23 16:10:34.905006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] device_id is not set on port 2d692659-c180-4edb-8a8b-f45c8bc69bf1 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:10:34.934168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47356) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:34.945625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:34.959333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:34.979939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Transition to ACTIVE for port object 3be5473b-3288-451a-9307-824880ada31f will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:34.992223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1de1a006-19c0-4928-932d-3cb75c3bb581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.007881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Transition to ACTIVE for port object 3be5473b-3288-451a-9307-824880ada31f will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:35.014850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.027666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:35.028317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7b2af565-fb34-4354-9204-2d953baeec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Unset dirty status for tenant:24cdbd261d614896b2168b25f07a4c5a on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:35.029636 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7b2af565-fb34-4354-9204-2d953baeec38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "GET /v2.0/ports/8fe2c109-b2c1-4f6a-bbbd-5d84774c438b HTTP/1.1" status: 200  len: 958 time: 0.3816075
Dec 23 16:10:35.040159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47364) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:35.109340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Pushing event updated for resources: {'Port': ['ID=3be5473b-3288-451a-9307-824880ada31f,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:35.112978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:35.129769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Network 044e6dc7-0b11-4098-87a5-2e2edaeffeab is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:35.130977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:35.135185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:35.139600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1de1a006-19c0-4928-932d-3cb75c3bb581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.159536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-39380e88-7c38-4251-806a-6cce9548f741 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:35.160302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-39380e88-7c38-4251-806a-6cce9548f741 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Synchronizing usage tracker for tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:35.171543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.189674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:35.190538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.199968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:35.214344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.236662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d572d832-a3b0-470f-8712-b5814f0de6c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Deleting port 8fe2c109-b2c1-4f6a-bbbd-5d84774c438b {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:10:35.237014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d572d832-a3b0-470f-8712-b5814f0de6c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.240198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1d58-7555-44c8-a925-d219256f4524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.248771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Attempting to bind port 3be5473b-3288-451a-9307-824880ada31f on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:35.249317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Attempting to bind port 3be5473b-3288-451a-9307-824880ada31f by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '1953b09e-99a3-4107-93f4-57c9266e2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '044e6dc7-0b11-4098-87a5-2e2edaeffeab'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:35.249851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Attempting to bind port 3be5473b-3288-451a-9307-824880ada31f on network 044e6dc7-0b11-4098-87a5-2e2edaeffeab {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:35.257781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:10:35.258296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Checking segment: {'id': '1953b09e-99a3-4107-93f4-57c9266e2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '044e6dc7-0b11-4098-87a5-2e2edaeffeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:35.258969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.260051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Bound using segment: {'id': '1953b09e-99a3-4107-93f4-57c9266e2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '044e6dc7-0b11-4098-87a5-2e2edaeffeab'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:10:35.260965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Bound port: 3be5473b-3288-451a-9307-824880ada31f, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1953b09e-99a3-4107-93f4-57c9266e2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '044e6dc7-0b11-4098-87a5-2e2edaeffeab'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:10:35.261834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.295420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Allocated IP 172.20.0.3 (044e6dc7-0b11-4098-87a5-2e2edaeffeab/bf2d0d32-8637-497e-a74b-87c11c5f03d9/2d692659-c180-4edb-8a8b-f45c8bc69bf1) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:35.308649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-39380e88-7c38-4251-806a-6cce9548f741 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Unset dirty status for tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:35.310308 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-39380e88-7c38-4251-806a-6cce9548f741 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/networks?id=2133e255-6cff-4bb1-a186-6cff6442bfb6 HTTP/1.1" status: 200  len: 811 time: 0.5487156
Dec 23 16:10:35.378972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] For port 3be5473b-3288-451a-9307-824880ada31f, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:10:35.382637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] For port 3be5473b-3288-451a-9307-824880ada31f, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3be5473b-3288-451a-9307-824880ada31f,segment=NetworkSegment(1953b09e-99a3-4107-93f4-57c9266e2f3a),segment_id=1953b09e-99a3-4107-93f4-57c9266e2f3a)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:10:35.388022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.393144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:35.393549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1d58-7555-44c8-a925-d219256f4524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.405487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1de1a006-19c0-4928-932d-3cb75c3bb581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.406925 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 1.6674612
Dec 23 16:10:35.410306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47374) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:35.421876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event updated for resources: {'Network': ['ID=a60b7ca1-5835-4a95-9576-38632d66e8d8,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:35.433439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d2d9d466-bfbe-44e0-b66c-63f03772c054 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:35.435847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:35.441610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network a60b7ca1-5835-4a95-9576-38632d66e8d8 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:35.448599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:35.456257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:35.470327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1a006-19c0-4928-932d-3cb75c3bb581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38fe4ef-52d5-48c6-8e61-ebc33524b3e3,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:35.497903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1de1a006-19c0-4928-932d-3cb75c3bb581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:35.534755 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-02dd40fa-c64d-4663-856d-80840c5fb0d5 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/quotas/144dc5c7ed6e4c23a362512bbbcbe9a1 HTTP/1.1" status: 200  len: 375 time: 0.2021623
Dec 23 16:10:35.596636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d572d832-a3b0-470f-8712-b5814f0de6c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.647644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Pushing event updated for resources: {'Port': ['ID=3be5473b-3288-451a-9307-824880ada31f,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:35.652032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:35.727923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Checking segment: {'id': 'dd279be7-10d5-4bac-9e92-00f8b7f58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7616c6de-b2cc-42ec-a757-c39066faab07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:35.728333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network hostable DHCP agents. Network: 7616c6de-b2cc-42ec-a757-c39066faab07, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:10:35.751313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Subnet': ['ID=b53b6ce7-d131-4bc0-a50b-bc95fa2d3a61,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:35.777641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:35.795640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d572d832-a3b0-470f-8712-b5814f0de6c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Calling delete_port for 8fe2c109-b2c1-4f6a-bbbd-5d84774c438b owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:10:35.822774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1d58-7555-44c8-a925-d219256f4524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.889103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e706783-16a0-4a16-b409-fbe68122e87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:35.924624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c1d58-7555-44c8-a925-d219256f4524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63da0a15-8e5d-496c-89c6-c142c5de0a1f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:35.925093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1de1a006-19c0-4928-932d-3cb75c3bb581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.933601 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1de1a006-19c0-4928-932d-3cb75c3bb581 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f38fe4ef-52d5-48c6-8e61-ebc33524b3e3 HTTP/1.1" status: 204  len: 168 time: 1.1827250
Dec 23 16:10:35.943669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ea7c1d58-7555-44c8-a925-d219256f4524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:35.954240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea7c1d58-7555-44c8-a925-d219256f4524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:35.958008 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ea7c1d58-7555-44c8-a925-d219256f4524 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/63da0a15-8e5d-496c-89c6-c142c5de0a1f HTTP/1.1" status: 204  len: 168 time: 1.0128677
Dec 23 16:10:35.958145 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d23c5701-79aa-4192-bf25-af6eb1316639 req-a1cfaf91-edd9-4f25-983c-b4cf48478388 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 210 time: 0.1071637
Dec 23 16:10:35.965433 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-2d02b54d-b4bd-48be-971e-5624774a1306 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=144dc5c7ed6e4c23a362512bbbcbe9a1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4020736
Dec 23 16:10:35.968758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network 7616c6de-b2cc-42ec-a757-c39066faab07 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:10:35.989731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2d9d466-bfbe-44e0-b66c-63f03772c054 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:36.001050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 7616c6de-b2cc-42ec-a757-c39066faab07) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:36.009027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:36.010224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:36.032050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2d9d466-bfbe-44e0-b66c-63f03772c054 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:36.036205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e22ae5-114c-43b5-bdf8-041aafa70208 None None] Network 7616c6de-b2cc-42ec-a757-c39066faab07 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:36.047269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-648b4bf6-7c25-4a86-945e-6ef6c610cf9b tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:36.096047 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 2.8346715
Dec 23 16:10:36.099384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47388) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:36.140660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d572d832-a3b0-470f-8712-b5814f0de6c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:36.164509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-49438286-0528-4292-94d7-0b56d82e8853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:36.167847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2d9d466-bfbe-44e0-b66c-63f03772c054 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Network a60b7ca1-5835-4a95-9576-38632d66e8d8 is not hosted by any dhcp agent {{(pid=88841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 23 16:10:36.171843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d9d466-bfbe-44e0-b66c-63f03772c054 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:36.173446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2d9d466-bfbe-44e0-b66c-63f03772c054 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:36.175796 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d2d9d466-bfbe-44e0-b66c-63f03772c054 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "PUT /v2.0/networks/a60b7ca1-5835-4a95-9576-38632d66e8d8 HTTP/1.1" status: 200  len: 858 time: 0.7554693
Dec 23 16:10:36.195377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-342201949'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:36.209281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:36.216227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:network and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:36.225230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:36.240551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:36.267533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47392) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:36.328533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572d832-a3b0-470f-8712-b5814f0de6c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fe2c109-b2c1-4f6a-bbbd-5d84774c438b,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:36.333300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d572d832-a3b0-470f-8712-b5814f0de6c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:36.356023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:36.374999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d572d832-a3b0-470f-8712-b5814f0de6c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:36.398768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:36.414118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:36.427891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Transition to ACTIVE for port object 2d692659-c180-4edb-8a8b-f45c8bc69bf1 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:36.430121 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d572d832-a3b0-470f-8712-b5814f0de6c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "DELETE /v2.0/ports/8fe2c109-b2c1-4f6a-bbbd-5d84774c438b HTTP/1.1" status: 204  len: 168 time: 1.3886642
Dec 23 16:10:36.433384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47402) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:36.559973 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-66788945-b23a-4a15-9414-96909839f9b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:10:36.560585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66788945-b23a-4a15-9414-96909839f9b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Synchronizing usage tracker for tenant:24cdbd261d614896b2168b25f07a4c5a on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:36.577824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-7616c6de-b2cc-42ec-a757-c39066faab07', 'network_id': '7616c6de-b2cc-42ec-a757-c39066faab07', 'tenant_id': '6a9cf0f0ca4f4ac399af3f4621aa3d28', 'fixed_ips': [{'subnet_id': 'b53b6ce7-d131-4bc0-a50b-bc95fa2d3a61'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:10:36.578742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:36.580612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.36', 51881) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:36.637108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:36.645286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9d466-bfbe-44e0-b66c-63f03772c054 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event updated for resources: {'Network': ['ID=a60b7ca1-5835-4a95-9576-38632d66e8d8,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:36.648335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d2d9d466-bfbe-44e0-b66c-63f03772c054 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:36.698382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:36.708160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47410) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:36.742386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47414) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:36.743085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:36.811873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:36.823335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66788945-b23a-4a15-9414-96909839f9b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Unset dirty status for tenant:24cdbd261d614896b2168b25f07a4c5a on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:36.824413 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-66788945-b23a-4a15-9414-96909839f9b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "GET /v2.0/ports/8fe2c109-b2c1-4f6a-bbbd-5d84774c438b HTTP/1.1" status: 404  len: 333 time: 0.3873658
Dec 23 16:10:36.833690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47418) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:36.834529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93b55e91-6d8f-495b-b421-0cc631551643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:36.866076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Allocated IP 172.20.255.242 (7616c6de-b2cc-42ec-a757-c39066faab07/b53b6ce7-d131-4bc0-a50b-bc95fa2d3a61/04d64b99-ba41-4093-99c9-5663abe91a4c) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:36.884255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Request body: {'port': {'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-8382355'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:36.924741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-633ef8fd-4d32-4057-9951-9d49609cd147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:36.949280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-93b55e91-6d8f-495b-b421-0cc631551643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:36.953193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-93b55e91-6d8f-495b-b421-0cc631551643 admin admin] Usage tracker for resource:security_group_rule and tenant:fb663a7fe8ad4bb4ad48c2b6307ec3d1 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:36.957020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-93b55e91-6d8f-495b-b421-0cc631551643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:36.963161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-93b55e91-6d8f-495b-b421-0cc631551643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:36.967255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-633ef8fd-4d32-4057-9951-9d49609cd147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:36.971611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-633ef8fd-4d32-4057-9951-9d49609cd147 admin admin] Usage tracker for resource:security_group_rule and tenant:e03a07d8db3c453ba2a67d751fc3a8d9 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:36.974630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-633ef8fd-4d32-4057-9951-9d49609cd147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:36.981829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-633ef8fd-4d32-4057-9951-9d49609cd147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:36.995160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Network 044e6dc7-0b11-4098-87a5-2e2edaeffeab is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:36.998814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:36.999278 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Added segment 5a20746f-bee9-4a10-a471-e79fe0c89c0c of type vlan for network 8b1c8b50-ee76-4d02-b218-7c45a39e8a93
Dec 23 16:10:37.007938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:37.019442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:37.023753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:37.024436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.030803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Pushing event updated for resources: {'Port': ['ID=2d692659-c180-4edb-8a8b-f45c8bc69bf1,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:37.048921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:37.052105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:37.066720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-91ecca15-63ef-4d28-9e86-b763203ae923 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:10:37.068853 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-91ecca15-63ef-4d28-9e86-b763203ae923 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.4290295
Dec 23 16:10:37.073719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.107830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-0508e7aa-5915-4cba-bf84-ea4fd5d50891 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:37.109502 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-0508e7aa-5915-4cba-bf84-ea4fd5d50891 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.36 "GET /v2.0/networks?id=dfa648d5-30ca-497f-9b97-9f623b2533e8 HTTP/1.1" status: 200  len: 805 time: 0.4945793
Dec 23 16:10:37.116210 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4715228
Dec 23 16:10:37.122821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47432) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:37.131513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Request body: {'port': {'network_id': '044e6dc7-0b11-4098-87a5-2e2edaeffeab', 'name': 'tempest-ExtraDHCPOptionsTestJSON-8184636', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:37.132051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.api.validators [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] bootfile-name is not in valid_values {{(pid=88840) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:10:37.132437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.api.validators [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] tftp-server is not in valid_values {{(pid=88840) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:10:37.132810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.api.validators [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] server-ip-address is not in valid_values {{(pid=88840) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:10:37.262871 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-80739810-9fa9-48b2-8e87-97c51a0547ee service neutron] 10.222.0.67 "GET /v2.0/networks/2133e255-6cff-4bb1-a186-6cff6442bfb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806011
Dec 23 16:10:37.263893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:37.312595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.335696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Transition to ACTIVE for port object 04d64b99-ba41-4093-99c9-5663abe91a4c will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:37.361421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Transition to ACTIVE for port object 04d64b99-ba41-4093-99c9-5663abe91a4c will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:37.377471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.377611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79fe8898>,) {'filters': {'network_id': ['a60b7ca1-5835-4a95-9576-38632d66e8d8']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:37.383296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3d62bd15-5ca4-4ce7-a171-4c18d5fd7902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:37.424744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.433884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Made reservation on behalf of 24cdbd261d614896b2168b25f07a4c5a for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:37.436559 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e4a4148-0fa9-4b94-8d2f-268e41354512 req-15ac1a7a-d9f1-4d4c-8836-1ad12be6e131 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 210 time: 0.1629782
Dec 23 16:10:37.438358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.444776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-633ef8fd-4d32-4057-9951-9d49609cd147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.456923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79fe8898>, 'd7efadd6-86a7-4c1d-857b-60dda4d62a27') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:37.457267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79fe8898>, 'd7efadd6-86a7-4c1d-857b-60dda4d62a27') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:37.463238 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-b064352c-623c-41d1-a32e-71a13be75f58 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3e9074d25284bffb73031ea842e474c HTTP/1.1" status: 200  len: 380 time: 0.3091908
Dec 23 16:10:37.463906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-633ef8fd-4d32-4057-9951-9d49609cd147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.470185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93b55e91-6d8f-495b-b421-0cc631551643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.485915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3be5473b-3288-451a-9307-824880ada31f up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:37.491256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Request body: {'port': {'device_id': 'fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7', 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'admin_state_up': True, 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'security_groups': ['562cc184-d489-4957-b41f-32879ca39ef1']}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:37.492497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93b55e91-6d8f-495b-b421-0cc631551643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.497691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.512318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7cf11bc-7a07-43ae-8caa-20b22c9c9d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:37.604953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:37.613282 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-93b55e91-6d8f-495b-b421-0cc631551643 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb663a7fe8ad4bb4ad48c2b6307ec3d1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8896000
Dec 23 16:10:37.617447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] device_id is not set on port b91e27c7-9c27-492d-ad73-6b867f8b00bf yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:10:37.644535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Pushing event updated for resources: {'Port': ['ID=04d64b99-ba41-4093-99c9-5663abe91a4c,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:37.652856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:37.661886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Network 7616c6de-b2cc-42ec-a757-c39066faab07 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:37.666351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:37.671237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:37.683748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47446) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:37.787270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ef8fd-4d32-4057-9951-9d49609cd147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2f5aa6-f373-42ac-9118-6a39d8e57409,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:37.802467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:37.807433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Usage tracker for resource:port and tenant:5cd77cab00f1477db2a12fafce2b15c0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:37.808973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 3be5473b-3288-451a-9307-824880ada31f completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:37.811480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:37.817938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:37.819336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Attempting to bind port 04d64b99-ba41-4093-99c9-5663abe91a4c on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:37.819809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Attempting to bind port 04d64b99-ba41-4093-99c9-5663abe91a4c by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'dd279be7-10d5-4bac-9e92-00f8b7f58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7616c6de-b2cc-42ec-a757-c39066faab07'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:37.820321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Attempting to bind port 04d64b99-ba41-4093-99c9-5663abe91a4c on network 7616c6de-b2cc-42ec-a757-c39066faab07 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:37.837118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-633ef8fd-4d32-4057-9951-9d49609cd147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:37.840078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:10:37.842231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Checking segment: {'id': 'dd279be7-10d5-4bac-9e92-00f8b7f58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7616c6de-b2cc-42ec-a757-c39066faab07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:37.843151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.844899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Bound using segment: {'id': 'dd279be7-10d5-4bac-9e92-00f8b7f58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7616c6de-b2cc-42ec-a757-c39066faab07'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:10:37.845848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Bound port: 04d64b99-ba41-4093-99c9-5663abe91a4c, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd279be7-10d5-4bac-9e92-00f8b7f58eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7616c6de-b2cc-42ec-a757-c39066faab07'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:10:37.847909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.852228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Made reservation on behalf of 5cd77cab00f1477db2a12fafce2b15c0 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:37.859323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.875520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.893604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.899183 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-633ef8fd-4d32-4057-9951-9d49609cd147 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e03a07d8db3c453ba2a67d751fc3a8d9&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1192009
Dec 23 16:10:37.908168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47456) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:37.909266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2f56-bd3e-49cd-ae4e-2d990e37938e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.916791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] device_id is not set on port 330d4100-8191-45e5-bc89-71e1c3761bda yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:10:37.935854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:10:37.936306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:37.960739 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:37.974333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b55e91-6d8f-495b-b421-0cc631551643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4f0090-4147-49b8-8869-067e0340059f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:37.976181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:37.979343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-93b55e91-6d8f-495b-b421-0cc631551643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:37.980927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Usage tracker for resource:port and tenant:e3e9074d25284bffb73031ea842e474c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:37.983984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:37.990421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:38.012161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5db66fa-7f68-425e-804f-2154954cc3a3 None None] Network 044e6dc7-0b11-4098-87a5-2e2edaeffeab requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:38.016494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:38.020747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:38.021400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:38.057201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Made reservation on behalf of e3e9074d25284bffb73031ea842e474c for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:38.062751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:38.097860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c8f69753-cbf5-45c7-a5b6-62d89c7be9d5 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:38.113321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2f56-bd3e-49cd-ae4e-2d990e37938e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:38.137423 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.9803212
Dec 23 16:10:38.137423 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-fc2dde66-c99e-4768-a984-d8adb9bbcc66 service neutron] 10.222.0.67 "GET /v2.0/networks/2133e255-6cff-4bb1-a186-6cff6442bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8489859
Dec 23 16:10:38.142126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47462) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:38.157111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'subnet': {'network_id': '8b1c8b50-ee76-4d02-b218-7c45a39e8a93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:38.319662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:38.356659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:38.361170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  a60b7ca1-5835-4a95-9576-38632d66e8d8 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 23 16:10:38.363425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:38.413299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e311b3c5-8ae8-4fc9-b1cc-a75fc083f77e None None] Provisioning for port 3be5473b-3288-451a-9307-824880ada31f completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:38.489729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] For port 04d64b99-ba41-4093-99c9-5663abe91a4c, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:10:38.511479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] For port 04d64b99-ba41-4093-99c9-5663abe91a4c, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=04d64b99-ba41-4093-99c9-5663abe91a4c,segment=NetworkSegment(dd279be7-10d5-4bac-9e92-00f8b7f58eb3),segment_id=dd279be7-10d5-4bac-9e92-00f8b7f58eb3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:10:38.527839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e311b3c5-8ae8-4fc9-b1cc-a75fc083f77e None None] Provisioning complete for port 3be5473b-3288-451a-9307-824880ada31f triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:38.528295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e311b3c5-8ae8-4fc9-b1cc-a75fc083f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:38.588958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Network': ['ID=8b1c8b50-ee76-4d02-b218-7c45a39e8a93,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:38.592946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:38.593496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-33dec75d-fd52-4320-9f78-5998169df09f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:38.614422 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] 10.222.0.67 "DELETE /v2.0/networks/a60b7ca1-5835-4a95-9576-38632d66e8d8 HTTP/1.1" status: 204  len: 168 time: 2.3456945
Dec 23 16:10:38.623389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47468) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:38.628576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Pushing event deleted for resources: {'Network': ['ID=a60b7ca1-5835-4a95-9576-38632d66e8d8,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:38.631201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:38.683247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:38.771960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66078133-8379-44c7-8742-f9c6a571fe36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:38.784515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 8b1c8b50-ee76-4d02-b218-7c45a39e8a93 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:38.842224 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e243c8-f914-4e5d-8271-1c01daee426c tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:38.842710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e243c8-f914-4e5d-8271-1c01daee426c tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:10:38.844721 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b8e243c8-f914-4e5d-8271-1c01daee426c tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] 10.222.0.67 "DELETE /v2.0/subnets/e6e9c691-d7f6-42b1-9803-697fc9eaeeff HTTP/1.1" status: 404  len: 337 time: 0.2180266
Dec 23 16:10:38.863972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:38.890335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:38.916393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:subnet and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:38.936160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:38.957117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:38.961787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47478) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:39.017032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:39.019675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:39.020773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:39.021436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:39.034017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:39.123226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:39.219435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:39.271677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:39.287019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Pushing event updated for resources: {'Port': ['ID=b91e27c7-9c27-492d-ad73-6b867f8b00bf,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:39.293831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:39.318738 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-77ad8497-4d86-4e6d-8174-d117986bc4f7 req-a2565812-143c-4e26-9a89-02ef778a1b3c tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 210 time: 0.3303890
Dec 23 16:10:39.340483 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 961 time: 2.4699278
Dec 23 16:10:39.343334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47492) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:39.534810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Pushing event updated for resources: {'Port': ['ID=04d64b99-ba41-4093-99c9-5663abe91a4c,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:39.563260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:39.576053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:39.717078 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6fcceeed-226e-4c53-891e-50a3a9adfb7a req-5d0de4d0-26f9-443a-8ef4-ac4ba7a1589c tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 210 time: 0.7117200
Dec 23 16:10:39.732944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66078133-8379-44c7-8742-f9c6a571fe36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:39.803408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:39.880989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e311b3c5-8ae8-4fc9-b1cc-a75fc083f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:39.960219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:10:39.970779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:40.022939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Allocated IP 172.20.0.13 (044e6dc7-0b11-4098-87a5-2e2edaeffeab/bf2d0d32-8637-497e-a74b-87c11c5f03d9/330d4100-8191-45e5-bc89-71e1c3761bda) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:40.026813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e311b3c5-8ae8-4fc9-b1cc-a75fc083f77e None None] For port 3be5473b-3288-451a-9307-824880ada31f, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3be5473b-3288-451a-9307-824880ada31f,segment=NetworkSegment(1953b09e-99a3-4107-93f4-57c9266e2f3a),segment_id=1953b09e-99a3-4107-93f4-57c9266e2f3a)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:40.039390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e311b3c5-8ae8-4fc9-b1cc-a75fc083f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:40.048236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:40.145487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2f56-bd3e-49cd-ae4e-2d990e37938e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:40.276021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311b3c5-8ae8-4fc9-b1cc-a75fc083f77e None None] Pushing event updated for resources: {'Port': ['ID=3be5473b-3288-451a-9307-824880ada31f,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:40.295501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e311b3c5-8ae8-4fc9-b1cc-a75fc083f77e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:40.601169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a1645e34-f0b3-492b-be5d-e339393057ee None None] Provisioning for port 2d692659-c180-4edb-8a8b-f45c8bc69bf1 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:40.609637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:40.623982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a1645e34-f0b3-492b-be5d-e339393057ee None None] Provisioning complete for port 2d692659-c180-4edb-8a8b-f45c8bc69bf1 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:40.624422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1645e34-f0b3-492b-be5d-e339393057ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:40.841120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a1645e34-f0b3-492b-be5d-e339393057ee None None] Port 2d692659-c180-4edb-8a8b-f45c8bc69bf1 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:10:40.846046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:40.869955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a1645e34-f0b3-492b-be5d-e339393057ee None None] Provisioning complete for port 3be5473b-3288-451a-9307-824880ada31f triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:40.870365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1645e34-f0b3-492b-be5d-e339393057ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:40.897604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a2f56-bd3e-49cd-ae4e-2d990e37938e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4f0090-4147-49b8-8869-067e0340059f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:40.934460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b4a2f56-bd3e-49cd-ae4e-2d990e37938e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:41.021938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0b7990ec18>> segment before_delete 55550000 {{(pid=88840) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:41.022324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0b7990ec18>> subnet precommit_delete_associations 55550000 {{(pid=88840) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:41.025578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79d1c588>> segment_host_mapping after_create 55550000 {{(pid=88840) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:41.026030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79d1c588>> port after_create 55550000 {{(pid=88840) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:41.026465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79d1c588>> port after_delete 55550000 {{(pid=88840) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:41.026865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79d1c588>> port after_update 55550000 {{(pid=88840) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:41.027267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79d1c588>> segment after_delete 55550000 {{(pid=88840) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:41.027647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79d1c588>> subnet after_create 55550000 {{(pid=88840) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:41.028022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79d1c588>> subnet after_delete 55550000 {{(pid=88840) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:41.028390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b79d1c588>> subnet after_update 55550000 {{(pid=88840) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:41.094930 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-84957af7-73e4-4615-ab55-82ad95c7afb5 req-6a85a641-e34b-4348-8693-503053889845 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 210 time: 0.3129201
Dec 23 16:10:41.130137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] device_id is not set on port b91e27c7-9c27-492d-ad73-6b867f8b00bf yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:10:41.146374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:41.284670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Transition to ACTIVE for port object b91e27c7-9c27-492d-ad73-6b867f8b00bf will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:41.294527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:41.297120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:41.327006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da92f7fc-adab-474c-9db1-eabf97ab60f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:41.361129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-cd1672ca-3335-43a6-80b5-d4d6cb34b5a0 None None] Provisioning complete for port 2d692659-c180-4edb-8a8b-f45c8bc69bf1 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:41.361801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd1672ca-3335-43a6-80b5-d4d6cb34b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:41.380141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b79b88ac8>> subnet after_create 55550000 {{(pid=88840) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:41.380538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b79b88ac8>> subnet after_delete 55550000 {{(pid=88840) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:41.380917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b79b88ac8>> subnet before_create 55550000 {{(pid=88840) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:41.381294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b79b88ac8>> subnet before_update 55550000 {{(pid=88840) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 23 16:10:41.381683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79f06240>,) {'filters': {'network_id': ['3e8f6e3f-50bc-4a57-8417-d6488a15d2db']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:41.414337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Allocated IP 172.20.0.10 (dfa648d5-30ca-497f-9b97-9f623b2533e8/f250da7f-3b14-46c6-a5c6-0d0104cd26c1/38e54837-6623-4d30-a54c-66d4d782a329) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:41.419632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66078133-8379-44c7-8742-f9c6a571fe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:41.423671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79f06240>, 'ff8e94a4-4de7-4c0b-a623-9b6e43236b48') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:41.424085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79f06240>, 'ff8e94a4-4de7-4c0b-a623-9b6e43236b48') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:41.481762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Pushing event updated for resources: {'Port': ['ID=b91e27c7-9c27-492d-ad73-6b867f8b00bf,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:41.485603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cd1672ca-3335-43a6-80b5-d4d6cb34b5a0 None None] Port 2d692659-c180-4edb-8a8b-f45c8bc69bf1 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:10:41.490332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:41.496434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e61c8ecf-00c4-425a-bd31-7ed909ff697a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:41.506000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3be5473b-3288-451a-9307-824880ada31f up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:41.573913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:41.600236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:41.611592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-98dd4ffe-46ef-4dfa-b947-41becf3a85c6 req-031e3b67-5255-4765-bcf3-b7b529ad0b08 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Synchronizing usage tracker for tenant:e3e9074d25284bffb73031ea842e474c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:41.613130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3be5473b-3288-451a-9307-824880ada31f triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:41.613869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:41.638064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2f56-bd3e-49cd-ae4e-2d990e37938e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:41.639467 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9b4a2f56-bd3e-49cd-ae4e-2d990e37938e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ef4f0090-4147-49b8-8869-067e0340059f HTTP/1.1" status: 204  len: 168 time: 3.9363964
Dec 23 16:10:41.663778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Checking segment: {'id': '5a20746f-bee9-4a10-a471-e79fe0c89c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8b1c8b50-ee76-4d02-b218-7c45a39e8a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:41.664482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network hostable DHCP agents. Network: 8b1c8b50-ee76-4d02-b218-7c45a39e8a93, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:10:41.673196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66078133-8379-44c7-8742-f9c6a571fe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2f5aa6-f373-42ac-9118-6a39d8e57409,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:41.694967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Subnet': ['ID=4e9f17b2-e46b-4424-a039-e3ec9faf317d,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:41.700480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66078133-8379-44c7-8742-f9c6a571fe36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:41.700851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:41.701705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:41.702179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:41.705350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:41.720001 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-66078133-8379-44c7-8742-f9c6a571fe36 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4e2f5aa6-f373-42ac-9118-6a39d8e57409 HTTP/1.1" status: 204  len: 168 time: 3.8082983
Dec 23 16:10:41.720259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:41.720640 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:41.721276 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 2 to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf
Dec 23 16:10:41.742820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:41.744025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:41.744850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:41.748641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network 8b1c8b50-ee76-4d02-b218-7c45a39e8a93 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:10:41.762452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:41.763022 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:41.763566 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 3 to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf
Dec 23 16:10:41.775512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 8b1c8b50-ee76-4d02-b218-7c45a39e8a93) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:41.789789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:41.790622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:41.793094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37e6c0f-6b85-4316-878a-19d4aab02ccf None None] Network 8b1c8b50-ee76-4d02-b218-7c45a39e8a93 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:41.794760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-66078133-8379-44c7-8742-f9c6a571fe36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:41.811341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:41.817822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:41.818329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:41.818455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:41.823321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:41.841701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:41.842237 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:41.849332 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 4 to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf
Dec 23 16:10:41.887484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:41.888914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:41.891389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:41.896495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:10:41.897154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:41.912401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:41.912889 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:41.918461 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 3.7700684
Dec 23 16:10:41.918461 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 5 to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf
Dec 23 16:10:41.944035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47520) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   (self, other),
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   (self, other),
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:41.945126 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:41.958872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-98dd4ffe-46ef-4dfa-b947-41becf3a85c6 req-031e3b67-5255-4765-bcf3-b7b529ad0b08 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Unset dirty status for tenant:e3e9074d25284bffb73031ea842e474c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:41.984961 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-98dd4ffe-46ef-4dfa-b947-41becf3a85c6 req-031e3b67-5255-4765-bcf3-b7b529ad0b08 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 210 time: 0.5830886
Dec 23 16:10:42.070225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:42.080352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Transition to ACTIVE for port object 330d4100-8191-45e5-bc89-71e1c3761bda will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:42.081266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:42.083287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:42.152671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:42.156087 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:42.180312 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 6 to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf
Dec 23 16:10:42.490004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:42.498442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:42.504178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:42.627472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ba2309-0785-449b-b1ce-b6f2b72e5521 None None] Network 7616c6de-b2cc-42ec-a757-c39066faab07 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:42.643526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:42.646793 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:42.651314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:42.659195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21b1c3f3-1ceb-4ee0-91f3-86a312c10774 req-936b2e7f-b5a6-451a-a626-9e8e4723f28a tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 210 time: 0.1845527
Dec 23 16:10:42.667166 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 7 to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf
Dec 23 16:10:42.718921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-26d32e2f-2038-4711-89d9-61fa4aff4e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:42.776725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:42.800482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:42.800908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 04d64b99-ba41-4093-99c9-5663abe91a4c up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:42.809259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:42.809798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:42.810282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:42.836176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:42.839126 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:42.843824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Pushing event deleted for resources: {'Network': ['ID=3e8f6e3f-50bc-4a57-8417-d6488a15d2db,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:42.855579 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 8 to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf
Dec 23 16:10:42.873606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:42.891468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:42.902746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:42.947711 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] 10.222.0.67 "DELETE /v2.0/networks/3e8f6e3f-50bc-4a57-8417-d6488a15d2db HTTP/1.1" status: 204  len: 168 time: 3.9547701
Dec 23 16:10:42.959858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-815fb794-2089-4a38-a190-e31581a7910d tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:42.963694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:42.964019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:42.964417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:42.986867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:42.987319 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:42.990746 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 9 to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf
Dec 23 16:10:43.051485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:43.082685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 04d64b99-ba41-4093-99c9-5663abe91a4c completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:43.084897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:43.085335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:43.085723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:43.106867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:43.121448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Transition to ACTIVE for port object 38e54837-6623-4d30-a54c-66d4d782a329 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:43.123533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 04d64b99-ba41-4093-99c9-5663abe91a4c triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:43.124171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:43.203817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:43.204194 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:43.207732 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempt 10 to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf
Dec 23 16:10:43.253761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:43.255912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3b8fda2d-2928-4754-bd8a-2338ff602e33 None None] Provisioning for port 04d64b99-ba41-4093-99c9-5663abe91a4c completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:43.259895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:43.261978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempting to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:43.295907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3b8fda2d-2928-4754-bd8a-2338ff602e33 None None] Provisioning complete for port 04d64b99-ba41-4093-99c9-5663abe91a4c triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:43.296244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b8fda2d-2928-4754-bd8a-2338ff602e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:43.320155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:43.320745 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Failed to bind port b91e27c7-9c27-492d-ad73-6b867f8b00bf on host hv-neutron-8228 for vnic_type normal using segments [{'id': '1b7976d7-9ebf-4c10-922d-55c0a8e67416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d'}]
Dec 23 16:10:43.321989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:43.344744 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f4493ddf-743b-4bac-933a-4b0316d6a96d req-55966f6e-a8d0-4d8f-8efc-bd31c98b282b tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 210 time: 0.1795406
Dec 23 16:10:43.378404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Network 044e6dc7-0b11-4098-87a5-2e2edaeffeab is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:43.380119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:43.388166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:43.418864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.36', 51887) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:43.425210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:43.473679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e9659-454a-4bea-b439-b532100d8615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-8b1c8b50-ee76-4d02-b218-7c45a39e8a93', 'network_id': '8b1c8b50-ee76-4d02-b218-7c45a39e8a93', 'tenant_id': '6a9cf0f0ca4f4ac399af3f4621aa3d28', 'fixed_ips': [{'subnet_id': '4e9f17b2-e46b-4424-a039-e3ec9faf317d'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:10:43.474653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7d1e9659-454a-4bea-b439-b532100d8615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:43.483469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Pushing event updated for resources: {'Port': ['ID=330d4100-8191-45e5-bc89-71e1c3761bda,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:43.503232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:43.659129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:43.660856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:43.742785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:43.772911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:43.986450 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 6.8624299
Dec 23 16:10:43.992733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47562) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:44.080453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] For port b91e27c7-9c27-492d-ad73-6b867f8b00bf, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:10:44.081279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Attempted to set empty binding levels {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 23 16:10:44.088370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f9c93cc8-6802-449d-bd26-75a40b444de7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:44.161656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9f17b2-e46b-4424-a039-e3ec9faf317d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:44.178328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:44.234350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Network dfa648d5-30ca-497f-9b97-9f623b2533e8 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:44.253835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:44.261842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Pushing event updated for resources: {'Port': ['ID=38e54837-6623-4d30-a54c-66d4d782a329,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:44.265516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:44.277436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:44.329904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:44.348925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:44.404818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b8fda2d-2928-4754-bd8a-2338ff602e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:44.434225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1507d6c0-8f37-47ca-8ca0-9c17b8380178 None None] Network 8b1c8b50-ee76-4d02-b218-7c45a39e8a93 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:44.502059 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e4b57cb8-c943-4303-81c4-d8a2ffec8b06 req-c4b2e4cf-5414-4c2c-926e-b6bcc2b6d2e4 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 210 time: 0.3429542
Dec 23 16:10:44.536229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:44.536914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:44.614545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8f8e83-5167-4967-943f-1e8d7dc7e5f1 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:44.625625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8f8e83-5167-4967-943f-1e8d7dc7e5f1 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:44.644684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8f8e83-5167-4967-943f-1e8d7dc7e5f1 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:44.651493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bf8f8e83-5167-4967-943f-1e8d7dc7e5f1 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Synchronizing usage tracker for tenant:5cd77cab00f1477db2a12fafce2b15c0 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:44.715530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47582) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:44.716359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3b8fda2d-2928-4754-bd8a-2338ff602e33 None None] For port 04d64b99-ba41-4093-99c9-5663abe91a4c, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=04d64b99-ba41-4093-99c9-5663abe91a4c,segment=NetworkSegment(dd279be7-10d5-4bac-9e92-00f8b7f58eb3),segment_id=dd279be7-10d5-4bac-9e92-00f8b7f58eb3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:44.719608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bf8f8e83-5167-4967-943f-1e8d7dc7e5f1 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Unset dirty status for tenant:5cd77cab00f1477db2a12fafce2b15c0 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:44.724982 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bf8f8e83-5167-4967-943f-1e8d7dc7e5f1 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2615 time: 0.7180562
Dec 23 16:10:44.732793 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.2645881
Dec 23 16:10:44.737033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47584) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:44.756701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:44.797707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b8fda2d-2928-4754-bd8a-2338ff602e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:44.845376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:44.849714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:44.894133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47592) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:44.944367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-cbda727d-8c1c-4542-9407-299e4adb16a2 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:10:44.946743 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-cbda727d-8c1c-4542-9407-299e4adb16a2 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0536644
Dec 23 16:10:44.968863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fda2d-2928-4754-bd8a-2338ff602e33 None None] Pushing event updated for resources: {'Port': ['ID=04d64b99-ba41-4093-99c9-5663abe91a4c,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:44.972874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b8fda2d-2928-4754-bd8a-2338ff602e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:45.040186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-290737eb-c1fc-4e2d-a7c0-07c0fe68b961 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Deleting port 330d4100-8191-45e5-bc89-71e1c3761bda {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:10:45.041241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-290737eb-c1fc-4e2d-a7c0-07c0fe68b961 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:45.081036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-aa8eca79-aacc-46cb-9bfc-69d1ac17af6a None None] Provisioning for port 330d4100-8191-45e5-bc89-71e1c3761bda completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:45.130466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-aa8eca79-aacc-46cb-9bfc-69d1ac17af6a None None] Provisioning complete for port 330d4100-8191-45e5-bc89-71e1c3761bda triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:45.130944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa8eca79-aacc-46cb-9bfc-69d1ac17af6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:45.159162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a831cc0>,) {'filters': {'network_id': ['8b1c8b50-ee76-4d02-b218-7c45a39e8a93']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:45.174618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a831cc0>, '5a20746f-bee9-4a10-a471-e79fe0c89c0c') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:45.175049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a831cc0>, '5a20746f-bee9-4a10-a471-e79fe0c89c0c') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:45.188417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:45.205843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:45.213131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:10:45.213700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:45.283246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-aa8eca79-aacc-46cb-9bfc-69d1ac17af6a None None] Port 330d4100-8191-45e5-bc89-71e1c3761bda cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:10:45.311533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:10:45.311958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:45.323125 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:45.329196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-00811e66-4ef2-4c4b-a6f6-3824ebb28a4f tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:45.330804 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-00811e66-4ef2-4c4b-a6f6-3824ebb28a4f tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.36 "GET /v2.0/networks?id=2133e255-6cff-4bb1-a186-6cff6442bfb6 HTTP/1.1" status: 200  len: 811 time: 1.9103296
Dec 23 16:10:45.372562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Pushing event updated for resources: {'Port': ['ID=b91e27c7-9c27-492d-ad73-6b867f8b00bf,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:45.382504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.052s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:45.397357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] In _notify_port_updated(), no bound segment for port b91e27c7-9c27-492d-ad73-6b867f8b00bf on network f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:10:45.398741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:45.406299 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "PUT /v2.0/ports/b91e27c7-9c27-492d-ad73-6b867f8b00bf HTTP/1.1" status: 200  len: 978 time: 6.0618420
Dec 23 16:10:45.417892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c9e6cded-866b-4bf2-949b-289658b9b971 None None] Provisioning for port 38e54837-6623-4d30-a54c-66d4d782a329 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:45.423344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c9e6cded-866b-4bf2-949b-289658b9b971 None None] Provisioning complete for port 38e54837-6623-4d30-a54c-66d4d782a329 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:45.423780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9e6cded-866b-4bf2-949b-289658b9b971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:45.439753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:45.443329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47606) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:45.530597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6cded-866b-4bf2-949b-289658b9b971 None None] Port 38e54837-6623-4d30-a54c-66d4d782a329 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:10:45.625818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:45.652409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2b80b033-0617-4fed-b05e-70804b55bf4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Deleting port b91e27c7-9c27-492d-ad73-6b867f8b00bf {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:10:45.652953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b80b033-0617-4fed-b05e-70804b55bf4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:45.699857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:45.738450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Network': ['ID=8b1c8b50-ee76-4d02-b218-7c45a39e8a93,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:45.774884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:45.801268 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-34895c5c-0623-488d-85ea-3daed2b3a5d3 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=144dc5c7ed6e4c23a362512bbbcbe9a1 HTTP/1.1" status: 200  len: 380 time: 0.4296482
Dec 23 16:10:45.810555 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/8b1c8b50-ee76-4d02-b218-7c45a39e8a93 HTTP/1.1" status: 204  len: 168 time: 3.8559825
Dec 23 16:10:45.863846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47614) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:45.877653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Request body: {'port': {'device_id': '5cac63be-676e-453a-bbeb-c5ab8f35f838', 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'admin_state_up': True, 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'security_groups': ['bca0263b-5f8d-423f-bfc0-bc4d7c5f283c']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:46.011681 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0412090a-cc69-490d-8cd3-d493dd44875c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=074e323310834c24b382c9f091bad4c6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2803471
Dec 23 16:10:46.011954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e368209f-4711-4621-a78b-855f014aa6bd None None] Provisioning complete for port 04d64b99-ba41-4093-99c9-5663abe91a4c triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:46.011954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e368209f-4711-4621-a78b-855f014aa6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:46.035748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Request body: {'port': {'device_id': 'fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:46.157526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937754f5-5574-419a-b935-1a727c25c069 req-be6d2672-ef32-455d-b6d5-4fa83e93cf9b tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:46.159057 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-937754f5-5574-419a-b935-1a727c25c069 req-be6d2672-ef32-455d-b6d5-4fa83e93cf9b tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 932 time: 1.4414864
Dec 23 16:10:46.164771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1023011682'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:46.178877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47618) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:46.203751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-290737eb-c1fc-4e2d-a7c0-07c0fe68b961 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:46.229064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1784518000'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:46.255652 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-330a78f4-e51b-4dde-9428-9a6474b37085 req-b48ebf3c-1bc1-44e7-9c58-0eaa44b5a9ec tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 210 time: 0.4429581
Dec 23 16:10:46.257061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:46.261091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:46.270229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:46.281382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 04d64b99-ba41-4093-99c9-5663abe91a4c up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:46.294070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Usage tracker for resource:port and tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:46.346949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:network and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:46.420270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:46.429686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:network and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:46.451294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:46.452874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:46.479094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:46.481529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:46.489186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 04d64b99-ba41-4093-99c9-5663abe91a4c triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:46.489625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:46.599046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-290737eb-c1fc-4e2d-a7c0-07c0fe68b961 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Calling delete_port for 330d4100-8191-45e5-bc89-71e1c3761bda owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:10:46.602770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2b80b033-0617-4fed-b05e-70804b55bf4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] For port b91e27c7-9c27-492d-ad73-6b867f8b00bf, host hv-neutron-8228, got binding levels [] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:46.603369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b80b033-0617-4fed-b05e-70804b55bf4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:46.638740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:46.779276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:46.781356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2b80b033-0617-4fed-b05e-70804b55bf4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Calling delete_port for b91e27c7-9c27-492d-ad73-6b867f8b00bf owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:10:46.830075 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-937754f5-5574-419a-b935-1a727c25c069 req-1fe27b7f-4049-4ed8-8619-4698f6a01a14 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/security-groups?id=562cc184-d489-4957-b41f-32879ca39ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6040461
Dec 23 16:10:47.020170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Made reservation on behalf of 144dc5c7ed6e4c23a362512bbbcbe9a1 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:47.026525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:47.054543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1338c06-6db8-4f5b-b554-d94af0a02784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:47.054787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:47.062882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:47.064786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:47.071018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:47.103342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:47.195869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1338c06-6db8-4f5b-b554-d94af0a02784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:47.208569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b80b033-0617-4fed-b05e-70804b55bf4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:47.224009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:47.237313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eddacfeb-bd04-4b53-b9a2-f8520e4d6e20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:47.303352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1338c06-6db8-4f5b-b554-d94af0a02784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:47.313630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80b033-0617-4fed-b05e-70804b55bf4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Pushing event deleted for resources: {'Port': ['ID=b91e27c7-9c27-492d-ad73-6b867f8b00bf,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:47.316300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:47.316704 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Added segment 93b2ba4a-9f8f-4f0b-a21b-1718d764e8b9 of type vlan for network d386e627-8e5d-49af-b3a7-4885975ef4d0
Dec 23 16:10:47.321768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2b80b033-0617-4fed-b05e-70804b55bf4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:47.347668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b80b033-0617-4fed-b05e-70804b55bf4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:47.374292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1de1a006-19c0-4928-932d-3cb75c3bb581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:47.426296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47638) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:47.437356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:47.475037 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2b80b033-0617-4fed-b05e-70804b55bf4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "DELETE /v2.0/ports/b91e27c7-9c27-492d-ad73-6b867f8b00bf HTTP/1.1" status: 204  len: 168 time: 2.0304561
Dec 23 16:10:47.480356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47644) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:47.551129 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90f9a60-7ee9-4eb3-8139-fe07b9edab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:10:47.551710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e90f9a60-7ee9-4eb3-8139-fe07b9edab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Synchronizing usage tracker for tenant:24cdbd261d614896b2168b25f07a4c5a on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:47.613157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:47.616651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Allocated IP 172.20.0.3 (2133e255-6cff-4bb1-a186-6cff6442bfb6/a4d6baf6-e582-4574-923b-81a30776cfe7/70adf2ec-2c52-440d-9384-2f3deef813ad) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:47.629102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c24c3bf8-9526-424b-9e9d-bf6aa6c6464d req-3e50611a-8f45-48c5-8b79-8cb4da98aee5 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Synchronizing usage tracker for tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:47.636602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:47.637017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1338c06-6db8-4f5b-b554-d94af0a02784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d825e99-e575-4805-8e7a-4e7732176fee,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:47.641010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:47.641673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:47.642593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d1338c06-6db8-4f5b-b554-d94af0a02784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:47.652799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:47.680820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:security_group_rule and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:47.700689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:47.700895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e90f9a60-7ee9-4eb3-8139-fe07b9edab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Unset dirty status for tenant:24cdbd261d614896b2168b25f07a4c5a on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:47.706088 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e90f9a60-7ee9-4eb3-8139-fe07b9edab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] 10.222.0.67 "GET /v2.0/ports/b91e27c7-9c27-492d-ad73-6b867f8b00bf HTTP/1.1" status: 404  len: 333 time: 0.2236366
Dec 23 16:10:47.708844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47648) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:47.725289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1338c06-6db8-4f5b-b554-d94af0a02784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:47.730529 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d1338c06-6db8-4f5b-b554-d94af0a02784 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7d825e99-e575-4805-8e7a-4e7732176fee HTTP/1.1" status: 204  len: 168 time: 1.5472417
Dec 23 16:10:47.738518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:47.778090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1554398138', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:47.797647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c24c3bf8-9526-424b-9e9d-bf6aa6c6464d req-3e50611a-8f45-48c5-8b79-8cb4da98aee5 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Unset dirty status for tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:47.798881 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c24c3bf8-9526-424b-9e9d-bf6aa6c6464d req-3e50611a-8f45-48c5-8b79-8cb4da98aee5 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 210 time: 0.2357287
Dec 23 16:10:47.803070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.5891733
Dec 23 16:10:47.809613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:47.817588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47656) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:47.835017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'subnet': {'network_id': 'd386e627-8e5d-49af-b3a7-4885975ef4d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:47.886704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Usage tracker for resource:port and tenant:19cbba394cf04766b0c52484bde75080 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:47.898226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-290737eb-c1fc-4e2d-a7c0-07c0fe68b961 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:47.911761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:47.917826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Network': ['ID=d386e627-8e5d-49af-b3a7-4885975ef4d0,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:47.930060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:47.935599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:47.939640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network d386e627-8e5d-49af-b3a7-4885975ef4d0 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:47.990194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:48.104655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cc09ddd-2ff2-4ce2-b6a5-befd86fa50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:48.106828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Made reservation on behalf of 19cbba394cf04766b0c52484bde75080 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:48.112592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:48.137080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:48.195897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290737eb-c1fc-4e2d-a7c0-07c0fe68b961 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Pushing event deleted for resources: {'Port': ['ID=330d4100-8191-45e5-bc89-71e1c3761bda,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:48.254842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-290737eb-c1fc-4e2d-a7c0-07c0fe68b961 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:48.368976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:48.372998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:48.393750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Usage tracker for resource:security_group_rule and tenant:19cbba394cf04766b0c52484bde75080 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:48.402676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:48.474184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Transition to ACTIVE for port object 70adf2ec-2c52-440d-9384-2f3deef813ad will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:48.501780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cc09ddd-2ff2-4ce2-b6a5-befd86fa50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:48.517169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:48.563721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-4cc09ddd-2ff2-4ce2-b6a5-befd86fa50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b795deeb8>,) {'filters': {'network_id': ['f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:48.591039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-4cc09ddd-2ff2-4ce2-b6a5-befd86fa50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b795deeb8>, '1b7976d7-9ebf-4c10-922d-55c0a8e67416') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:48.591393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-4cc09ddd-2ff2-4ce2-b6a5-befd86fa50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b795deeb8>, '1b7976d7-9ebf-4c10-922d-55c0a8e67416') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:48.618912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cc09ddd-2ff2-4ce2-b6a5-befd86fa50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:48.628438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:48.638301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-290737eb-c1fc-4e2d-a7c0-07c0fe68b961 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:48.654445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cc09ddd-2ff2-4ce2-b6a5-befd86fa50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:48.660322 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-290737eb-c1fc-4e2d-a7c0-07c0fe68b961 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] 10.222.0.67 "DELETE /v2.0/ports/330d4100-8191-45e5-bc89-71e1c3761bda HTTP/1.1" status: 204  len: 168 time: 3.9099162
Dec 23 16:10:48.662657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:48.663782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e54837-6623-4d30-a54c-66d4d782a329 {{(pid=88840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:10:48.664388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47664) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:48.674343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:subnet and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:48.685855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:48.697548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9a645b68-59ba-4607-bc35-246c848c257a tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Request body: {'port': {'name': 'tempest-new-port-name-70269992', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:48.698071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.api.validators [None req-9a645b68-59ba-4607-bc35-246c848c257a tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] bootfile-name is not in valid_values {{(pid=88841) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:10:48.698416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:48.698519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.api.validators [None req-9a645b68-59ba-4607-bc35-246c848c257a tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] tftp-server is not in valid_values {{(pid=88841) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:10:48.698811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.api.validators [None req-9a645b68-59ba-4607-bc35-246c848c257a tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] server-ip-address is not in valid_values {{(pid=88841) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:10:48.718383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:48.719867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:48.725536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc09ddd-2ff2-4ce2-b6a5-befd86fa50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:10:48.725922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cc09ddd-2ff2-4ce2-b6a5-befd86fa50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:48.735145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:48.747380 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:48.754121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14bb42-0d02-4576-b0b2-5a88a22f8bfd req-10a53ad1-20a3-4947-9b44-4e7fb32fc2e6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:48.763059 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6a14bb42-0d02-4576-b0b2-5a88a22f8bfd req-10a53ad1-20a3-4947-9b44-4e7fb32fc2e6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 932 time: 0.5804815
Dec 23 16:10:48.764799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-11dfa725-51b3-4b58-848b-64c13f0c9075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:48.772762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Transition to ACTIVE for port object 38e54837-6623-4d30-a54c-66d4d782a329 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:48.791376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d1338c06-6db8-4f5b-b554-d94af0a02784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:48.801739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47668) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:48.806720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:48.838281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:48.891763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:49.048841 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6a14bb42-0d02-4576-b0b2-5a88a22f8bfd req-1de02584-639b-4c5c-bb71-d85b8dbc7c6d tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/security-groups?id=562cc184-d489-4957-b41f-32879ca39ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2846725
Dec 23 16:10:49.072965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81dc5107-eeb9-474a-b4bb-20ccd111d0d9,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:49.090349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:49.092690 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Added segment d68a0050-26bd-4a57-b130-778e576fbdc3 of type vlan for network ba343194-bb9c-4b65-8867-816842e8f671
Dec 23 16:10:49.102900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:49.108039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:49.191556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:49.237045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Network 2133e255-6cff-4bb1-a186-6cff6442bfb6 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:49.281061 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1490065e-39c4-4311-aa28-c7866ba4dbce admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9441a539c5ce408ea1f384cbe3e3c2e3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4550445
Dec 23 16:10:49.302925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47676) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:49.316539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:49.329824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:49.341771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:49.365508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:49.438511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:49.453614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:49.454268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:49.459029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] device_id is not set on port c1f6e8de-5983-4eb2-81e3-a8ed61a560bf yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:10:49.559900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Pushing event updated for resources: {'Port': ['ID=38e54837-6623-4d30-a54c-66d4d782a329,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:49.576896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:49.601276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a645b68-59ba-4607-bc35-246c848c257a tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:49.612291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Pushing event updated for resources: {'Port': ['ID=70adf2ec-2c52-440d-9384-2f3deef813ad,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:49.615127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cc09ddd-2ff2-4ce2-b6a5-befd86fa50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:49.622493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:49.624972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9276e9bc-ca90-4c16-9154-d86a30ddfbca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:49.660968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Performing IP validity checks on allocation pools {{(pid=88840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 23 16:10:49.661297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 23 16:10:49.706573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Attempting to bind port 38e54837-6623-4d30-a54c-66d4d782a329 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:49.706878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Attempting to bind port 38e54837-6623-4d30-a54c-66d4d782a329 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '60a2ae6f-3695-4c28-848b-f1b25ebe23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:49.707260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Attempting to bind port 38e54837-6623-4d30-a54c-66d4d782a329 on network dfa648d5-30ca-497f-9b97-9f623b2533e8 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:49.734974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:49.739672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Port 38e54837-6623-4d30-a54c-66d4d782a329 on network dfa648d5-30ca-497f-9b97-9f623b2533e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:49.739961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Attempting to bind port 38e54837-6623-4d30-a54c-66d4d782a329 on network dfa648d5-30ca-497f-9b97-9f623b2533e8 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:49.764977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:49.765953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:49.770425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:10:49.771030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Checking segment: {'id': '60a2ae6f-3695-4c28-848b-f1b25ebe23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:49.771759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Bound using segment: {'id': '60a2ae6f-3695-4c28-848b-f1b25ebe23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:10:49.772498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Bound port: 38e54837-6623-4d30-a54c-66d4d782a329, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a2ae6f-3695-4c28-848b-f1b25ebe23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:10:49.773080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:49.794613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7d81dda6-6192-4b8a-9e3d-3e59f8445d5c None None] Provisioning for port 70adf2ec-2c52-440d-9384-2f3deef813ad completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:49.801361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b30ca92-3058-4ab5-bbc1-19b485915836 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:49.801793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7d81dda6-6192-4b8a-9e3d-3e59f8445d5c None None] Provisioning complete for port 70adf2ec-2c52-440d-9384-2f3deef813ad triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:49.802232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7d81dda6-6192-4b8a-9e3d-3e59f8445d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:49.817028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Allocated IP 172.26.5.171 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/c1f6e8de-5983-4eb2-81e3-a8ed61a560bf) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:49.843907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c488c485-7657-4adc-905c-fc6933c5827e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:49.873023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7d81dda6-6192-4b8a-9e3d-3e59f8445d5c None None] Port 70adf2ec-2c52-440d-9384-2f3deef813ad cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:10:49.885288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203045d3-a10d-4b3d-8c98-c45b6c04d577,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:49.940217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:49.943177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cc09ddd-2ff2-4ce2-b6a5-befd86fa50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:49.949414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c4ed2b73-eb98-4416-9ba5-d155a43734a4 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:50.036564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc09ddd-2ff2-4ce2-b6a5-befd86fa50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Pushing event deleted for resources: {'Network': ['ID=f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:50.057259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4cc09ddd-2ff2-4ce2-b6a5-befd86fa50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:50.114739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c488c485-7657-4adc-905c-fc6933c5827e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:50.140133 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4cc09ddd-2ff2-4ce2-b6a5-befd86fa50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] 10.222.0.67 "DELETE /v2.0/networks/f9e080a9-6eb1-4a11-a3e7-5ef577bd7a2d HTTP/1.1" status: 204  len: 168 time: 2.4077635
Dec 23 16:10:50.143326 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2774789
Dec 23 16:10:50.223254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Request body: {'port': {'device_id': '5cac63be-676e-453a-bbeb-c5ab8f35f838', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:50.345544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c488c485-7657-4adc-905c-fc6933c5827e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:50.391220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff18a64-ebef-4978-88ae-26ea1e03f8c2 req-1e8a0bf4-0400-4e70-8787-d6c52d7cbac4 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:50.392913 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-eff18a64-ebef-4978-88ae-26ea1e03f8c2 req-1e8a0bf4-0400-4e70-8787-d6c52d7cbac4 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 931 time: 1.2054219
Dec 23 16:10:50.506022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:50.529423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47690) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:50.570522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Network': ['ID=ba343194-bb9c-4b65-8867-816842e8f671,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:50.577314 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 5.6263504
Dec 23 16:10:50.577314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] For port 38e54837-6623-4d30-a54c-66d4d782a329, host hv-neutron-8228, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:10:50.579910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:50.583406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c488c485-7657-4adc-905c-fc6933c5827e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:50.584641 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c488c485-7657-4adc-905c-fc6933c5827e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8cbd7d75-7aeb-46a0-b44d-053d962cced9 HTTP/1.1" status: 204  len: 168 time: 1.2735279
Dec 23 16:10:50.585316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:50.587501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47696) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:50.593942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:50.597824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:50.610454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488c485-7657-4adc-905c-fc6933c5827e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbd7d75-7aeb-46a0-b44d-053d962cced9,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:50.613247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:50.620653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c488c485-7657-4adc-905c-fc6933c5827e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:50.632237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] For port 38e54837-6623-4d30-a54c-66d4d782a329, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=38e54837-6623-4d30-a54c-66d4d782a329,segment=NetworkSegment(60a2ae6f-3695-4c28-848b-f1b25ebe23e9),segment_id=60a2ae6f-3695-4c28-848b-f1b25ebe23e9)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:10:50.655569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:50.663228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:50.723494 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-eff18a64-ebef-4978-88ae-26ea1e03f8c2 req-a1aaa06c-63ba-4cb8-b837-70110c74bfdd tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3140042
Dec 23 16:10:50.749180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Pushing event updated for resources: {'Port': ['ID=38e54837-6623-4d30-a54c-66d4d782a329,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:50.775866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:50.800003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320801b-7f0d-45e9-a219-76857858f8ad req-5991c0af-0a68-47c2-9ac0-da5d9a3d96bd tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:50.801700 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0320801b-7f0d-45e9-a219-76857858f8ad req-5991c0af-0a68-47c2-9ac0-da5d9a3d96bd tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 944 time: 0.6160820
Dec 23 16:10:50.802649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:50.810302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:50.811758 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] 10.222.0.36 "PUT /v2.0/ports/38e54837-6623-4d30-a54c-66d4d782a329 HTTP/1.1" status: 200  len: 1094 time: 5.5143888
Dec 23 16:10:50.814559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:50.884562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:50.908957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7', 'tag': '38e54837-6623-4d30-a54c-66d4d782a329'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:10:50.917034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Subnet': ['ID=e8f4aaa1-414f-42ef-a38d-1b37da953476,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:50.925936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:50.981210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:51.038034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a645b68-59ba-4607-bc35-246c848c257a tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:51.044303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:51.058171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:51.107980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a645b68-59ba-4607-bc35-246c848c257a tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:51.120478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:51.127524 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0320801b-7f0d-45e9-a219-76857858f8ad req-42567911-bb36-4d8a-a599-59b6f02abd60 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/security-groups?id=562cc184-d489-4957-b41f-32879ca39ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3145623
Dec 23 16:10:51.135253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Checking segment: {'id': '93b2ba4a-9f8f-4f0b-a21b-1718d764e8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd386e627-8e5d-49af-b3a7-4885975ef4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:51.135611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network hostable DHCP agents. Network: d386e627-8e5d-49af-b3a7-4885975ef4d0, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:10:51.145060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:51.151797 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-b749d4a3-49c7-4b0d-887c-aaf6a1c343c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3e9074d25284bffb73031ea842e474c&device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 1097 time: 0.2378221
Dec 23 16:10:51.192759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:51.195581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:51.237782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network d386e627-8e5d-49af-b3a7-4885975ef4d0 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:10:51.267593 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-1c8918f4-65fa-457b-9c41-628c3573d37a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38e54837-6623-4d30-a54c-66d4d782a329 HTTP/1.1" status: 200  len: 217 time: 0.1030657
Dec 23 16:10:51.270100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, d386e627-8e5d-49af-b3a7-4885975ef4d0) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:51.276055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:51.276722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:51.283373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0c3dde-2ac8-4e7f-abff-11da5d7c5ac4 None None] Network d386e627-8e5d-49af-b3a7-4885975ef4d0 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:51.295874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:51.310752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Pushing event updated for resources: {'Port': ['ID=c1f6e8de-5983-4eb2-81e3-a8ed61a560bf,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:51.314237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:51.333813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:51.387138 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 3.5651100
Dec 23 16:10:51.387604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47718) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:51.423839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5eff8972-ea30-417a-bbee-eb6814689eae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:51.425460 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-5eff8972-ea30-417a-bbee-eb6814689eae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f250da7f-3b14-46c6-a5c6-0d0104cd26c1 HTTP/1.1" status: 200  len: 844 time: 0.1513920
Dec 23 16:10:51.508332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:51.660878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:51.662836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:51.686789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:51.692543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a645b68-59ba-4607-bc35-246c848c257a tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Pushing event updated for resources: {'Port': ['ID=2d692659-c180-4edb-8a8b-f45c8bc69bf1,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:51.695986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9a645b68-59ba-4607-bc35-246c848c257a tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:51.704934 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-1d2dac8f-a4c5-4eca-8710-13d7f5e7cf0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfa648d5-30ca-497f-9b97-9f623b2533e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2632751
Dec 23 16:10:51.946145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:51.969370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf402fe-102c-4ac6-988d-1fe2aa353b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-d386e627-8e5d-49af-b3a7-4885975ef4d0', 'network_id': 'd386e627-8e5d-49af-b3a7-4885975ef4d0', 'tenant_id': '6a9cf0f0ca4f4ac399af3f4621aa3d28', 'fixed_ips': [{'subnet_id': 'e8f4aaa1-414f-42ef-a38d-1b37da953476'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:10:51.970286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bf402fe-102c-4ac6-988d-1fe2aa353b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.060051 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7', 'tag': '38e54837-6623-4d30-a54c-66d4d782a329', 'status': 'completed', 'code': 200}
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server [None req-9bf402fe-102c-4ac6-988d-1fe2aa353b8d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8f4aaa1-414f-42ef-a38d-1b37da953476: This subnet is being modified by another concurrent operation.
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 23 16:10:52.110930 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise exception
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8f4aaa1-414f-42ef-a38d-1b37da953476: This subnet is being modified by another concurrent operation.
Dec 23 16:10:52.113988 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server 
Dec 23 16:10:52.127687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b39b7052-ba00-4115-bdb1-cc5da0db1f57 None None] Provisioning complete for port 2d692659-c180-4edb-8a8b-f45c8bc69bf1 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:52.128517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b39b7052-ba00-4115-bdb1-cc5da0db1f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.143256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.157595 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-eef50287-4081-4b29-8ea9-aec915594b0f service neutron] 10.222.0.36 "GET /v2.0/networks/dfa648d5-30ca-497f-9b97-9f623b2533e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4131734
Dec 23 16:10:52.168347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a93e2bee-4ac8-4b6d-b300-d5d5846200aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:52.192804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0127b6af-274a-4031-b817-b65fad53403f None None] Network d386e627-8e5d-49af-b3a7-4885975ef4d0 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:52.221746 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 4.7844465
Dec 23 16:10:52.222669 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a3953e3f-2240-48c2-a2d9-a16ba765a6e3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=743722453bbd4782aa627c00dc99cc6f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6897216
Dec 23 16:10:52.223768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9a645b68-59ba-4607-bc35-246c848c257a tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] In _notify_port_updated(), no bound segment for port 2d692659-c180-4edb-8a8b-f45c8bc69bf1 on network 044e6dc7-0b11-4098-87a5-2e2edaeffeab {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:10:52.229471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a645b68-59ba-4607-bc35-246c848c257a tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:52.230347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a645b68-59ba-4607-bc35-246c848c257a tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.231839 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9a645b68-59ba-4607-bc35-246c848c257a tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] 10.222.0.67 "PUT /v2.0/ports/2d692659-c180-4edb-8a8b-f45c8bc69bf1 HTTP/1.1" status: 200  len: 1134 time: 3.5570569
Dec 23 16:10:52.232769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47740) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:52.233149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47742) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:52.252702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47744) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:52.263776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f4aaa1-414f-42ef-a38d-1b37da953476,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:52.268606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.171'}]}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:52.277707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:52.280129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.311848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:52.341404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Usage tracker for resource:router and tenant:19cbba394cf04766b0c52484bde75080 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:52.366735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:52.475832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:52.481254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.493030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c69de25-90ac-4db9-aaf7-9ec21da9dd48 None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:10:52.513024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a890240>,) {'filters': {'network_id': ['d386e627-8e5d-49af-b3a7-4885975ef4d0']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:52.527423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a890240>, '93b2ba4a-9f8f-4f0b-a21b-1718d764e8b9') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:52.528199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a890240>, '93b2ba4a-9f8f-4f0b-a21b-1718d764e8b9') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:52.540348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.555883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.562894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:10:52.563367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:52.581349 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:52.585172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.586153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.639813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c69de25-90ac-4db9-aaf7-9ec21da9dd48 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:10:52.643941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45623cff-3c47-4066-bc95-62535af664d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.647815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b39b7052-ba00-4115-bdb1-cc5da0db1f57 None None] Port 2d692659-c180-4edb-8a8b-f45c8bc69bf1 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:10:52.691733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4558e0e7-5e60-4a7d-87db-220a21263c37 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:52.691733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4558e0e7-5e60-4a7d-87db-220a21263c37 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Synchronizing usage tracker for tenant:5cd77cab00f1477db2a12fafce2b15c0 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:52.747192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45623cff-3c47-4066-bc95-62535af664d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.776779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345286c9-2da7-403e-a5c6-a794370c99d5 req-089175e3-6a5b-48d4-a0c8-f732f7d5cd56 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:52.777641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-345286c9-2da7-403e-a5c6-a794370c99d5 req-089175e3-6a5b-48d4-a0c8-f732f7d5cd56 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Synchronizing usage tracker for tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:52.800127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.815983 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6094b6ce-0679-45a2-9bc5-82276fcc304f req-ec319181-adad-43fc-81a9-54d2099dcedb service neutron] 10.222.0.36 "GET /v2.0/networks/dfa648d5-30ca-497f-9b97-9f623b2533e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6073673
Dec 23 16:10:52.819648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4558e0e7-5e60-4a7d-87db-220a21263c37 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Unset dirty status for tenant:5cd77cab00f1477db2a12fafce2b15c0 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:52.820473 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4558e0e7-5e60-4a7d-87db-220a21263c37 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] 10.222.0.67 "GET /v2.0/ports/2d692659-c180-4edb-8a8b-f45c8bc69bf1 HTTP/1.1" status: 200  len: 1134 time: 0.5584283
Dec 23 16:10:52.823722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1f2a69ca-36ab-4135-83f0-f91a1672cbc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:52.839057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70adf2ec-2c52-440d-9384-2f3deef813ad {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:10:52.839949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.845669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47758) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:52.853597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaff8c-82ce-4ae8-a82f-80ef0091fc42 req-4a8475e0-b28e-4981-a2f5-1d425fd9e919 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:52.854396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-51eaff8c-82ce-4ae8-a82f-80ef0091fc42 req-4a8475e0-b28e-4981-a2f5-1d425fd9e919 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Synchronizing usage tracker for tenant:e3e9074d25284bffb73031ea842e474c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:10:52.869418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.887718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-345286c9-2da7-403e-a5c6-a794370c99d5 req-089175e3-6a5b-48d4-a0c8-f732f7d5cd56 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Unset dirty status for tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:52.889024 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-345286c9-2da7-403e-a5c6-a794370c99d5 req-089175e3-6a5b-48d4-a0c8-f732f7d5cd56 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 931 time: 0.8426721
Dec 23 16:10:52.898330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Network': ['ID=d386e627-8e5d-49af-b3a7-4885975ef4d0,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:52.938107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Transition to ACTIVE for port object 70adf2ec-2c52-440d-9384-2f3deef813ad will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:52.945782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.947232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-51eaff8c-82ce-4ae8-a82f-80ef0091fc42 req-4a8475e0-b28e-4981-a2f5-1d425fd9e919 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Unset dirty status for tenant:e3e9074d25284bffb73031ea842e474c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:10:52.948879 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-51eaff8c-82ce-4ae8-a82f-80ef0091fc42 req-4a8475e0-b28e-4981-a2f5-1d425fd9e919 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 944 time: 0.5236573
Dec 23 16:10:52.954713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:52.966360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:52.981736 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/d386e627-8e5d-49af-b3a7-4885975ef4d0 HTTP/1.1" status: 204  len: 168 time: 1.5899694
Dec 23 16:10:52.991644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47764) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:53.008420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ebdf8c2d-e125-46b5-a35d-1a12695dc74f tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:53.011180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-686726449'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:53.026628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:53.034209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:network and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:53.045471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b4c34aa0-535b-41db-b2d9-de11a3cdeae6 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Deleting port 2d692659-c180-4edb-8a8b-f45c8bc69bf1 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:10:53.045876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b4c34aa0-535b-41db-b2d9-de11a3cdeae6 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:53.089032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45623cff-3c47-4066-bc95-62535af664d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:53.241992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:53.275041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Pushing event updated for resources: {'Port': ['ID=70adf2ec-2c52-440d-9384-2f3deef813ad,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:53.278682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:53.282863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-56a30944-63de-4b27-a472-ffbd47facab9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:53.351645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:53.376794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45623cff-3c47-4066-bc95-62535af664d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b92720-9aa2-4ffb-ba62-323eea2c33e0,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:53.388750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:53.407034 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-51eaff8c-82ce-4ae8-a82f-80ef0091fc42 req-b25b667d-e2c0-4ee5-bce7-b22d7f60dfee tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/security-groups?id=562cc184-d489-4957-b41f-32879ca39ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4349949
Dec 23 16:10:53.409755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-45623cff-3c47-4066-bc95-62535af664d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:53.414489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:53.420970 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-345286c9-2da7-403e-a5c6-a794370c99d5 req-d79fdcfa-0299-460a-811e-44c95840fc55 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4723868
Dec 23 16:10:53.432175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:53.437992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:53.519571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45623cff-3c47-4066-bc95-62535af664d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:53.523897 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-45623cff-3c47-4066-bc95-62535af664d6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/49b92720-9aa2-4ffb-ba62-323eea2c33e0 HTTP/1.1" status: 204  len: 168 time: 1.2742932
Dec 23 16:10:53.524195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-65d1fccb-aa33-4066-928a-8caf26b2be3b req-50eb246f-0013-448e-824b-ed2ffcbb0666 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3e9074d25284bffb73031ea842e474c&device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 1097 time: 0.6340852
Dec 23 16:10:53.591842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47778) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:53.598524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=0de64d63-d439-479d-bcd3-a5b238243571,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:53.608240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:53.615623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:53.634220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:53.657204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:53.657613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network hostable DHCP agents. Network: ba343194-bb9c-4b65-8867-816842e8f671, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:10:53.709276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:53.709640 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Added segment 7a0d3714-d224-4f7a-962d-818baf6d7d64 of type vlan for network e7a125dc-5cd7-4080-83d8-22c48a4e4820
Dec 23 16:10:53.725999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:10:53.753685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, ba343194-bb9c-4b65-8867-816842e8f671) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:53.765476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75df9035-0d4a-47cc-b23b-155b9123784f None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:53.787234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:53.791775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:53.804870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Attempting to bind port 70adf2ec-2c52-440d-9384-2f3deef813ad on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:53.805802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Attempting to bind port 70adf2ec-2c52-440d-9384-2f3deef813ad by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '659af5a7-bd38-4d77-843e-5b45e56a8da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:53.806225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Attempting to bind port 70adf2ec-2c52-440d-9384-2f3deef813ad on network 2133e255-6cff-4bb1-a186-6cff6442bfb6 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:53.832078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Port 70adf2ec-2c52-440d-9384-2f3deef813ad on network 2133e255-6cff-4bb1-a186-6cff6442bfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:10:53.832451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Attempting to bind port 70adf2ec-2c52-440d-9384-2f3deef813ad on network 2133e255-6cff-4bb1-a186-6cff6442bfb6 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:53.836547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:53.873840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b4c34aa0-535b-41db-b2d9-de11a3cdeae6 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:53.891309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1fccb-aa33-4066-928a-8caf26b2be3b req-e85c4867-0c84-4797-9f0d-0762db821e13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:53.892869 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-65d1fccb-aa33-4066-928a-8caf26b2be3b req-e85c4867-0c84-4797-9f0d-0762db821e13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfa648d5-30ca-497f-9b97-9f623b2533e8 HTTP/1.1" status: 200  len: 906 time: 0.3596830
Dec 23 16:10:53.910077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:10:53.910472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Checking segment: {'id': '659af5a7-bd38-4d77-843e-5b45e56a8da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:53.911096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Bound using segment: {'id': '659af5a7-bd38-4d77-843e-5b45e56a8da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:10:53.911750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Bound port: 70adf2ec-2c52-440d-9384-2f3deef813ad, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659af5a7-bd38-4d77-843e-5b45e56a8da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:10:53.912144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:53.945750 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.3561122
Dec 23 16:10:53.950884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47786) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:53.962794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'name': 'tempest-NetworksTestDHCPv6-1777026102'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:54.048740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47790) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:54.082224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1590777260', 'router:external': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:54.093579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b4c34aa0-535b-41db-b2d9-de11a3cdeae6 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Calling delete_port for 2d692659-c180-4edb-8a8b-f45c8bc69bf1 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:10:54.109246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': '0de64d63-d439-479d-bcd3-a5b238243571'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:10:54.110852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:54.152147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:54.163235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Usage tracker for resource:network and tenant:fef230b8455d42fd92a4615ab3f560e7 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:54.170250 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-65d1fccb-aa33-4066-928a-8caf26b2be3b req-ba8da090-fcdc-4db7-9cbb-2fd084dafe5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38e54837-6623-4d30-a54c-66d4d782a329 HTTP/1.1" status: 200  len: 217 time: 0.2099943
Dec 23 16:10:54.173220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:54.176195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:54.189684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:54.190347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:54.197253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:54.236999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d6b6197c-48ed-454a-8a18-fdba299d115b tempest-ExternalNetworksTestJSON-1598661036 tempest-ExternalNetworksTestJSON-1598661036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:54.325537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Allocated IP 2001:db8::2 (ba343194-bb9c-4b65-8867-816842e8f671/0de64d63-d439-479d-bcd3-a5b238243571/fc7c0664-eeaa-46aa-aed6-1885468d4f56) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:54.333002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Made reservation on behalf of fef230b8455d42fd92a4615ab3f560e7 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:54.336360 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e4ca00a7-e962-4f6f-a9d5-ea38c922bd43 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=24cdbd261d614896b2168b25f07a4c5a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2732863
Dec 23 16:10:54.339073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:54.343540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] For port 70adf2ec-2c52-440d-9384-2f3deef813ad, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:10:54.346176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47794) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:54.363870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0206b4d9-2b2e-40d4-8066-3ce4ac43a2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:54.378782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:54.387023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] For port 70adf2ec-2c52-440d-9384-2f3deef813ad, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=70adf2ec-2c52-440d-9384-2f3deef813ad,segment=NetworkSegment(659af5a7-bd38-4d77-843e-5b45e56a8da9),segment_id=659af5a7-bd38-4d77-843e-5b45e56a8da9)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:10:54.392070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:port and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:54.397904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:54.403182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:54.403892 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.4057024
Dec 23 16:10:54.415297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47798) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:54.416873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Network': ['ID=e7a125dc-5cd7-4080-83d8-22c48a4e4820,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:54.420426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:54.421166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:54.425018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:54.442711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'subnet': {'network_id': 'e7a125dc-5cd7-4080-83d8-22c48a4e4820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:54.445743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network e7a125dc-5cd7-4080-83d8-22c48a4e4820 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:54.462375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:54.615834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1fccb-aa33-4066-928a-8caf26b2be3b req-66589866-e649-4aec-bd04-9bba0cf4dca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:54.617657 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-65d1fccb-aa33-4066-928a-8caf26b2be3b req-66589866-e649-4aec-bd04-9bba0cf4dca2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f250da7f-3b14-46c6-a5c6-0d0104cd26c1 HTTP/1.1" status: 200  len: 844 time: 0.4325931
Dec 23 16:10:54.694351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:54.706347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Transition to ACTIVE for port object fc7c0664-eeaa-46aa-aed6-1885468d4f56 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:54.727208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Transition to ACTIVE for port object fc7c0664-eeaa-46aa-aed6-1885468d4f56 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:54.732107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:54.739141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e311b3c5-8ae8-4fc9-b1cc-a75fc083f77e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:54.766159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:54.771764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:54.837661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:54.841688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:54.843055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:54.844556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Pushing event updated for resources: {'Port': ['ID=fc7c0664-eeaa-46aa-aed6-1885468d4f56,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:54.844675 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] 10.222.0.36 "PUT /v2.0/ports/70adf2ec-2c52-440d-9384-2f3deef813ad HTTP/1.1" status: 200  len: 1093 time: 4.6705697
Dec 23 16:10:54.848297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:54.855451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cac63be-676e-453a-bbeb-c5ab8f35f838', 'tag': '70adf2ec-2c52-440d-9384-2f3deef813ad'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:10:54.860028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:54.864082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:54.895312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:54.895423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Pushing event updated for resources: {'Port': ['ID=70adf2ec-2c52-440d-9384-2f3deef813ad,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:54.907837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Usage tracker for resource:security_group_rule and tenant:fef230b8455d42fd92a4615ab3f560e7 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:54.916409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:54.919716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:subnet and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:54.928766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:54.939254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:54.940502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:54.949877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:54.952126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port 93739542-b35d-4bf5-ae57-21c230195a20 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:10:54.959320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b4c34aa0-535b-41db-b2d9-de11a3cdeae6 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:54.985484 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-65d1fccb-aa33-4066-928a-8caf26b2be3b req-59a33d24-722c-4cb5-a516-ad3f84280c9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfa648d5-30ca-497f-9b97-9f623b2533e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3502357
Dec 23 16:10:54.986181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b5a983c-ead6-4337-885c-a90dfbd4c61e tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:55.022029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Attempting to bind port fc7c0664-eeaa-46aa-aed6-1885468d4f56 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:10:55.022623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Attempting to bind port fc7c0664-eeaa-46aa-aed6-1885468d4f56 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:10:55.023156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Attempting to bind port fc7c0664-eeaa-46aa-aed6-1885468d4f56 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:10:55.035101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:10:55.038758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:55.040678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:55.041841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:10:55.042771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Bound port: fc7c0664-eeaa-46aa-aed6-1885468d4f56, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:10:55.044896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:55.073045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee706-4be0-45fd-afec-8bbde3826535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:55.125377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c34aa0-535b-41db-b2d9-de11a3cdeae6 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Pushing event deleted for resources: {'Port': ['ID=2d692659-c180-4edb-8a8b-f45c8bc69bf1,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:55.128953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:55.177932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] For port fc7c0664-eeaa-46aa-aed6-1885468d4f56, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:10:55.182520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] For port fc7c0664-eeaa-46aa-aed6-1885468d4f56, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=fc7c0664-eeaa-46aa-aed6-1885468d4f56,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:10:55.191426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:55.197160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9fc26aca-a0ce-4916-bdbd-2ed5c2d40cdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:55.202917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee706-4be0-45fd-afec-8bbde3826535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:55.276358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b4c34aa0-535b-41db-b2d9-de11a3cdeae6 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:55.325074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ef06c-c4ab-4e9e-8b92-636656eb53ab req-9a774a5a-8140-43cd-b9eb-ce56cbd0e1b9 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:55.326648 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-515ef06c-c4ab-4e9e-8b92-636656eb53ab req-9a774a5a-8140-43cd-b9eb-ce56cbd0e1b9 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 944 time: 0.6281903
Dec 23 16:10:55.332656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Pushing event updated for resources: {'Port': ['ID=fc7c0664-eeaa-46aa-aed6-1885468d4f56,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:55.348449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:55.348879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:55.353530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:55.434532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:55.513116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::2fe (ba343194-bb9c-4b65-8867-816842e8f671/0de64d63-d439-479d-bcd3-a5b238243571/93739542-b35d-4bf5-ae57-21c230195a20) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:55.530294 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-11e5e6b6-ccca-4dae-8102-f50239b21d4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=144dc5c7ed6e4c23a362512bbbcbe9a1&device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 1096 time: 0.6252890
Dec 23 16:10:55.653765 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-515ef06c-c4ab-4e9e-8b92-636656eb53ab req-38ea34d0-5799-4156-8605-89df29427411 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/security-groups?id=562cc184-d489-4957-b41f-32879ca39ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3180275
Dec 23 16:10:55.670672 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-a0fc6b31-7aa6-4e52-896a-35d4beb89754 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70adf2ec-2c52-440d-9384-2f3deef813ad HTTP/1.1" status: 200  len: 217 time: 0.1269958
Dec 23 16:10:55.802091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee706-4be0-45fd-afec-8bbde3826535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:55.823471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-93b55e91-6d8f-495b-b421-0cc631551643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:55.833424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d766c3-26e8-4b22-8695-49b73e2e96ff req-010dc92d-f0ad-41bf-8616-7c619841d4d1 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:55.834889 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-88d766c3-26e8-4b22-8695-49b73e2e96ff req-010dc92d-f0ad-41bf-8616-7c619841d4d1 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 943 time: 1.2056780
Dec 23 16:10:55.858535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ee706-4be0-45fd-afec-8bbde3826535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a9ebb5-6797-44d5-860a-a783ce854805,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:55.895565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7f6ee706-4be0-45fd-afec-8bbde3826535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:55.915534 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cac63be-676e-453a-bbeb-c5ab8f35f838', 'tag': '70adf2ec-2c52-440d-9384-2f3deef813ad', 'status': 'completed', 'code': 200}
Dec 23 16:10:55.992220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-dadf607c-26e2-44a6-8372-b6b95571dd2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:55.993860 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-dadf607c-26e2-44a6-8372-b6b95571dd2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4d6baf6-e582-4574-923b-81a30776cfe7 HTTP/1.1" status: 200  len: 850 time: 0.3108916
Dec 23 16:10:55.995322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b4c34aa0-535b-41db-b2d9-de11a3cdeae6 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:56.011182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:56.054008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:56.060352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee706-4be0-45fd-afec-8bbde3826535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:56.064916 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7f6ee706-4be0-45fd-afec-8bbde3826535 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f1a9ebb5-6797-44d5-860a-a783ce854805 HTTP/1.1" status: 204  len: 168 time: 1.7162235
Dec 23 16:10:56.083824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:56.093482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:56.093901 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Added segment f50eb04b-c591-4d46-a482-f463a2083cb3 of type vlan for network 5ed73d3d-99c5-46fb-9b6c-678d04028f75
Dec 23 16:10:56.095802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:56.106883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b4a2f56-bd3e-49cd-ae4e-2d990e37938e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:56.122035 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-65d1fccb-aa33-4066-928a-8caf26b2be3b req-601e4e41-a3fc-4b87-810a-e7afe389fd35 service neutron] 10.222.0.36 "GET /v2.0/networks/dfa648d5-30ca-497f-9b97-9f623b2533e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0856419
Dec 23 16:10:56.146483 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b4c34aa0-535b-41db-b2d9-de11a3cdeae6 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] 10.222.0.67 "DELETE /v2.0/ports/2d692659-c180-4edb-8a8b-f45c8bc69bf1 HTTP/1.1" status: 204  len: 168 time: 3.2973540
Dec 23 16:10:56.148103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47816) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:56.254606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:56.268196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c979a34-0176-47eb-a16c-26a50a9900ff,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:56.296960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:56.302190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:56.316602 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-88d766c3-26e8-4b22-8695-49b73e2e96ff req-cfec94c6-5edf-4511-8bec-379a69efc670 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3305321
Dec 23 16:10:56.334527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device fc7c0664-eeaa-46aa-aed6-1885468d4f56 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:10:56.404643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:56.419642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:56.443114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port fc7c0664-eeaa-46aa-aed6-1885468d4f56 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:56.465946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:56.511564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:56.520211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:56.520994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:56.528472 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-65d1fccb-aa33-4066-928a-8caf26b2be3b req-d2b8abc0-8883-4968-93c4-9b187c644965 service neutron] 10.222.0.36 "GET /v2.0/networks/dfa648d5-30ca-497f-9b97-9f623b2533e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3934426
Dec 23 16:10:56.532790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object 93739542-b35d-4bf5-ae57-21c230195a20 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:10:56.540243 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-7ad655dc-b988-41a5-9e15-3ee3c47e48fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2133e255-6cff-4bb1-a186-6cff6442bfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4812474
Dec 23 16:10:56.565208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Subnet': ['ID=fc0d8a4a-0246-462c-8188-67ef7a3e4ebf,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:56.576971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:56.577429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:56.608482 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 3.0154550
Dec 23 16:10:56.620981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47826) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:56.635785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Request body: {'subnet': {'network_id': '5ed73d3d-99c5-46fb-9b6c-678d04028f75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:56.699210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Checking segment: {'id': '7a0d3714-d224-4f7a-962d-818baf6d7d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e7a125dc-5cd7-4080-83d8-22c48a4e4820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:56.700863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network hostable DHCP agents. Network: e7a125dc-5cd7-4080-83d8-22c48a4e4820, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:10:56.705580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f11033f5-cf3f-40a4-b592-47936a056164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:56.706232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:56.715712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 38e54837-6623-4d30-a54c-66d4d782a329 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:10:56.718187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Pushing event updated for resources: {'Network': ['ID=5ed73d3d-99c5-46fb-9b6c-678d04028f75,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:56.721140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Usage tracker for resource:subnet and tenant:fef230b8455d42fd92a4615ab3f560e7 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:56.727343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:56.728920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:56.736865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:56.753490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Made reservation on behalf of fef230b8455d42fd92a4615ab3f560e7 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:56.759434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:56.777117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network e7a125dc-5cd7-4080-83d8-22c48a4e4820 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:10:56.812774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, e7a125dc-5cd7-4080-83d8-22c48a4e4820) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:56.909127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:56.909796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:56.975848 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.5561268
Dec 23 16:10:56.979464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47836) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:56.981657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 38e54837-6623-4d30-a54c-66d4d782a329, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=38e54837-6623-4d30-a54c-66d4d782a329,segment=NetworkSegment(60a2ae6f-3695-4c28-848b-f1b25ebe23e9),segment_id=60a2ae6f-3695-4c28-848b-f1b25ebe23e9)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:57.025086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '38e54837-6623-4d30-a54c-66d4d782a329', 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'port_id': '38e54837-6623-4d30-a54c-66d4d782a329', 'mac_address': 'fa:16:3e:8c:ce:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:10:57.027726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 5ed73d3d-99c5-46fb-9b6c-678d04028f75 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:57.048306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e17d71f-c429-4cdd-acee-a43bb6b8de2e None None] Network e7a125dc-5cd7-4080-83d8-22c48a4e4820 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:57.398705 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-3dab748d-23dc-455a-8e56-31aea4f93cd6 service neutron] 10.222.0.36 "GET /v2.0/networks/2133e255-6cff-4bb1-a186-6cff6442bfb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7954066
Dec 23 16:10:57.424987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:57.440787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:57.475498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3143b00f-6e0b-4146-98b1-47ad88c25ba9 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:57.602158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e54837-6623-4d30-a54c-66d4d782a329 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:10:57.643916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:57.654245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:57.658895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:57.690703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 38e54837-6623-4d30-a54c-66d4d782a329, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=38e54837-6623-4d30-a54c-66d4d782a329,segment=NetworkSegment(60a2ae6f-3695-4c28-848b-f1b25ebe23e9),segment_id=60a2ae6f-3695-4c28-848b-f1b25ebe23e9)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:57.726088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed49779e-abb4-48be-93cd-c26deb132a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-e7a125dc-5cd7-4080-83d8-22c48a4e4820', 'network_id': 'e7a125dc-5cd7-4080-83d8-22c48a4e4820', 'tenant_id': '6a9cf0f0ca4f4ac399af3f4621aa3d28', 'fixed_ips': [{'subnet_id': 'fc0d8a4a-0246-462c-8188-67ef7a3e4ebf'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:10:57.726609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:57.727128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed49779e-abb4-48be-93cd-c26deb132a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:57.733521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17b0481-5d5a-476f-90ea-a07afe0cb8f9 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Deleting subnet bf2d0d32-8637-497e-a74b-87c11c5f03d9 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:10:57.751127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:57.753319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-921c5235-00ba-4fa1-86f7-e820147e92fb None None] Provisioning for port fc7c0664-eeaa-46aa-aed6-1885468d4f56 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:10:57.756126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:57.762364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:57.800894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6569f8-97ba-4201-84da-ced186ec34b3 req-38436c3f-0002-4294-9fe0-6b07c1ab1687 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:57.803500 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4b6569f8-97ba-4201-84da-ced186ec34b3 req-38436c3f-0002-4294-9fe0-6b07c1ab1687 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 943 time: 0.2259545
Dec 23 16:10:57.814871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a17b0481-5d5a-476f-90ea-a07afe0cb8f9 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:57.823421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-921c5235-00ba-4fa1-86f7-e820147e92fb None None] Provisioning complete for port fc7c0664-eeaa-46aa-aed6-1885468d4f56 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:57.823865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-921c5235-00ba-4fa1-86f7-e820147e92fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:57.840118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:57.855661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:57.856329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c83edbd-12a0-4771-a308-f1eccefc655e {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:10:57.889880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:10:57.901472 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4b6569f8-97ba-4201-84da-ced186ec34b3 req-fabea230-e38a-4613-8113-232e8101a8ac tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882878
Dec 23 16:10:57.942842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:57.978366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:57.991494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:58.015185 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:10:58.016644 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2bdb39d4-47de-44c7-a1da-5ed9bb6b3d3e tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 5.7722676
Dec 23 16:10:58.021117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47854) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:58.030242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:58.035027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:58.035881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.049113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ed13a-f106-416a-9fe3-c936f381b95e req-56f2b3d9-156d-4d66-850e-ea032beb3dc0 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:58.057424 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1f5ed13a-f106-416a-9fe3-c936f381b95e req-56f2b3d9-156d-4d66-850e-ea032beb3dc0 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 944 time: 0.8711650
Dec 23 16:10:58.065456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=38e54837-6623-4d30-a54c-66d4d782a329,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:58.071902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2a302396-951e-41c6-b94e-6b25b8c6f0a4,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:58.079812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:58.080917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['38e54837-6623-4d30-a54c-66d4d782a329'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:10:58.112359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.118741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:58.126838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-60732895-e91e-439d-b956-b3786d733b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:58.184331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0d8a4a-0246-462c-8188-67ef7a3e4ebf,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:58.197856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1337e746-f311-4e09-9eee-84a10ff97c01 tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Deleting port c1f6e8de-5983-4eb2-81e3-a8ed61a560bf {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:10:58.198266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1337e746-f311-4e09-9eee-84a10ff97c01 tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.212074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:58.212871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Checking segment: {'id': 'f50eb04b-c591-4d46-a482-f463a2083cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5ed73d3d-99c5-46fb-9b6c-678d04028f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:10:58.213269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Network hostable DHCP agents. Network: 5ed73d3d-99c5-46fb-9b6c-678d04028f75, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:10:58.261978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-921c5235-00ba-4fa1-86f7-e820147e92fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.304885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-921c5235-00ba-4fa1-86f7-e820147e92fb None None] For port fc7c0664-eeaa-46aa-aed6-1885468d4f56, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=fc7c0664-eeaa-46aa-aed6-1885468d4f56,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:10:58.307882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server [None req-ed49779e-abb4-48be-93cd-c26deb132a47 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc0d8a4a-0246-462c-8188-67ef7a3e4ebf: This subnet is being modified by another concurrent operation.
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 23 16:10:58.322339 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise exception
Dec 23 16:10:58.329014 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc0d8a4a-0246-462c-8188-67ef7a3e4ebf: This subnet is being modified by another concurrent operation.
Dec 23 16:10:58.332102 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server 
Dec 23 16:10:58.334124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-921c5235-00ba-4fa1-86f7-e820147e92fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.339773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Network 5ed73d3d-99c5-46fb-9b6c-678d04028f75 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:10:58.341426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64c36807-12cd-4527-819c-9fe75909bc26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:58.350125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2c9eb8>,) {'filters': {'network_id': ['e7a125dc-5cd7-4080-83d8-22c48a4e4820']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:58.359400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 5ed73d3d-99c5-46fb-9b6c-678d04028f75) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:10:58.371635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:58.372293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.393604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c23185-a058-44f5-988f-c97b2973b8f1 None None] Network e7a125dc-5cd7-4080-83d8-22c48a4e4820 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:58.395580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2c9eb8>, '7a0d3714-d224-4f7a-962d-818baf6d7d64') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:58.399629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2c9eb8>, '7a0d3714-d224-4f7a-962d-818baf6d7d64') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:10:58.407760 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.7818170
Dec 23 16:10:58.408619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47864) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:58.410752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dbb1e9-3a2a-450a-aff4-52fff684bf4d None None] Network 5ed73d3d-99c5-46fb-9b6c-678d04028f75 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:58.414540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1473366886', 'network_id': '5ed73d3d-99c5-46fb-9b6c-678d04028f75'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:58.423096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.430768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:58.439970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Usage tracker for resource:port and tenant:fef230b8455d42fd92a4615ab3f560e7 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:58.446656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:58.453489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.458876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:58.464031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:10:58.464475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:58.482127 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:58.507431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Made reservation on behalf of fef230b8455d42fd92a4615ab3f560e7 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:58.512926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.523669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1337e746-f311-4e09-9eee-84a10ff97c01 tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.609056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] device_id is not set on port 193f3312-7b87-4a08-b7cb-0ebd23dc254c yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:10:58.663966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.679014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:58.681607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1337e746-f311-4e09-9eee-84a10ff97c01 tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Calling delete_port for c1f6e8de-5983-4eb2-81e3-a8ed61a560bf owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:10:58.699026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.722943 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/e7a125dc-5cd7-4080-83d8-22c48a4e4820 HTTP/1.1" status: 204  len: 168 time: 1.7422206
Dec 23 16:10:58.726347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47872) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:58.739506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Network': ['ID=e7a125dc-5cd7-4080-83d8-22c48a4e4820,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:58.746309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-922041712'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:58.751375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:58.755634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:network and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:58.758828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:58.764940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:58.775519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:58.779623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:10:58.786283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.815422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.845792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=93739542-b35d-4bf5-ae57-21c230195a20,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:58.856386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a17b0481-5d5a-476f-90ea-a07afe0cb8f9 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.881014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:10:58.901364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1337e746-f311-4e09-9eee-84a10ff97c01 tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.908402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.152s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:58.909244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.909650 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Added segment 5e4497d1-e1e0-4908-a22b-808e21843b37 of type vlan for network 22342b02-505e-4703-98fc-47b7cfa16323
Dec 23 16:10:58.920346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Allocated IP 172.20.0.5 (5ed73d3d-99c5-46fb-9b6c-678d04028f75/2a302396-951e-41c6-b94e-6b25b8c6f0a4/193f3312-7b87-4a08-b7cb-0ebd23dc254c) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:10:58.935642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:58.959593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:58.967322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47880) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:59.078054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c5235-00ba-4fa1-86f7-e820147e92fb None None] Pushing event updated for resources: {'Port': ['ID=fc7c0664-eeaa-46aa-aed6-1885468d4f56,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:59.118855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337e746-f311-4e09-9eee-84a10ff97c01 tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1f6e8de-5983-4eb2-81e3-a8ed61a560bf,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:59.136679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-921c5235-00ba-4fa1-86f7-e820147e92fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:59.154018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1337e746-f311-4e09-9eee-84a10ff97c01 tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:59.207646 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1f5ed13a-f106-416a-9fe3-c936f381b95e req-1f0f899f-b4a8-48eb-bdd6-7810710c602f tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/security-groups?id=562cc184-d489-4957-b41f-32879ca39ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.1489170
Dec 23 16:10:59.213070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 5.2586019
Dec 23 16:10:59.217198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47886) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:59.304789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:59.308485 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1f38224-f7e0-4d2e-aba4-c9bf1a161dd8 req-78cf69e0-9213-420d-b432-123540980f06 service neutron] 10.222.0.36 "GET /v2.0/networks/2133e255-6cff-4bb1-a186-6cff6442bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.6333280
Dec 23 16:10:59.370371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a17b0481-5d5a-476f-90ea-a07afe0cb8f9 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:59.372553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a9fec4af-9e53-47d0-8f27-610b562b77ab None None] Provisioning complete for port fc7c0664-eeaa-46aa-aed6-1885468d4f56 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:10:59.373063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a9fec4af-9e53-47d0-8f27-610b562b77ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:59.544395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1337e746-f311-4e09-9eee-84a10ff97c01 tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:59.553454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a17b0481-5d5a-476f-90ea-a07afe0cb8f9 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:59.561217 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1337e746-f311-4e09-9eee-84a10ff97c01 tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] 10.222.0.67 "DELETE /v2.0/ports/c1f6e8de-5983-4eb2-81e3-a8ed61a560bf HTTP/1.1" status: 204  len: 168 time: 1.5012157
Dec 23 16:10:59.572753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:59.589790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:59.590460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:59.594419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d58f288-d4fd-4f41-9e09-39529c13ef89 None None] Network 5ed73d3d-99c5-46fb-9b6c-678d04028f75 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:59.594777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:10:59.631182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-591788213'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:59.634916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b0481-5d5a-476f-90ea-a07afe0cb8f9 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Pushing event deleted for resources: {'Subnet': ['ID=bf2d0d32-8637-497e-a74b-87c11c5f03d9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:59.651765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a17b0481-5d5a-476f-90ea-a07afe0cb8f9 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:59.670971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a17b0481-5d5a-476f-90ea-a07afe0cb8f9 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:59.671186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:10:59.674022 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a17b0481-5d5a-476f-90ea-a07afe0cb8f9 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] 10.222.0.67 "DELETE /v2.0/subnets/bf2d0d32-8637-497e-a74b-87c11c5f03d9 HTTP/1.1" status: 204  len: 168 time: 3.5214558
Dec 23 16:10:59.681665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47892) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:59.686428 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8932ce6a-379f-454c-a389-0948b7ec3dc7 req-abb98cc1-faae-4278-aef2-9237a1fa0d62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=144dc5c7ed6e4c23a362512bbbcbe9a1&device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 1096 time: 0.2505476
Dec 23 16:10:59.699755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Usage tracker for resource:network and tenant:f3dbdadc1c774210878c84beabe0493b is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:10:59.717969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:10:59.719753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1451bb53-45e1-4535-8267-1c57a6101ec9 None None] Network 044e6dc7-0b11-4098-87a5-2e2edaeffeab requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:10:59.790593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:10:59.814947 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.0805066
Dec 23 16:10:59.821917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d428c-a07c-42e9-8d9d-06fa8ef62ff2 req-12adcbf5-31ca-4efb-9199-cda93c7bda96 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:10:59.823564 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-890d428c-a07c-42e9-8d9d-06fa8ef62ff2 req-12adcbf5-31ca-4efb-9199-cda93c7bda96 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 943 time: 0.7344899
Dec 23 16:10:59.832871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47896) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:59.833662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Network': ['ID=22342b02-505e-4703-98fc-47b7cfa16323,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:10:59.838241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:10:59.851686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'subnet': {'network_id': '22342b02-505e-4703-98fc-47b7cfa16323', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:10:59.876945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 22342b02-505e-4703-98fc-47b7cfa16323 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:10:59.934830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:10:59.989581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47904) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:00.090039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Deleting port 3be5473b-3288-451a-9307-824880ada31f {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:00.090423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:00.143080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a9fec4af-9e53-47d0-8f27-610b562b77ab None None] Provisioning for port 93739542-b35d-4bf5-ae57-21c230195a20 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:00.154918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a9fec4af-9e53-47d0-8f27-610b562b77ab None None] Provisioning complete for port 93739542-b35d-4bf5-ae57-21c230195a20 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:00.155345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a9fec4af-9e53-47d0-8f27-610b562b77ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:00.158511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Made reservation on behalf of f3dbdadc1c774210878c84beabe0493b for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:00.166302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932ce6a-379f-454c-a389-0948b7ec3dc7 req-e6e9b7d8-e943-4800-b69d-5960918bf9a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:00.167571 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8932ce6a-379f-454c-a389-0948b7ec3dc7 req-e6e9b7d8-e943-4800-b69d-5960918bf9a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2133e255-6cff-4bb1-a186-6cff6442bfb6 HTTP/1.1" status: 200  len: 912 time: 0.4115770
Dec 23 16:11:00.180928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:00.210794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a131cb0-3337-4ff0-b93b-0fbee6c37ddc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:00.217367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a131cb0-3337-4ff0-b93b-0fbee6c37ddc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:00.221075 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8a131cb0-3337-4ff0-b93b-0fbee6c37ddc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1671 time: 0.9995272
Dec 23 16:11:00.229672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:00.236412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:subnet and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:00.240998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:00.248836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:00.257475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47910) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:00.264361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:00.280673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:00.289077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device fc7c0664-eeaa-46aa-aed6-1885468d4f56 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:00.339797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a9fec4af-9e53-47d0-8f27-610b562b77ab None None] Port 93739542-b35d-4bf5-ae57-21c230195a20 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:11:00.395140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0c96a7c9-79d1-49ef-972d-c8ad66927a1a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 93739542-b35d-4bf5-ae57-21c230195a20 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:00.395818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c96a7c9-79d1-49ef-972d-c8ad66927a1a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:00.426561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port fc7c0664-eeaa-46aa-aed6-1885468d4f56 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:00.427339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:00.437671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:00.465804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89e35d0-b121-49dd-bf4e-c966339f81a7 None None] DHCP port deletion for 044e6dc7-0b11-4098-87a5-2e2edaeffeab request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:11:00.484600 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-890d428c-a07c-42e9-8d9d-06fa8ef62ff2 req-af5b1bd0-8a90-4f9e-a836-065c2ee237b0 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6416254
Dec 23 16:11:00.489488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f89e35d0-b121-49dd-bf4e-c966339f81a7 None None] Deleting port 3be5473b-3288-451a-9307-824880ada31f {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:00.489945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f89e35d0-b121-49dd-bf4e-c966339f81a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:00.594250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:00.609969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Usage tracker for resource:security_group_rule and tenant:f3dbdadc1c774210878c84beabe0493b is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:00.620829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d393d559-e518-4f99-a0ef-5a6ab2213d35 None None] Provisioning complete for port 93739542-b35d-4bf5-ae57-21c230195a20 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:00.621167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d393d559-e518-4f99-a0ef-5a6ab2213d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:00.642049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:00.667050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:00.692469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:00.692873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:00.702567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:00.719419 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8932ce6a-379f-454c-a389-0948b7ec3dc7 req-5a618a62-4145-441d-aa67-9e832e308a2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70adf2ec-2c52-440d-9384-2f3deef813ad HTTP/1.1" status: 200  len: 217 time: 0.1738389
Dec 23 16:11:00.721001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 38e54837-6623-4d30-a54c-66d4d782a329 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:00.728951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:00.823399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d393d559-e518-4f99-a0ef-5a6ab2213d35 None None] Port 93739542-b35d-4bf5-ae57-21c230195a20 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:11:00.849701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] For port 3be5473b-3288-451a-9307-824880ada31f, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3be5473b-3288-451a-9307-824880ada31f,segment=NetworkSegment(1953b09e-99a3-4107-93f4-57c9266e2f3a),segment_id=1953b09e-99a3-4107-93f4-57c9266e2f3a)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:00.850100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:00.938914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Pushing event updated for resources: {'Port': ['ID=193f3312-7b87-4a08-b7cb-0ebd23dc254c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:00.944472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f89e35d0-b121-49dd-bf4e-c966339f81a7 None None] For port 3be5473b-3288-451a-9307-824880ada31f, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3be5473b-3288-451a-9307-824880ada31f,segment=NetworkSegment(1953b09e-99a3-4107-93f4-57c9266e2f3a),segment_id=1953b09e-99a3-4107-93f4-57c9266e2f3a)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:00.944633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f89e35d0-b121-49dd-bf4e-c966339f81a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:00.947015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Network 5ed73d3d-99c5-46fb-9b6c-678d04028f75 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:00.955399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:00.956381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:01.018190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:01.024710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Calling delete_port for 3be5473b-3288-451a-9307-824880ada31f owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:01.055850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:01.079727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Usage tracker for resource:security_group_rule and tenant:653a99c488ce4412991f9d2f9f1589da is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:01.082333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f89e35d0-b121-49dd-bf4e-c966339f81a7 None None] Calling delete_port for 3be5473b-3288-451a-9307-824880ada31f owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:01.083310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932ce6a-379f-454c-a389-0948b7ec3dc7 req-797d1aa8-55b4-40e6-80fb-9776b1e514cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:01.084934 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8932ce6a-379f-454c-a389-0948b7ec3dc7 req-797d1aa8-55b4-40e6-80fb-9776b1e514cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4d6baf6-e582-4574-923b-81a30776cfe7 HTTP/1.1" status: 200  len: 850 time: 0.3029201
Dec 23 16:11:01.089414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:01.111685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 38e54837-6623-4d30-a54c-66d4d782a329 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:01.130181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 38e54837-6623-4d30-a54c-66d4d782a329 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:01.130624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.136471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:01.152867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40b3ce-af3e-4767-9489-a6266aae0f70 req-b3955263-0695-4fc4-b470-cd101feddac2 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:01.154550 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ee40b3ce-af3e-4767-9489-a6266aae0f70 req-b3955263-0695-4fc4-b470-cd101feddac2 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 945 time: 0.6103196
Dec 23 16:11:01.207668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.226533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c96a7c9-79d1-49ef-972d-c8ad66927a1a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.232082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f89e35d0-b121-49dd-bf4e-c966339f81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.236627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c33e93ce-c85c-4d4b-b045-f0f660b7daf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:01.246196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:01.247125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.278978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:11:01.279384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:11:01.308566 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ee40b3ce-af3e-4767-9489-a6266aae0f70 req-5f62f25a-4546-4167-9bab-6759c75bd6ff tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/security-groups?id=562cc184-d489-4957-b41f-32879ca39ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1128066
Dec 23 16:11:01.319714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e35d0-b121-49dd-bf4e-c966339f81a7 None None] Pushing event deleted for resources: {'Port': ['ID=3be5473b-3288-451a-9307-824880ada31f,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:01.325682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f89e35d0-b121-49dd-bf4e-c966339f81a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:01.326796 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8932ce6a-379f-454c-a389-0948b7ec3dc7 req-ce49cacc-4f7d-47cd-a7a4-1f4e32ee901b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2133e255-6cff-4bb1-a186-6cff6442bfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2338581
Dec 23 16:11:01.334100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e35d0-b121-49dd-bf4e-c966339f81a7 None None] No DVR routers for this DVR port 3be5473b-3288-451a-9307-824880ada31f on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:11:01.342586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.372742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e54837-6623-4d30-a54c-66d4d782a329'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:11:01.384484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.404057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.406689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0c96a7c9-79d1-49ef-972d-c8ad66927a1a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 93739542-b35d-4bf5-ae57-21c230195a20 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:01.414554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dafc3560-2be0-46ec-a740-9222ad74a04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:01.436019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.437683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685abc5f-2924-4526-b9a1-21779569a938 None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:11:01.459097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:01.480697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 38e54837-6623-4d30-a54c-66d4d782a329, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=38e54837-6623-4d30-a54c-66d4d782a329,segment=NetworkSegment(60a2ae6f-3695-4c28-848b-f1b25ebe23e9),segment_id=60a2ae6f-3695-4c28-848b-f1b25ebe23e9)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:01.487910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.491699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:01.544777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb654f93-beed-4875-8e53-eca04b5ec276,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:01.568964 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=653a99c488ce4412991f9d2f9f1589da&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5753899
Dec 23 16:11:01.571730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47924) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:01.575169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:01.575599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:01.576020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:01.576440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:01.576863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:01.577269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:01.577683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:01.578093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:01.578502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:01.578908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:01.591643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:01.624837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:01.682687 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8932ce6a-379f-454c-a389-0948b7ec3dc7 req-2468480f-e1ec-4931-a973-51ab8281fb9e service neutron] 10.222.0.36 "GET /v2.0/networks/2133e255-6cff-4bb1-a186-6cff6442bfb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3440821
Dec 23 16:11:01.690688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3f55db-fda8-490a-8b4f-6014647f54bc,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:01.703109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:01.715583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.716497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:11:01.769356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-193d6440-3125-49a7-bd40-d91fb8cd21a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.782377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Deleting port 3be5473b-3288-451a-9307-824880ada31f {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:01.782893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.788215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-547c6cf4-74a9-4e9a-8b85-e7324d430ede tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:01.797598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=38e54837-6623-4d30-a54c-66d4d782a329,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:01.805104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:01.827722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685abc5f-2924-4526-b9a1-21779569a938 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:11:01.855547 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 3.4433219
Dec 23 16:11:01.863837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.864247 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Added segment 2e1c0c5c-71ef-4e22-95e4-3ef256f20853 of type vlan for network 80e59132-38b8-4612-b1aa-754274530cb4
Dec 23 16:11:01.866525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47932) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:01.911935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c96a7c9-79d1-49ef-972d-c8ad66927a1a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.926301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Subnet': ['ID=d032f21a-1aea-414e-b3f5-7cc606af331b,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:01.949568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:01.951926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-290737eb-c1fc-4e2d-a7c0-07c0fe68b961 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:01.973013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-898f02dd-23a8-431e-b41e-a5ba40b31a34 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Deleting port 193f3312-7b87-4a08-b7cb-0ebd23dc254c {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:01.973403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-898f02dd-23a8-431e-b41e-a5ba40b31a34 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:01.977876 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e54837-6623-4d30-a54c-66d4d782a329', 'code': 200}
Dec 23 16:11:02.006125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:02.045239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96a7c9-79d1-49ef-972d-c8ad66927a1a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=93739542-b35d-4bf5-ae57-21c230195a20,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:02.049637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0c96a7c9-79d1-49ef-972d-c8ad66927a1a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:02.060528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] The port '3be5473b-3288-451a-9307-824880ada31f' was deleted {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:11:02.066633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-193d6440-3125-49a7-bd40-d91fb8cd21a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:02.191259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Checking segment: {'id': '5e4497d1-e1e0-4908-a22b-808e21843b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '22342b02-505e-4703-98fc-47b7cfa16323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:02.191673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network hostable DHCP agents. Network: 22342b02-505e-4703-98fc-47b7cfa16323, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:11:02.212419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3be5473b-3288-451a-9307-824880ada31f no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:11:02.246158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c96a7c9-79d1-49ef-972d-c8ad66927a1a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:02.251140 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0c96a7c9-79d1-49ef-972d-c8ad66927a1a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/93739542-b35d-4bf5-ae57-21c230195a20 HTTP/1.1" status: 204  len: 168 time: 1.9805505
Dec 23 16:11:02.252441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 3be5473b-3288-451a-9307-824880ada31f {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:11:02.252855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3be5473b-3288-451a-9307-824880ada31f not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:11:02.259441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ceb087-762f-4381-ad5a-655ccec9adb4 req-27e0a36a-ff16-4bf8-b015-ac8463adb67f tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:02.261179 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5ceb087-762f-4381-ad5a-655ccec9adb4 req-27e0a36a-ff16-4bf8-b015-ac8463adb67f tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 943 time: 0.5653296
Dec 23 16:11:02.261723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47936) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:02.271808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:02.272734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:02.323996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:02.324458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:02.353023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63a59238-bb57-478d-a83d-38cd132407ba tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:02.360762 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8932ce6a-379f-454c-a389-0948b7ec3dc7 req-87fa4d99-35a8-4c3b-8f02-81419fed6ce7 service neutron] 10.222.0.36 "GET /v2.0/networks/2133e255-6cff-4bb1-a186-6cff6442bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6710882
Dec 23 16:11:02.436360 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 3.4446092
Dec 23 16:11:02.444479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b799ff198>,) {'filters': {'network_id': ['044e6dc7-0b11-4098-87a5-2e2edaeffeab']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:02.483167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network 22342b02-505e-4703-98fc-47b7cfa16323 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:11:02.515765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b799ff198>, '1953b09e-99a3-4107-93f4-57c9266e2f3a') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:02.516083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b799ff198>, '1953b09e-99a3-4107-93f4-57c9266e2f3a') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:02.587427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:02.597639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-193d6440-3125-49a7-bd40-d91fb8cd21a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:02.614348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:02.646370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d6440-3125-49a7-bd40-d91fb8cd21a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb654f93-beed-4875-8e53-eca04b5ec276,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:02.650109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:02.665394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-193d6440-3125-49a7-bd40-d91fb8cd21a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:02.681688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:11:02.682153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:02.689627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 70adf2ec-2c52-440d-9384-2f3deef813ad details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:11:02.700834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-898f02dd-23a8-431e-b41e-a5ba40b31a34 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:02.708828 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:02.768788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Pushing event updated for resources: {'Network': ['ID=80e59132-38b8-4612-b1aa-754274530cb4,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:02.779541 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5ceb087-762f-4381-ad5a-655ccec9adb4 req-ec933c1a-b299-4327-a641-fe1f13e0c02a tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5052981
Dec 23 16:11:02.783592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b619044f-c397-4be1-8d14-4ffca4d72241 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:02.786618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b619044f-c397-4be1-8d14-4ffca4d72241 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:02.792349 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b619044f-c397-4be1-8d14-4ffca4d72241 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.5248950
Dec 23 16:11:02.801966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47944) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:02.803997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:02.806245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:02.806682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:02.807851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:02.808283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:02.808924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:02.809754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:02.810182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:02.810590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:02.811017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:02.811532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:02.819686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 22342b02-505e-4703-98fc-47b7cfa16323) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:02.826741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:02.829231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:02.829876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:02.843826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf5d7b5-6173-4c6c-bc62-a9275202e07b None None] Network 22342b02-505e-4703-98fc-47b7cfa16323 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:02.867974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 80e59132-38b8-4612-b1aa-754274530cb4 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:11:02.901241 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a56d2e4-7ea0-4a17-ba7d-d9252e8771bb req-21cd7134-e6e2-40a7-aff9-d5d95120a3b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 1099 time: 0.7021737
Dec 23 16:11:02.902175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 70adf2ec-2c52-440d-9384-2f3deef813ad, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=70adf2ec-2c52-440d-9384-2f3deef813ad,segment=NetworkSegment(659af5a7-bd38-4d77-843e-5b45e56a8da9),segment_id=659af5a7-bd38-4d77-843e-5b45e56a8da9)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:02.935807 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0993106
Dec 23 16:11:02.939805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47950) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:02.942423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-1a56d2e4-7ea0-4a17-ba7d-d9252e8771bb req-ccff05c1-cee3-4388-b120-7f61f7eed0c8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:02.962609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '70adf2ec-2c52-440d-9384-2f3deef813ad', 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'port_id': '70adf2ec-2c52-440d-9384-2f3deef813ad', 'mac_address': 'fa:16:3e:32:d2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:11:03.066822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-898f02dd-23a8-431e-b41e-a5ba40b31a34 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Calling delete_port for 193f3312-7b87-4a08-b7cb-0ebd23dc254c owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:03.132127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47954) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:03.140676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-193d6440-3125-49a7-bd40-d91fb8cd21a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.144226 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-193d6440-3125-49a7-bd40-d91fb8cd21a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eb654f93-beed-4875-8e53-eca04b5ec276 HTTP/1.1" status: 204  len: 168 time: 1.5688875
Dec 23 16:11:03.181877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.201226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.204612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-1a56d2e4-7ea0-4a17-ba7d-d9252e8771bb req-ccff05c1-cee3-4388-b120-7f61f7eed0c8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:03.207749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70adf2ec-2c52-440d-9384-2f3deef813ad {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:11:03.207904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:03.217542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-1a56d2e4-7ea0-4a17-ba7d-d9252e8771bb req-ccff05c1-cee3-4388-b120-7f61f7eed0c8 service neutron] Usage tracker for resource:security_group_rule and tenant:33e9fcc4456d498196057d7a36ce6429 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:03.221128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-1a56d2e4-7ea0-4a17-ba7d-d9252e8771bb req-ccff05c1-cee3-4388-b120-7f61f7eed0c8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:03.229367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-1a56d2e4-7ea0-4a17-ba7d-d9252e8771bb req-ccff05c1-cee3-4388-b120-7f61f7eed0c8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:03.271186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 70adf2ec-2c52-440d-9384-2f3deef813ad, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=70adf2ec-2c52-440d-9384-2f3deef813ad,segment=NetworkSegment(659af5a7-bd38-4d77-843e-5b45e56a8da9),segment_id=659af5a7-bd38-4d77-843e-5b45e56a8da9)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:03.272541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.278966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.283305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:03.294390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Pushing event deleted for resources: {'Network': ['ID=044e6dc7-0b11-4098-87a5-2e2edaeffeab,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:03.301772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69713e-dcf0-4b38-bb4b-3e0223fbcf45 req-6956ccef-0b46-48d7-8582-44a024de0f0e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:03.303405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa69713e-dcf0-4b38-bb4b-3e0223fbcf45 req-6956ccef-0b46-48d7-8582-44a024de0f0e tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 946 time: 0.7955875
Dec 23 16:11:03.304311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:03.313876 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] 10.222.0.67 "DELETE /v2.0/networks/044e6dc7-0b11-4098-87a5-2e2edaeffeab HTTP/1.1" status: 204  len: 168 time: 3.6233976
Dec 23 16:11:03.391269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-22342b02-505e-4703-98fc-47b7cfa16323', 'network_id': '22342b02-505e-4703-98fc-47b7cfa16323', 'tenant_id': '6a9cf0f0ca4f4ac399af3f4621aa3d28', 'fixed_ips': [{'subnet_id': 'd032f21a-1aea-414e-b3f5-7cc606af331b'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:11:03.392343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.416524 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa69713e-dcf0-4b38-bb4b-3e0223fbcf45 req-4f704985-64c3-4fc8-82f3-fd12b71817fb tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/security-groups?id=562cc184-d489-4957-b41f-32879ca39ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039510
Dec 23 16:11:03.444518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-898f02dd-23a8-431e-b41e-a5ba40b31a34 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.458875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:03.472157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=70adf2ec-2c52-440d-9384-2f3deef813ad,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:03.480898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:03.493785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['70adf2ec-2c52-440d-9384-2f3deef813ad'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:11:03.502222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4f41a6-a34a-44e1-be24-ed84b69d5270 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 0de64d63-d439-479d-bcd3-a5b238243571 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:11:03.524254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f02dd-23a8-431e-b41e-a5ba40b31a34 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Pushing event deleted for resources: {'Port': ['ID=193f3312-7b87-4a08-b7cb-0ebd23dc254c,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:03.528784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-898f02dd-23a8-431e-b41e-a5ba40b31a34 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:03.552721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-1a56d2e4-7ea0-4a17-ba7d-d9252e8771bb req-ccff05c1-cee3-4388-b120-7f61f7eed0c8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.558593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Request body: {'port': {'network_id': '80e59132-38b8-4612-b1aa-754274530cb4', 'binding:host_id': 'hv-neutron-8228', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1064433125'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:03.575897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be4f41a6-a34a-44e1-be24-ed84b69d5270 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.623478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:03.626316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-1a56d2e4-7ea0-4a17-ba7d-d9252e8771bb req-ccff05c1-cee3-4388-b120-7f61f7eed0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.636909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47964) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:03.647163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Usage tracker for resource:port and tenant:4e36af4f1ca0405fbd464184e6287200 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:03.650863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-10b26863-4503-4aef-8e5c-6b89cd71e603 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:03.667011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:03.696733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-898f02dd-23a8-431e-b41e-a5ba40b31a34 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.706047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:03.718495 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-898f02dd-23a8-431e-b41e-a5ba40b31a34 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "DELETE /v2.0/ports/193f3312-7b87-4a08-b7cb-0ebd23dc254c HTTP/1.1" status: 204  len: 168 time: 1.8399708
Dec 23 16:11:03.718733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47968) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:03.727873 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4d7088c5-ae98-4539-a4bc-cffebda92150 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=19cbba394cf04766b0c52484bde75080&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0814691
Dec 23 16:11:03.728415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ed73d3d-99c5-46fb-9b6c-678d04028f75', 'external_fixed_ips': [{'subnet_id': '2a302396-951e-41c6-b94e-6b25b8c6f0a4', 'ip_address': '172.20.0.5'}]}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:03.731670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47972) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:03.735337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Allocated IP 172.20.0.2 (22342b02-505e-4703-98fc-47b7cfa16323/d032f21a-1aea-414e-b3f5-7cc606af331b/1507079d-bcfc-4db8-9f73-519e451dea36) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:03.735495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:03.753979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Usage tracker for resource:router and tenant:fef230b8455d42fd92a4615ab3f560e7 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:03.761248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:03.761951 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a56d2e4-7ea0-4a17-ba7d-d9252e8771bb req-ccff05c1-cee3-4388-b120-7f61f7eed0c8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=562cc184-d489-4957-b41f-32879ca39ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8489118
Dec 23 16:11:03.762654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff05c1-cee3-4388-b120-7f61f7eed0c8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b7e441-5f66-47c2-9fe3-25117a469e80,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:03.769439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be4f41a6-a34a-44e1-be24-ed84b69d5270 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.788679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:03.820591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.820941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ccff05c1-cee3-4388-b120-7f61f7eed0c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:03.821740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.828042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.846995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Made reservation on behalf of 4e36af4f1ca0405fbd464184e6287200 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:03.863549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74ea51c1-f15b-4131-8e2c-ee94af746cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.865876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.870583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.903727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74ea51c1-f15b-4131-8e2c-ee94af746cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:03.941172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 47980) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:03.942042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.048355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.060992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Transition to ACTIVE for port object 1507079d-bcfc-4db8-9f73-519e451dea36 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:04.084622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Transition to ACTIVE for port object 1507079d-bcfc-4db8-9f73-519e451dea36 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:04.090873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.097330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:04.121194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.149567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74ea51c1-f15b-4131-8e2c-ee94af746cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.156458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:04.178427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:04.190960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea51c1-f15b-4131-8e2c-ee94af746cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203045d3-a10d-4b3d-8c98-c45b6c04d577,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:04.196929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74ea51c1-f15b-4131-8e2c-ee94af746cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:04.206095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Usage tracker for resource:security_group_rule and tenant:4e36af4f1ca0405fbd464184e6287200 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:04.209044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Network 22342b02-505e-4703-98fc-47b7cfa16323 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:04.210931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:04.216025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:04.221715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.225728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Pushing event updated for resources: {'Port': ['ID=1507079d-bcfc-4db8-9f73-519e451dea36,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:04.235042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:04.242226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:04.243312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74ea51c1-f15b-4131-8e2c-ee94af746cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.247031 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-74ea51c1-f15b-4131-8e2c-ee94af746cb9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/203045d3-a10d-4b3d-8c98-c45b6c04d577 HTTP/1.1" status: 204  len: 168 time: 0.5109382
Dec 23 16:11:04.279052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:04.319584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be4f41a6-a34a-44e1-be24-ed84b69d5270 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.344238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Attempting to bind port 1507079d-bcfc-4db8-9f73-519e451dea36 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:04.344677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Attempting to bind port 1507079d-bcfc-4db8-9f73-519e451dea36 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '5e4497d1-e1e0-4908-a22b-808e21843b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '22342b02-505e-4703-98fc-47b7cfa16323'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:04.345102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Attempting to bind port 1507079d-bcfc-4db8-9f73-519e451dea36 on network 22342b02-505e-4703-98fc-47b7cfa16323 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:04.352754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:11:04.353250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Checking segment: {'id': '5e4497d1-e1e0-4908-a22b-808e21843b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '22342b02-505e-4703-98fc-47b7cfa16323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:04.353630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.354088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Bound using segment: {'id': '5e4497d1-e1e0-4908-a22b-808e21843b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '22342b02-505e-4703-98fc-47b7cfa16323'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:11:04.354661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Bound port: 1507079d-bcfc-4db8-9f73-519e451dea36, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4497d1-e1e0-4908-a22b-808e21843b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '22342b02-505e-4703-98fc-47b7cfa16323'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:11:04.355579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.420948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2a4ac-0aa3-4c46-a03b-50a2035c8ec9 req-88cb9eb2-190b-4e2e-993e-9d2679e68f45 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:04.422592 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-88f2a4ac-0aa3-4c46-a03b-50a2035c8ec9 req-88cb9eb2-190b-4e2e-993e-9d2679e68f45 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 944 time: 0.4115789
Dec 23 16:11:04.443627 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8533c8c0-cb52-4321-a56c-2763f1d2a081 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5cd77cab00f1477db2a12fafce2b15c0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4910684
Dec 23 16:11:04.449083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 47988) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:04.468264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] For port 1507079d-bcfc-4db8-9f73-519e451dea36, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:04.481786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] For port 1507079d-bcfc-4db8-9f73-519e451dea36, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1507079d-bcfc-4db8-9f73-519e451dea36,segment=NetworkSegment(5e4497d1-e1e0-4908-a22b-808e21843b37),segment_id=5e4497d1-e1e0-4908-a22b-808e21843b37)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:11:04.489006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.498354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:04.515174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.518276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.540362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:04.553611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.576467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be4f41a6-a34a-44e1-be24-ed84b69d5270 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.600395 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-88f2a4ac-0aa3-4c46-a03b-50a2035c8ec9 req-d371372d-8b9c-4df6-a490-998c09590954 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1679018
Dec 23 16:11:04.601191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Subnet': ['ID=d032f21a-1aea-414e-b3f5-7cc606af331b,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:04.607941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:04.609592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.611318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1be33ba1-5f27-4e12-805f-00ab80bc044e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:04.653980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.692905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Pushing event updated for resources: {'Port': ['ID=1507079d-bcfc-4db8-9f73-519e451dea36,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:04.698999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] device_id is not set on port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:04.704514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 70adf2ec-2c52-440d-9384-2f3deef813ad up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:04.744884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:04.745288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:04.745673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:04.746054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:04.746433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:04.746816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:04.747209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:04.747586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:04.747964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:04.748339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:04.748705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:04.768139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:04.783387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f41a6-a34a-44e1-be24-ed84b69d5270 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=0de64d63-d439-479d-bcd3-a5b238243571,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:04.786629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be4f41a6-a34a-44e1-be24-ed84b69d5270 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:04.792068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b2a486-3a65-49ef-ac27-153388c31b30 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:04.797857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Allocated IP 172.20.0.5 (5ed73d3d-99c5-46fb-9b6c-678d04028f75/2a302396-951e-41c6-b94e-6b25b8c6f0a4/adc20f64-0b85-4e8d-a515-ad189755fcff) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:04.815935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-be4f41a6-a34a-44e1-be24-ed84b69d5270 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:04.816641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8a9694ae-d610-4c22-95a7-5928fbe019dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:04.873783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0f87fc-16da-412a-a3be-f320fac25bb0,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:04.897098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:04.972610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 70adf2ec-2c52-440d-9384-2f3deef813ad completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:05.007068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:05.017519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 70adf2ec-2c52-440d-9384-2f3deef813ad triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:05.018203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:05.047292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1fe85e6-d4ff-4c82-acdc-f5c9b2f4e3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:05.067657 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-be4f41a6-a34a-44e1-be24-ed84b69d5270 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/0de64d63-d439-479d-bcd3-a5b238243571 HTTP/1.1" status: 204  len: 168 time: 2.2492559
Dec 23 16:11:05.069445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48004) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:05.193415 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e817ff99-1ac0-436c-b39b-160931f7a99e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1186163
Dec 23 16:11:05.206200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48008) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:05.208067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1fe85e6-d4ff-4c82-acdc-f5c9b2f4e3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:05.210853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:05.258943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:05.290841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cac63be-676e-453a-bbeb-c5ab8f35f838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70adf2ec-2c52-440d-9384-2f3deef813ad'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:11:05.318315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 70adf2ec-2c52-440d-9384-2f3deef813ad, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=70adf2ec-2c52-440d-9384-2f3deef813ad,segment=NetworkSegment(659af5a7-bd38-4d77-843e-5b45e56a8da9),segment_id=659af5a7-bd38-4d77-843e-5b45e56a8da9)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:05.322384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:05.324429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6368aec5-3560-41f3-a91c-bfa9b7546243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:05.353702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a40a518>,) {'filters': {'network_id': ['22342b02-505e-4703-98fc-47b7cfa16323']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:05.403120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc37c2e-15fa-4f57-8959-cbba74e3319e None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:11:05.411817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:05.462028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ad267-5bf1-4097-97bc-f06b379efbcc req-396269c4-06ff-4998-9c79-17c6da3a81a3 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:05.462880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7cc37c2e-15fa-4f57-8959-cbba74e3319e None None] Deleting port fc7c0664-eeaa-46aa-aed6-1885468d4f56 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:05.464204 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8b5ad267-5bf1-4097-97bc-f06b379efbcc req-396269c4-06ff-4998-9c79-17c6da3a81a3 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 946 time: 0.6264057
Dec 23 16:11:05.470266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cc37c2e-15fa-4f57-8959-cbba74e3319e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:05.472936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] device_id is not set on port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:05.509536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:05.513748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a40a518>, '5e4497d1-e1e0-4908-a22b-808e21843b37') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:05.514172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a40a518>, '5e4497d1-e1e0-4908-a22b-808e21843b37') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:05.516885 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cac63be-676e-453a-bbeb-c5ab8f35f838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70adf2ec-2c52-440d-9384-2f3deef813ad', 'code': 200}
Dec 23 16:11:05.551016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:05.577155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Transition to ACTIVE for port object 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:05.578191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=70adf2ec-2c52-440d-9384-2f3deef813ad,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:05.586541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:05.596561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:05.614028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:11:05.614834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:05.636223 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:05.674684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:05.688341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:05.694645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:05.701242 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8b5ad267-5bf1-4097-97bc-f06b379efbcc req-85ad0f90-1f81-49b6-86b7-95d3a241e7eb tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/security-groups?id=562cc184-d489-4957-b41f-32879ca39ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2283299
Dec 23 16:11:05.708097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:05.714295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:05.717638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1fe85e6-d4ff-4c82-acdc-f5c9b2f4e3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:05.725908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:05.740658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:05.744899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe85e6-d4ff-4c82-acdc-f5c9b2f4e3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7c7da8-ed0d-4ee1-85b5-c8864fce3b6a,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:05.773399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f1fe85e6-d4ff-4c82-acdc-f5c9b2f4e3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:05.778684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:05.793145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:05.848436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:11:05.848436 dv-neutron-822801-1-hyperv neutron-server[88729]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:11:05.848436 dv-neutron-822801-1-hyperv neutron-server[88729]: [parameters: {'id': '22342b02-505e-4703-98fc-47b7cfa16323'}]
Dec 23 16:11:05.848436 dv-neutron-822801-1-hyperv neutron-server[88729]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88840) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:11:05.848970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:11:05.854050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Pushing event updated for resources: {'Port': ['ID=58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:05.865353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:05.870842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:05.962224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Checking segment: {'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:05.962224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Network hostable DHCP agents. Network: 80e59132-38b8-4612-b1aa-754274530cb4, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:11:05.968659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48024) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:06.071247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1fe85e6-d4ff-4c82-acdc-f5c9b2f4e3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:06.075167 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f1fe85e6-d4ff-4c82-acdc-f5c9b2f4e3a9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7c7c7da8-ed0d-4ee1-85b5-c8864fce3b6a HTTP/1.1" status: 204  len: 168 time: 1.6222422
Dec 23 16:11:06.095612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:06.109847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d78f2-7bb6-4082-ac30-af105b681084 req-c85dcee4-2f5b-4fa5-add4-9fbf9b3f9f0f tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:06.111584 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-933d78f2-7bb6-4082-ac30-af105b681084 req-c85dcee4-2f5b-4fa5-add4-9fbf9b3f9f0f tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 945 time: 0.2305782
Dec 23 16:11:06.113253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Network 80e59132-38b8-4612-b1aa-754274530cb4 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:11:06.124054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Network 5ed73d3d-99c5-46fb-9b6c-678d04028f75 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:06.125019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Pushing event updated for resources: {'Port': ['ID=adc20f64-0b85-4e8d-a515-ad189755fcff,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:06.132243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:06.134050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:06.141968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:06.329074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-7cc37c2e-15fa-4f57-8959-cbba74e3319e None None] For port fc7c0664-eeaa-46aa-aed6-1885468d4f56, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=fc7c0664-eeaa-46aa-aed6-1885468d4f56,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:06.329842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cc37c2e-15fa-4f57-8959-cbba74e3319e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:06.432582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:06.450923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2010944214'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:06.456401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1507079d-bcfc-4db8-9f73-519e451dea36 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:06.460326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 80e59132-38b8-4612-b1aa-754274530cb4) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:06.474646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:06.482606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:06.501791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Usage tracker for resource:network and tenant:e55e2819e4e44d29af75683220a7866a is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:06.517845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:06.525282 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ff9574e5-639e-4c3d-a96f-f0af815f98e1 req-d71e4528-b054-4937-a81b-da43b5a0f8a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 1098 time: 0.5365710
Dec 23 16:11:06.551805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:06.558645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Deleting port 1507079d-bcfc-4db8-9f73-519e451dea36 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:06.559059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:06.594228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:06.594616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:06.595085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:06.612713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824eb3a2-92c4-48b3-8394-4b255c045e4a None None] Network 80e59132-38b8-4612-b1aa-754274530cb4 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:06.632869 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-933d78f2-7bb6-4082-ac30-af105b681084 req-dcca438b-dcba-448f-af75-0fc1e9aee34e tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5108342
Dec 23 16:11:06.641566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:06.649680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7cc37c2e-15fa-4f57-8959-cbba74e3319e None None] Calling delete_port for fc7c0664-eeaa-46aa-aed6-1885468d4f56 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:06.659239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Made reservation on behalf of e55e2819e4e44d29af75683220a7866a for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:06.659239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:06.660515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-23d01627-9b0c-418f-9ec9-7c7eae8d9914 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:06.694527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:06.716065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:06.716696 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:06.744364 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 2 to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e
Dec 23 16:11:06.766220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:06.767155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:06.771539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:06.775595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:06.778497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=992d8fcb-599f-4e1c-bc34-75d233de114a,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:06.781338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:06.782079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:06.787539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:06.805567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:06.805957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:06.806341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:06.823137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:06.823513 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:06.890116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:06.894102 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 3 to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e
Dec 23 16:11:06.899062 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.6812160
Dec 23 16:11:06.907187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48040) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:06.936259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Usage tracker for resource:security_group_rule and tenant:e55e2819e4e44d29af75683220a7866a is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:06.952022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:06.952393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:06.952773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:06.958811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:06.965741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'name': 'tempest-NetworksTestDHCPv6-1163759966'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:07.036123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-ff9574e5-639e-4c3d-a96f-f0af815f98e1 req-b0b5f2e6-9611-4b7c-a4ae-b8aaebbf92b7 service neutron] Synchronizing usage tracker for tenant:33e9fcc4456d498196057d7a36ce6429 on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:07.036986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 1507079d-bcfc-4db8-9f73-519e451dea36 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:07.111469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cc37c2e-15fa-4f57-8959-cbba74e3319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:07.117578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:07.168189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:07.222700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device fc7c0664-eeaa-46aa-aed6-1885468d4f56 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:11:07.230936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:07.231346 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:07.241637 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 4 to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e
Dec 23 16:11:07.303758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-ff9574e5-639e-4c3d-a96f-f0af815f98e1 req-b0b5f2e6-9611-4b7c-a4ae-b8aaebbf92b7 service neutron] Unset dirty status for tenant:33e9fcc4456d498196057d7a36ce6429 on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:07.304686 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ff9574e5-639e-4c3d-a96f-f0af815f98e1 req-b0b5f2e6-9611-4b7c-a4ae-b8aaebbf92b7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7715590
Dec 23 16:11:07.313200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc37c2e-15fa-4f57-8959-cbba74e3319e None None] Pushing event deleted for resources: {'Port': ['ID=fc7c0664-eeaa-46aa-aed6-1885468d4f56,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:07.318544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7cc37c2e-15fa-4f57-8959-cbba74e3319e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:07.320566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: fc7c0664-eeaa-46aa-aed6-1885468d4f56 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:11:07.321446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device fc7c0664-eeaa-46aa-aed6-1885468d4f56 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:11:07.331182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc37c2e-15fa-4f57-8959-cbba74e3319e None None] No DVR routers for this DVR port fc7c0664-eeaa-46aa-aed6-1885468d4f56 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:11:07.377517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ab7cfd-985b-4c2f-8f07-edbd3e2e66f5 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:07.419228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:07.419618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:07.420007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:07.467886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:07.475399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:07.475750 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:07.478369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] For port 1507079d-bcfc-4db8-9f73-519e451dea36, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1507079d-bcfc-4db8-9f73-519e451dea36,segment=NetworkSegment(5e4497d1-e1e0-4908-a22b-808e21843b37),segment_id=5e4497d1-e1e0-4908-a22b-808e21843b37)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:07.478780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:07.490306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bf488-8ad3-4a19-abb3-c143df7ce7e8 req-55542c45-f837-4d15-a0e6-c74595a4c29c tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:07.490486 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 5 to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e
Dec 23 16:11:07.499046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-474bf488-8ad3-4a19-abb3-c143df7ce7e8 req-55542c45-f837-4d15-a0e6-c74595a4c29c tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 946 time: 0.5166566
Dec 23 16:11:07.500695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:port and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:07.512176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:07.583814 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-474bf488-8ad3-4a19-abb3-c143df7ce7e8 req-843923f8-958e-4829-8a47-455a3b1a62cf tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/security-groups?id=562cc184-d489-4957-b41f-32879ca39ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834808
Dec 23 16:11:07.607254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:07.641564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3d5a95-6041-44fc-b889-6924fa07bf32 None None] Network 22342b02-505e-4703-98fc-47b7cfa16323 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:07.656627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Router 606d372b-eed1-4829-903d-a989d1bf32a9 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:11:07.742020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Calling delete_port for 1507079d-bcfc-4db8-9f73-519e451dea36 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:07.807702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:07.809796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:07.816772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:07.833969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': '992d8fcb-599f-4e1c-bc34-75d233de114a'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:11:07.837508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:07.847568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7eab01a2-be6b-49c3-b74c-78eaed50b055 None None] Provisioning for port 1507079d-bcfc-4db8-9f73-519e451dea36 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:07.872495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48058) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:07.889052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7eab01a2-be6b-49c3-b74c-78eaed50b055 None None] Provisioning complete for port 1507079d-bcfc-4db8-9f73-519e451dea36 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:07.889483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7eab01a2-be6b-49c3-b74c-78eaed50b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:07.924658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:07.952014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:07.952529 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:07.955181 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 6 to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e
Dec 23 16:11:07.966450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:07.992616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:08.005064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:08.012123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:08.020565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9d740-54bc-473a-aeab-ce220cb9defb req-9afe8457-132b-4057-a8ee-5af838e5cf11 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:08.022475 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9cc9d740-54bc-473a-aeab-ce220cb9defb req-9afe8457-132b-4057-a8ee-5af838e5cf11 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 945 time: 0.1566489
Dec 23 16:11:08.083342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:08.092240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:11:08.095987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:08.096354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f5057475-0ff8-491d-afa9-131e48a2d147 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] Request body: {'port': {'network_id': '3dfaaa33-7c9f-47f4-9bdd-6a44f78a08e0', 'name': 'tempest-NetworksNegativeTestJSON-1849825842'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:08.096486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:08.096730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:08.118319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port 1ef8d1f9-adf5-493e-9313-ec8d24847a67 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:08.132790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:11:08.135681 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5057475-0ff8-491d-afa9-131e48a2d147 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] POST failed (client error): The resource could not be found.
Dec 23 16:11:08.136338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5057475-0ff8-491d-afa9-131e48a2d147 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:11:08.141494 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f5057475-0ff8-491d-afa9-131e48a2d147 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.2643976
Dec 23 16:11:08.156200 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9cc9d740-54bc-473a-aeab-ce220cb9defb req-2c37125d-3b20-4afc-bf17-41a754773571 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1238713
Dec 23 16:11:08.157152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Allocated IP 2001:db8::2 (ba343194-bb9c-4b65-8867-816842e8f671/992d8fcb-599f-4e1c-bc34-75d233de114a/63cab921-b6b8-4e24-8838-c64966b34ddf) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:08.159705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48064) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:08.165364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Sync routers for ids ['606d372b-eed1-4829-903d-a989d1bf32a9'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:11:08.175483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:08.176067 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Added segment 3a8f6e51-985e-4de3-8284-5c11711b1593 of type vlan for network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a
Dec 23 16:11:08.187523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:08.188865 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 4.4692276
Dec 23 16:11:08.191750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48066) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:08.235159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Routers {'606d372b-eed1-4829-903d-a989d1bf32a9'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:08.238151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4081d9-ad87-4c59-a918-8d54ce8a20a8,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:08.238650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7ebb38>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['606d372b-eed1-4829-903d-a989d1bf32a9'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:08.248851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:08.255893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:08.291541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:08.373025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:08.373397 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:08.385325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No DVR routers for this DVR port 1507079d-bcfc-4db8-9f73-519e451dea36 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:11:08.389725 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 7 to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e
Dec 23 16:11:08.430969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:08.442442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Transition to ACTIVE for port object 63cab921-b6b8-4e24-8838-c64966b34ddf will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:08.474945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Port': ['ID=1507079d-bcfc-4db8-9f73-519e451dea36,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:08.488320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Transition to ACTIVE for port object 63cab921-b6b8-4e24-8838-c64966b34ddf will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:08.495769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427c806c-47fb-4cd1-9c84-d73c29c4d0e6 None None] DHCP port deletion for 22342b02-505e-4703-98fc-47b7cfa16323 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:11:08.499225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7eab01a2-be6b-49c3-b74c-78eaed50b055 None None] Could not find standard attr ID for object 1507079d-bcfc-4db8-9f73-519e451dea36. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:11:08.508528 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-16292219-d272-4edf-9032-df50e02bb685 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:11:08.509047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16292219-d272-4edf-9032-df50e02bb685 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:11:08.513714 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.db [None req-7eab01a2-be6b-49c3-b74c-78eaed50b055 None None] No ports have port_id starting with 1507079d-bcfc-4db8-9f73-519e451dea36
Dec 23 16:11:08.518530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:08.525184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:08.530688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:08.532657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:08.594129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:08.594515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:08.594908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:08.618329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:08.621509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:08.625622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:08.632722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Pushing event updated for resources: {'Port': ['ID=63cab921-b6b8-4e24-8838-c64966b34ddf,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:08.638407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:08.642793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a4b2-377f-45ab-8270-0081689c691e req-662b001b-792b-4226-aa0e-b26a4306d8d6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:08.644813 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-99e6a4b2-377f-45ab-8270-0081689c691e req-662b001b-792b-4226-aa0e-b26a4306d8d6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 946 time: 0.7752664
Dec 23 16:11:08.657004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48072) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:08.664143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d28490c3-4b15-41f5-8e0e-f2d3e44bdbe6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Request body: {'floatingip': {'port_id': '38e54837-6623-4d30-a54c-66d4d782a329'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:08.705169 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-16292219-d272-4edf-9032-df50e02bb685 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] 10.222.0.67 "DELETE /v2.0/networks/e47e6e11-9a01-4821-947d-642fa023f9d9 HTTP/1.1" status: 404  len: 339 time: 0.4684420
Dec 23 16:11:08.715864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48076) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:08.720666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:08.731493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:08.731877 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:08.740377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Attempting to bind port 63cab921-b6b8-4e24-8838-c64966b34ddf on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:08.740821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Attempting to bind port 63cab921-b6b8-4e24-8838-c64966b34ddf by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:08.741376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Attempting to bind port 63cab921-b6b8-4e24-8838-c64966b34ddf on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:08.752731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:11:08.753701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:08.754181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:08.755172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:11:08.756971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Bound port: 63cab921-b6b8-4e24-8838-c64966b34ddf, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:11:08.757442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:08.761630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d28490c3-4b15-41f5-8e0e-f2d3e44bdbe6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for floatingip, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:08.792410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Set router 606d372b-eed1-4829-903d-a989d1bf32a9 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:11:08.822938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:08.823782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:08.829031 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 8 to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e
Dec 23 16:11:08.855527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:08.857160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-17c03046-f1d5-443e-bccc-854159655cea None None] For port 63cab921-b6b8-4e24-8838-c64966b34ddf, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:08.860849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-17c03046-f1d5-443e-bccc-854159655cea None None] For port 63cab921-b6b8-4e24-8838-c64966b34ddf, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=63cab921-b6b8-4e24-8838-c64966b34ddf,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:11:08.866182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:08.869537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ad9b951e-5c26-4183-a9e3-a3d23b88da5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:08.871914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-921c5235-00ba-4fa1-86f7-e820147e92fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:08.929643 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe415bf-4de6-42ca-8993-2a224a89f6d3 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:11:08.930752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe415bf-4de6-42ca-8993-2a224a89f6d3 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:11:08.936501 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bfe415bf-4de6-42ca-8993-2a224a89f6d3 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] 10.222.0.67 "DELETE /v2.0/ports/31d3dd84-8c87-4d71-9c58-1afe4b44e037 HTTP/1.1" status: 404  len: 333 time: 0.2136412
Dec 23 16:11:08.948432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:08.948975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:08.949288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:08.951647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48080) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:08.960088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7969cb70>,) {'filters': {'network_id': ['22342b02-505e-4703-98fc-47b7cfa16323']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:08.974140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Pushing event updated for resources: {'Port': ['ID=63cab921-b6b8-4e24-8838-c64966b34ddf,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:08.986239 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 3.0142126
Dec 23 16:11:09.002025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:09.011263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::22d (ba343194-bb9c-4b65-8867-816842e8f671/992d8fcb-599f-4e1c-bc34-75d233de114a/1ef8d1f9-adf5-493e-9313-ec8d24847a67) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:09.013356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48084) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:09.028662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Request body: {'subnet': {'network_id': 'f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:09.032745 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-04211705-a240-483f-8017-5311d9e86289 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:11:09.033244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04211705-a240-483f-8017-5311d9e86289 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:11:09.038785 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-04211705-a240-483f-8017-5311d9e86289 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] 10.222.0.67 "DELETE /v2.0/subnets/8e239cab-c6ab-4a2f-981e-d30e6fd6082d HTTP/1.1" status: 404  len: 337 time: 0.0823283
Dec 23 16:11:09.040338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48088) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:09.051010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:09.051400 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:09.056476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7969cb70>, '5e4497d1-e1e0-4908-a22b-808e21843b37') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:09.056826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7969cb70>, '5e4497d1-e1e0-4908-a22b-808e21843b37') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:09.116584 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 9 to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e
Dec 23 16:11:09.145728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event updated for resources: {'Network': ['ID=f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:09.162490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:11:09.167965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:09.172652 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb9a4f6-dce6-45ab-8b22-2aaae8d17a74 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] GET failed (client error): The resource could not be found.
Dec 23 16:11:09.174843 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bcb9a4f6-dce6-45ab-8b22-2aaae8d17a74 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] 10.222.0.67 "GET /v2.0/networks/162493ba-c4c7-490e-8bfd-82285d0c7773 HTTP/1.1" status: 404  len: 339 time: 0.1321108
Dec 23 16:11:09.182903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48092) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:09.186447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:09.203236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7ebb38>, [{'id': '606d372b-eed1-4829-903d-a989d1bf32a9', 'name': '', 'tenant_id': 'fef230b8455d42fd92a4615ab3f560e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ed73d3d-99c5-46fb-9b6c-678d04028f75', 'external_fixed_ips': [{'subnet_id': '2a302396-951e-41c6-b94e-6b25b8c6f0a4', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'adc20f64-0b85-4e8d-a515-ad189755fcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:03Z', 'updated_at': '2021-12-23T16:11:06Z', 'revision_number': 3, 'project_id': 'fef230b8455d42fd92a4615ab3f560e7', 'gw_port': {'id': 'adc20f64-0b85-4e8d-a515-ad189755fcff', 'name': '', 'network_id': '5ed73d3d-99c5-46fb-9b6c-678d04028f75', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606d372b-eed1-4829-903d-a989d1bf32a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2a302396-951e-41c6-b94e-6b25b8c6f0a4', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:04Z', 'updated_at': '2021-12-23T16:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a302396-951e-41c6-b94e-6b25b8c6f0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:09.208033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Checking router: 606d372b-eed1-4829-903d-a989d1bf32a9 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:11:09.208649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Updating router 606d372b-eed1-4829-903d-a989d1bf32a9 port adc20f64-0b85-4e8d-a515-ad189755fcff binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:11:09.279018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:09.294598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:09.295010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:09.295386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:09.381229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:09.406814 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc3ad87-7a77-4f51-95ab-8ac180e79dea tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] GET failed (client error): The resource could not be found.
Dec 23 16:11:09.408298 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-edc3ad87-7a77-4f51-95ab-8ac180e79dea tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] 10.222.0.67 "GET /v2.0/ports/27d8afac-fa12-4b0a-89b3-996bb6fbc5d0 HTTP/1.1" status: 404  len: 333 time: 0.2156227
Dec 23 16:11:09.416347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48098) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:09.419095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:11:09.419557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:09.446065 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:09.462939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:09.463511 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:09.528582 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 10 to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e
Dec 23 16:11:09.556385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:09.596003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Usage tracker for resource:subnet and tenant:e55e2819e4e44d29af75683220a7866a is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:09.791091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:09.847969 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40730c7-eddc-4dfa-9b7e-b8b886cf1fab tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] GET failed (client error): The resource could not be found.
Dec 23 16:11:09.849407 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f40730c7-eddc-4dfa-9b7e-b8b886cf1fab tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] 10.222.0.67 "GET /v2.0/subnets/20c36b04-a332-488e-889c-0de4370d44e1 HTTP/1.1" status: 404  len: 337 time: 0.4065754
Dec 23 16:11:09.853997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:09.857823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48102) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:09.863776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:09.871764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:09.872151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:09.872538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:09.894810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Transition to ACTIVE for port object adc20f64-0b85-4e8d-a515-ad189755fcff will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:09.897675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:09.902518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:09.905836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:09.908389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:09.979623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:09.980209 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:09.980441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:09.991091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:09.999336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Pushing event updated for resources: {'Port': ['ID=adc20f64-0b85-4e8d-a515-ad189755fcff,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:10.002783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Attempting to bind port adc20f64-0b85-4e8d-a515-ad189755fcff on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:10.003514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Attempting to bind port adc20f64-0b85-4e8d-a515-ad189755fcff by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'f50eb04b-c591-4d46-a482-f463a2083cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5ed73d3d-99c5-46fb-9b6c-678d04028f75'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:10.003930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Attempting to bind port adc20f64-0b85-4e8d-a515-ad189755fcff on network 5ed73d3d-99c5-46fb-9b6c-678d04028f75 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:10.017365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:10.017771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:10.018167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:10.018552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:10.018929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:10.019345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:10.019902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:10.020278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:10.020667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:10.021039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:10.021404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:10.021768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:11:10.025778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:11:10.026753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Checking segment: {'id': 'f50eb04b-c591-4d46-a482-f463a2083cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5ed73d3d-99c5-46fb-9b6c-678d04028f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:10.027525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:10.027974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Bound using segment: {'id': 'f50eb04b-c591-4d46-a482-f463a2083cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5ed73d3d-99c5-46fb-9b6c-678d04028f75'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:11:10.028523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Bound port: adc20f64-0b85-4e8d-a515-ad189755fcff, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50eb04b-c591-4d46-a482-f463a2083cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5ed73d3d-99c5-46fb-9b6c-678d04028f75'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:11:10.028951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:10.047191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Network': ['ID=22342b02-505e-4703-98fc-47b7cfa16323,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:10.049139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Made reservation on behalf of e55e2819e4e44d29af75683220a7866a for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:10.060440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:10.072141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:10.077293 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/22342b02-505e-4703-98fc-47b7cfa16323 HTTP/1.1" status: 204  len: 168 time: 7.1327293
Dec 23 16:11:10.103168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48104) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:10.113694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f158f367-a319-4394-b66a-e06393bc4486 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:10.120226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] For port adc20f64-0b85-4e8d-a515-ad189755fcff, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:10.123957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] For port adc20f64-0b85-4e8d-a515-ad189755fcff, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=adc20f64-0b85-4e8d-a515-ad189755fcff,segment=NetworkSegment(f50eb04b-c591-4d46-a482-f463a2083cb3),segment_id=f50eb04b-c591-4d46-a482-f463a2083cb3)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:11:10.127491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:10.133701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ba06afc-529f-4f55-8267-d7adc1df25fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:10.140762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1689579519'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:10.158287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:10.161302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Deleting port adc20f64-0b85-4e8d-a515-ad189755fcff {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:10.161668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:10.190738 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f158f367-a319-4394-b66a-e06393bc4486 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] PUT failed (client error): The resource could not be found.
Dec 23 16:11:10.191081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f158f367-a319-4394-b66a-e06393bc4486 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:11:10.192290 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f158f367-a319-4394-b66a-e06393bc4486 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] 10.222.0.67 "PUT /v2.0/networks/0d869a6e-967b-4ac0-ac17-fbbc3e6cb403 HTTP/1.1" status: 404  len: 339 time: 0.0964186
Dec 23 16:11:10.201690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:network and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:10.222612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48110) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:10.223477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:10.234007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Pushing event updated for resources: {'Port': ['ID=adc20f64-0b85-4e8d-a515-ad189755fcff,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:10.238728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:10.240540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Routers {'606d372b-eed1-4829-903d-a989d1bf32a9'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:10.240665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-48a50c21-f968-4ecd-b2fa-a518d57883f3 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:10.241318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7ebb38>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['606d372b-eed1-4829-903d-a989d1bf32a9'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:10.269077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:10.307427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314e140-74c9-47e2-90c2-8239604bd803 req-2436c290-63b4-40f4-bdd7-0a74b99d630c tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:10.313490 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9314e140-74c9-47e2-90c2-8239604bd803 req-2436c290-63b4-40f4-bdd7-0a74b99d630c tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 945 time: 0.8608892
Dec 23 16:11:10.314616 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a50c21-f968-4ecd-b2fa-a518d57883f3 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] PUT failed (client error): The resource could not be found.
Dec 23 16:11:10.315520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a50c21-f968-4ecd-b2fa-a518d57883f3 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:11:10.316275 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-48a50c21-f968-4ecd-b2fa-a518d57883f3 tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] 10.222.0.67 "PUT /v2.0/ports/1c290426-f962-4c57-b94f-5c704f1d8658 HTTP/1.1" status: 404  len: 333 time: 0.0894902
Dec 23 16:11:10.325266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48114) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:10.344609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:10.344827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:10.350222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:10.361223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:10.385709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 63cab921-b6b8-4e24-8838-c64966b34ddf up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:10.400366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] For port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e, host hv-neutron-8228, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:10.400796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempted to set empty binding levels {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 23 16:11:10.416484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object 1ef8d1f9-adf5-493e-9313-ec8d24847a67 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:10.417594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1876bc5a-a9e8-49ac-b88d-63b2df22177c tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:10.421668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:10.431689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:10.447441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] Set router 606d372b-eed1-4829-903d-a989d1bf32a9 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:11:10.509965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 63cab921-b6b8-4e24-8838-c64966b34ddf completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:10.587425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1507079d-bcfc-4db8-9f73-519e451dea36 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:11:10.599904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7ebb38>, [{'id': '606d372b-eed1-4829-903d-a989d1bf32a9', 'name': '', 'tenant_id': 'fef230b8455d42fd92a4615ab3f560e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:03Z', 'updated_at': '2021-12-23T16:11:09Z', 'revision_number': 4, 'project_id': 'fef230b8455d42fd92a4615ab3f560e7', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:10.605746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9db7dc-b61d-403b-baea-6ca9ea3ee54b None None] The sync data for ids ['606d372b-eed1-4829-903d-a989d1bf32a9'] in dv-neutron-822801-1-hyperv is: [{'id': '606d372b-eed1-4829-903d-a989d1bf32a9', 'name': '', 'tenant_id': 'fef230b8455d42fd92a4615ab3f560e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:03Z', 'updated_at': '2021-12-23T16:11:09Z', 'revision_number': 4, 'project_id': 'fef230b8455d42fd92a4615ab3f560e7', 'gw_port_host': None}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:11:10.630395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:10.646878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 1507079d-bcfc-4db8-9f73-519e451dea36 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:11:10.647579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1507079d-bcfc-4db8-9f73-519e451dea36 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:11:10.648899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Pushing event updated for resources: {'Port': ['ID=58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:10.657481 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-1876bc5a-a9e8-49ac-b88d-63b2df22177c tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] PUT failed (client error): The resource could not be found.
Dec 23 16:11:10.658228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1876bc5a-a9e8-49ac-b88d-63b2df22177c tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:11:10.662947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:10.671697 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1876bc5a-a9e8-49ac-b88d-63b2df22177c tempest-NetworksNegativeTestJSON-1793852287 tempest-NetworksNegativeTestJSON-1793852287-project] 10.222.0.67 "PUT /v2.0/subnets/85a31241-21fd-4810-9226-a425795f06f0 HTTP/1.1" status: 404  len: 337 time: 0.3451815
Dec 23 16:11:10.685096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:10.695193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:10.739962 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 982 time: 7.6012323
Dec 23 16:11:10.756232 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9314e140-74c9-47e2-90c2-8239604bd803 req-925db6cc-7cd0-4c1c-836f-5ab7490961a6 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3552442
Dec 23 16:11:10.766089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48120) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:10.863033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:10.871021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:10.881106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:10.886770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:10.890673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:10.905228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:11:10.928847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=1ef8d1f9-adf5-493e-9313-ec8d24847a67,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:10.955775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:10.978035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d28490c3-4b15-41f5-8e0e-f2d3e44bdbe6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:10.980965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] For port adc20f64-0b85-4e8d-a515-ad189755fcff, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=adc20f64-0b85-4e8d-a515-ad189755fcff,segment=NetworkSegment(f50eb04b-c591-4d46-a482-f463a2083cb3),segment_id=f50eb04b-c591-4d46-a482-f463a2083cb3)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:10.981638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:10.993824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:10.994381 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Added segment 8dc72f88-de5d-4308-8b67-d931e6121bd3 of type vlan for network 927e7714-b5a5-4108-9a92-d7e9b5e0dc44
Dec 23 16:11:11.013382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-63949785-9003-4c0f-9895-7b69cc69675e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Deleting port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:11.015663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63949785-9003-4c0f-9895-7b69cc69675e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:11.041258 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 4.1117790
Dec 23 16:11:11.051964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d28490c3-4b15-41f5-8e0e-f2d3e44bdbe6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:11.055808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48128) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:11.120946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:11.142377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48132) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:11.145481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:11.223605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event updated for resources: {'Subnet': ['ID=aa8ba6b4-9eb9-42e3-bd6c-55676b699b5b,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:11.227555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:11.284989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ad9372ba-ee6b-4e43-8e8b-77c76317aceb None None] Provisioning for port 63cab921-b6b8-4e24-8838-c64966b34ddf completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:11.290901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ad9372ba-ee6b-4e43-8e8b-77c76317aceb None None] Provisioning complete for port 63cab921-b6b8-4e24-8838-c64966b34ddf triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:11.291646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad9372ba-ee6b-4e43-8e8b-77c76317aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:11.313116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c358a8-1e8d-499e-aa7d-c2eb4a7eb144 req-88a1b638-cfe2-4f4a-8883-e7f0be41037b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:11.316570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:11.318954 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f5c358a8-1e8d-499e-aa7d-c2eb4a7eb144 req-88a1b638-cfe2-4f4a-8883-e7f0be41037b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 945 time: 0.3644462
Dec 23 16:11:11.332334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48138) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:11.349534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d274f384-fba4-402e-9943-d851bf02eb44 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Request body: {'floatingip': {'port_id': '70adf2ec-2c52-440d-9384-2f3deef813ad'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:11.399903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Calling delete_port for adc20f64-0b85-4e8d-a515-ad189755fcff owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:11.437884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2e138d-f429-4cf3-92a9-7ee908e7b898 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:11.442527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2e138d-f429-4cf3-92a9-7ee908e7b898 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:11.443522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6d2e138d-f429-4cf3-92a9-7ee908e7b898 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:11.446521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:11.451764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:11.452367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:11.472537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:11.481441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad9372ba-ee6b-4e43-8e8b-77c76317aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:11.505976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7dab1330-6029-4c87-a5d0-6fc839ab477c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:11.525112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ad9372ba-ee6b-4e43-8e8b-77c76317aceb None None] For port 63cab921-b6b8-4e24-8838-c64966b34ddf, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=63cab921-b6b8-4e24-8838-c64966b34ddf,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:11.530249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Checking segment: {'id': '3a8f6e51-985e-4de3-8284-5c11711b1593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:11.530667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Network hostable DHCP agents. Network: f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:11:11.536197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad9372ba-ee6b-4e43-8e8b-77c76317aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:11.536841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d274f384-fba4-402e-9943-d851bf02eb44 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for floatingip, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:11.539264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:11.625362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Network': ['ID=927e7714-b5a5-4108-9a92-d7e9b5e0dc44,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:11.639767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:11.642926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6d2e138d-f429-4cf3-92a9-7ee908e7b898 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:11.646835 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6d2e138d-f429-4cf3-92a9-7ee908e7b898 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.5820906
Dec 23 16:11:11.677242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48142) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:11.691705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 927e7714-b5a5-4108-9a92-d7e9b5e0dc44 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:11:11.713857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9372ba-ee6b-4e43-8e8b-77c76317aceb None None] Pushing event updated for resources: {'Port': ['ID=63cab921-b6b8-4e24-8838-c64966b34ddf,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:11.729995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ad9372ba-ee6b-4e43-8e8b-77c76317aceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:11.787031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7dab1330-6029-4c87-a5d0-6fc839ab477c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:11.812662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7dab1330-6029-4c87-a5d0-6fc839ab477c admin admin] Usage tracker for resource:security_group_rule and tenant:6071e79148454eed800fec8225044883 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:11.820989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7dab1330-6029-4c87-a5d0-6fc839ab477c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:11.839886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7dab1330-6029-4c87-a5d0-6fc839ab477c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:11.891365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c08bbb04-153c-48aa-b574-794043cd8b9f None None] Provisioning for port 1ef8d1f9-adf5-493e-9313-ec8d24847a67 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:11.900493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c08bbb04-153c-48aa-b574-794043cd8b9f None None] Provisioning complete for port 1ef8d1f9-adf5-493e-9313-ec8d24847a67 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:11.901216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c08bbb04-153c-48aa-b574-794043cd8b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:11.905340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-de0ea8ea-930a-4483-814e-3ba4b495322e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 1ef8d1f9-adf5-493e-9313-ec8d24847a67 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:11.905735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de0ea8ea-930a-4483-814e-3ba4b495322e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:11.919086 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.8090167
Dec 23 16:11:11.927221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48146) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:11.933289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:11:11.963317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c08bbb04-153c-48aa-b574-794043cd8b9f None None] Port 1ef8d1f9-adf5-493e-9313-ec8d24847a67 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:11:11.984941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:11.986293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:11.996365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb4b7ee-ba1d-4a7c-8f17-8f4d8cbded85 None None] Network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:12.008493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:12.009320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:12.058595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'subnet': {'network_id': '927e7714-b5a5-4108-9a92-d7e9b5e0dc44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:12.197102 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.1820035
Dec 23 16:11:12.203045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48150) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:12.225282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Request body: {'port': {'network_id': 'f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1647802845'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:12.277741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 63cab921-b6b8-4e24-8838-c64966b34ddf up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:12.375164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-63949785-9003-4c0f-9895-7b69cc69675e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] For port 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e, host hv-neutron-8228, got binding levels [] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:12.375670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63949785-9003-4c0f-9895-7b69cc69675e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:12.406218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7dab1330-6029-4c87-a5d0-6fc839ab477c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:12.513750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a', 'network_id': 'f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a', 'tenant_id': 'e55e2819e4e44d29af75683220a7866a', 'fixed_ips': [{'subnet_id': 'aa8ba6b4-9eb9-42e3-bd6c-55676b699b5b'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:11:12.514669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:12.518433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-63949785-9003-4c0f-9895-7b69cc69675e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Calling delete_port for 58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:12.599277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 63cab921-b6b8-4e24-8838-c64966b34ddf triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:12.599565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:12.729842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7dab1330-6029-4c87-a5d0-6fc839ab477c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:12.743441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:12.748591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:12.793697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:subnet and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:12.806633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:12.809433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63949785-9003-4c0f-9895-7b69cc69675e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:12.817524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Allocated IP 2001:db8::2 (f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a/aa8ba6b4-9eb9-42e3-bd6c-55676b699b5b/0800b940-a7e3-42cb-893e-3f11dc84baa5) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:12.823677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:12.854160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:12.881069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63949785-9003-4c0f-9895-7b69cc69675e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Pushing event deleted for resources: {'Port': ['ID=58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:12.884239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63949785-9003-4c0f-9895-7b69cc69675e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:12.904535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63949785-9003-4c0f-9895-7b69cc69675e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:12.914533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:12.931046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-d28490c3-4b15-41f5-8e0e-f2d3e44bdbe6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Floating IP 702b2349-d99b-4836-924e-bbd7d49c3560 associated. External IP: 172.26.5.167, port: 38e54837-6623-4d30-a54c-66d4d782a329.
Dec 23 16:11:12.973443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab1330-6029-4c87-a5d0-6fc839ab477c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f79b396-33a0-48c4-ab51-a4394c32132e,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:12.994873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:13.010063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:13.052413 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-63949785-9003-4c0f-9895-7b69cc69675e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "DELETE /v2.0/ports/58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e HTTP/1.1" status: 204  len: 168 time: 2.2760477
Dec 23 16:11:13.054080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:13.065722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Transition to ACTIVE for port object 0800b940-a7e3-42cb-893e-3f11dc84baa5 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:13.076557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48154) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:13.079676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Pushing event deleted for resources: {'Port': ['ID=adc20f64-0b85-4e8d-a515-ad189755fcff,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:13.082181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:13.089315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Transition to ACTIVE for port object 0800b940-a7e3-42cb-893e-3f11dc84baa5 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:13.094369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:13.100015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:13.128986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7dab1330-6029-4c87-a5d0-6fc839ab477c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:13.145441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de0ea8ea-930a-4483-814e-3ba4b495322e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:13.159945 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7dab1330-6029-4c87-a5d0-6fc839ab477c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6071e79148454eed800fec8225044883&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9603286
Dec 23 16:11:13.173155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48158) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:13.173374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:13.176578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:13.182120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:13.188924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Pushing event updated for resources: {'Port': ['ID=0800b940-a7e3-42cb-893e-3f11dc84baa5,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:13.194476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:13.249355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:13.290573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Attempting to bind port 0800b940-a7e3-42cb-893e-3f11dc84baa5 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:13.291156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Attempting to bind port 0800b940-a7e3-42cb-893e-3f11dc84baa5 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '3a8f6e51-985e-4de3-8284-5c11711b1593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:13.291655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Attempting to bind port 0800b940-a7e3-42cb-893e-3f11dc84baa5 on network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:13.298888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:11:13.299481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Checking segment: {'id': '3a8f6e51-985e-4de3-8284-5c11711b1593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:13.300005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:13.300531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Bound using segment: {'id': '3a8f6e51-985e-4de3-8284-5c11711b1593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:11:13.301132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Bound port: 0800b940-a7e3-42cb-893e-3f11dc84baa5, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8f6e51-985e-4de3-8284-5c11711b1593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:11:13.301637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:13.304198 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50a2db0-bb04-4b12-bce8-225d874a894d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:11:13.305325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e50a2db0-bb04-4b12-bce8-225d874a894d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Synchronizing usage tracker for tenant:4e36af4f1ca0405fbd464184e6287200 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:13.324237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:13.333743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-de0ea8ea-930a-4483-814e-3ba4b495322e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 1ef8d1f9-adf5-493e-9313-ec8d24847a67 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:13.362028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Usage tracker for resource:port and tenant:e55e2819e4e44d29af75683220a7866a is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:13.389377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:13.405893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] For port 0800b940-a7e3-42cb-893e-3f11dc84baa5, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:13.407399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:13.409600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] For port 0800b940-a7e3-42cb-893e-3f11dc84baa5, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0800b940-a7e3-42cb-893e-3f11dc84baa5,segment=NetworkSegment(3a8f6e51-985e-4de3-8284-5c11711b1593),segment_id=3a8f6e51-985e-4de3-8284-5c11711b1593)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:11:13.413756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:13.419070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:13.459487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Performing IP validity checks on allocation pools {{(pid=88841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 23 16:11:13.460149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 23 16:11:13.464229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e50a2db0-bb04-4b12-bce8-225d874a894d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Unset dirty status for tenant:4e36af4f1ca0405fbd464184e6287200 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:13.468790 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e50a2db0-bb04-4b12-bce8-225d874a894d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "GET /v2.0/ports/58aa2b89-a2d1-42ae-bd02-1fbb29c43c0e HTTP/1.1" status: 404  len: 333 time: 0.3819277
Dec 23 16:11:13.474142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48162) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:13.494205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Made reservation on behalf of e55e2819e4e44d29af75683220a7866a for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:13.501692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:13.503730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Pushing event updated for resources: {'Port': ['ID=0800b940-a7e3-42cb-893e-3f11dc84baa5,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:13.507569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:13.520830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Request body: {'port': {'network_id': '80e59132-38b8-4612-b1aa-754274530cb4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-941215831'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:13.530120 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b1745c46-8acf-47b4-82a9-a504e0a4f5a3 req-36badb6e-eb8d-4bff-be1c-89977bdc620e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.7281468
Dec 23 16:11:13.549330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:13.578893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34cf0c55-4a4c-4e0e-b016-a387ec6bb149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:13.620909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] device_id is not set on port 39d7d1dc-a4a0-4e49-a991-0276f41af59a yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:13.670940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:13.719226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:13.837887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34cf0c55-4a4c-4e0e-b016-a387ec6bb149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:13.851362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Made reservation on behalf of 4e36af4f1ca0405fbd464184e6287200 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:13.856100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:14.010083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de0ea8ea-930a-4483-814e-3ba4b495322e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:14.039894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0702058d-cf5a-4b17-93b0-13f4c9da62d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:14.081959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] device_id is not set on port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:14.191465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ea8ea-930a-4483-814e-3ba4b495322e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=1ef8d1f9-adf5-493e-9313-ec8d24847a67,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:14.226603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-de0ea8ea-930a-4483-814e-3ba4b495322e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:14.302885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0800b940-a7e3-42cb-893e-3f11dc84baa5 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:14.337483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:14.362619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:14.391240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 0800b940-a7e3-42cb-893e-3f11dc84baa5 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:14.432801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:14.496244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-19179f69-3c50-4214-9391-04035fb1f675 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:14.530513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d274f384-fba4-402e-9943-d851bf02eb44 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:14.548826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:14.549406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 606d372b-eed1-4829-903d-a989d1bf32a9 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:11:14.554141 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b1745c46-8acf-47b4-82a9-a504e0a4f5a3 req-4d8240ea-57f3-4a42-af58-0c566eee606a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3e9074d25284bffb73031ea842e474c&device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 1099 time: 0.8911686
Dec 23 16:11:14.554675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d274f384-fba4-402e-9943-d851bf02eb44 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:14.620883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de0ea8ea-930a-4483-814e-3ba4b495322e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:14.637647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:14.642012 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "DELETE /v2.0/routers/606d372b-eed1-4829-903d-a989d1bf32a9 HTTP/1.1" status: 204  len: 168 time: 6.4459763
Dec 23 16:11:14.650394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48166) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:14.673092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34cf0c55-4a4c-4e0e-b016-a387ec6bb149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:14.676854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Allocated IP 2001:db8::37c (f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a/aa8ba6b4-9eb9-42e3-bd6c-55676b699b5b/39d7d1dc-a4a0-4e49-a991-0276f41af59a) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:14.688381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:14.699039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Subnet': ['ID=ddd1a127-24a4-4ee1-9cd0-92208b8d94b6,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:14.700049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:14.727693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Checking segment: {'id': '8dc72f88-de5d-4308-8b67-d931e6121bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '927e7714-b5a5-4108-9a92-d7e9b5e0dc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:14.728100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network hostable DHCP agents. Network: 927e7714-b5a5-4108-9a92-d7e9b5e0dc44, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:11:14.744947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf0c55-4a4c-4e0e-b016-a387ec6bb149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f79b396-33a0-48c4-ab51-a4394c32132e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:14.761802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac9125b-7329-4918-8487-974a858a2fe9 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Deleting subnet 2a302396-951e-41c6-b94e-6b25b8c6f0a4 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:11:14.774712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-34cf0c55-4a4c-4e0e-b016-a387ec6bb149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:14.830782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ac9125b-7329-4918-8487-974a858a2fe9 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:14.900209 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-de0ea8ea-930a-4483-814e-3ba4b495322e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/1ef8d1f9-adf5-493e-9313-ec8d24847a67 HTTP/1.1" status: 204  len: 168 time: 3.2187014
Dec 23 16:11:14.903116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48170) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:14.918640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34cf0c55-4a4c-4e0e-b016-a387ec6bb149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:14.922708 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-34cf0c55-4a4c-4e0e-b016-a387ec6bb149 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4f79b396-33a0-48c4-ab51-a4394c32132e HTTP/1.1" status: 204  len: 168 time: 1.7413614
Dec 23 16:11:14.947197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ac9125b-7329-4918-8487-974a858a2fe9 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:14.981155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network 927e7714-b5a5-4108-9a92-d7e9b5e0dc44 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:11:15.029373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 927e7714-b5a5-4108-9a92-d7e9b5e0dc44) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:15.033950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:15.034620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:15.040608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd858806-7ccd-42ea-988a-dbfd9e396666 None None] Network 927e7714-b5a5-4108-9a92-d7e9b5e0dc44 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:15.084199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2046b9cf-a281-403f-859c-4d003864f44d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:15.086596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2046b9cf-a281-403f-859c-4d003864f44d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:15.087354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2046b9cf-a281-403f-859c-4d003864f44d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:15.090159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1745c46-8acf-47b4-82a9-a504e0a4f5a3 req-617eabb1-d131-41a6-b0c8-405b54ce11aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:15.091806 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b1745c46-8acf-47b4-82a9-a504e0a4f5a3 req-617eabb1-d131-41a6-b0c8-405b54ce11aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfa648d5-30ca-497f-9b97-9f623b2533e8 HTTP/1.1" status: 200  len: 906 time: 0.4856956
Dec 23 16:11:15.102079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ac9125b-7329-4918-8487-974a858a2fe9 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:15.102679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:15.145120 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 3.2114873
Dec 23 16:11:15.150912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48176) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:15.256083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ac9125b-7329-4918-8487-974a858a2fe9 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:15.283068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2046b9cf-a281-403f-859c-4d003864f44d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:15.288022 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2046b9cf-a281-403f-859c-4d003864f44d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3771591
Dec 23 16:11:15.293027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:15.310910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48182) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:15.322966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28490c3-4b15-41f5-8e0e-f2d3e44bdbe6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Router dcd7c192-4092-4e5c-982d-88887c32bfc3 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:11:15.425893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9125b-7329-4918-8487-974a858a2fe9 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2a302396-951e-41c6-b94e-6b25b8c6f0a4,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:15.432074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5ac9125b-7329-4918-8487-974a858a2fe9 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:15.464110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ac9125b-7329-4918-8487-974a858a2fe9 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:15.485451 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5ac9125b-7329-4918-8487-974a858a2fe9 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "DELETE /v2.0/subnets/2a302396-951e-41c6-b94e-6b25b8c6f0a4 HTTP/1.1" status: 204  len: 168 time: 0.8340685
Dec 23 16:11:15.499727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48190) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:15.512481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c55b90-a647-4e49-84f6-f9f7400b00f3 None None] Network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:15.540658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-927e7714-b5a5-4108-9a92-d7e9b5e0dc44', 'network_id': '927e7714-b5a5-4108-9a92-d7e9b5e0dc44', 'tenant_id': '6a9cf0f0ca4f4ac399af3f4621aa3d28', 'fixed_ips': [{'subnet_id': 'ddd1a127-24a4-4ee1-9cd0-92208b8d94b6'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:11:15.542508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:15.552642 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b1745c46-8acf-47b4-82a9-a504e0a4f5a3 req-7f3af66a-7df7-4f15-8072-d0d88cfe312a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38e54837-6623-4d30-a54c-66d4d782a329 HTTP/1.1" status: 200  len: 1000 time: 0.4368231
Dec 23 16:11:15.631764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:15.651470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:15.660639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:15.661894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2262a374-8ed1-471c-be7a-c906e4747685 None None] Provisioning for port 0800b940-a7e3-42cb-893e-3f11dc84baa5 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:15.677575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2262a374-8ed1-471c-be7a-c906e4747685 None None] Provisioning complete for port 0800b940-a7e3-42cb-893e-3f11dc84baa5 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:15.678655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2262a374-8ed1-471c-be7a-c906e4747685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:15.678957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:15.789021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:15.826822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Transition to ACTIVE for port object 39d7d1dc-a4a0-4e49-a991-0276f41af59a will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:15.872516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1745c46-8acf-47b4-82a9-a504e0a4f5a3 req-8debb5c8-c37a-4be7-ae87-83a2741c9de2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:15.874120 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b1745c46-8acf-47b4-82a9-a504e0a4f5a3 req-8debb5c8-c37a-4be7-ae87-83a2741c9de2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f250da7f-3b14-46c6-a5c6-0d0104cd26c1 HTTP/1.1" status: 200  len: 844 time: 0.3004682
Dec 23 16:11:15.879642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Network 80e59132-38b8-4612-b1aa-754274530cb4 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:15.894160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:15.894160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:15.894596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:15.895104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:15.899762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Pushing event updated for resources: {'Port': ['ID=9637c0f7-d84b-46c4-a5c9-04cc785440d1,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:15.902707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:15.923164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.045875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2262a374-8ed1-471c-be7a-c906e4747685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.047378 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 2.5708921
Dec 23 16:11:16.054182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-244c4829-f185-462c-bc27-3df25f2ed31f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 992d8fcb-599f-4e1c-bc34-75d233de114a {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:11:16.058785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-244c4829-f185-462c-bc27-3df25f2ed31f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.082518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48204) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:16.102516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2262a374-8ed1-471c-be7a-c906e4747685 None None] For port 0800b940-a7e3-42cb-893e-3f11dc84baa5, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0800b940-a7e3-42cb-893e-3f11dc84baa5,segment=NetworkSegment(3a8f6e51-985e-4de3-8284-5c11711b1593),segment_id=3a8f6e51-985e-4de3-8284-5c11711b1593)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:16.107343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Allocated IP 172.20.0.3 (927e7714-b5a5-4108-9a92-d7e9b5e0dc44/ddd1a127-24a4-4ee1-9cd0-92208b8d94b6/e4e9d460-758b-4d22-83fe-48ce6da125fb) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:16.110585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:16.114345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2262a374-8ed1-471c-be7a-c906e4747685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.119648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:16.142527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-244c4829-f185-462c-bc27-3df25f2ed31f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.254628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.259585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-244c4829-f185-462c-bc27-3df25f2ed31f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.270552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48208) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:16.318730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b793609e8>,) {'filters': {'network_id': ['5ed73d3d-99c5-46fb-9b6c-678d04028f75']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:16.320295 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-d274f384-fba4-402e-9943-d851bf02eb44 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Floating IP 307b3f7f-4a3e-4f6c-83e5-878c5f305880 associated. External IP: 172.26.5.31, port: 70adf2ec-2c52-440d-9384-2f3deef813ad.
Dec 23 16:11:16.353587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262a374-8ed1-471c-be7a-c906e4747685 None None] Pushing event updated for resources: {'Port': ['ID=0800b940-a7e3-42cb-893e-3f11dc84baa5,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:16.370965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2262a374-8ed1-471c-be7a-c906e4747685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:16.376476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b793609e8>, 'f50eb04b-c591-4d46-a482-f463a2083cb3') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:16.377147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b793609e8>, 'f50eb04b-c591-4d46-a482-f463a2083cb3') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:16.422393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.433948 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b1745c46-8acf-47b4-82a9-a504e0a4f5a3 req-a4fbf173-db77-4098-bff0-a862cff19c3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfa648d5-30ca-497f-9b97-9f623b2533e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5474882
Dec 23 16:11:16.435471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.454711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.476074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.516729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28490c3-4b15-41f5-8e0e-f2d3e44bdbe6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:11:16.521784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d28490c3-4b15-41f5-8e0e-f2d3e44bdbe6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.552224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:11:16.552679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.565421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:16.572042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07952d-bead-474c-9572-cbf351e291d8 None None] Sync routers for ids ['dcd7c192-4092-4e5c-982d-88887c32bfc3'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:16.577474 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:16.581326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f0fe20d0-a0ed-475f-8cc7-78cf3181b585 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:16.581986 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-f0fe20d0-a0ed-475f-8cc7-78cf3181b585 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:11:16.583132 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f0fe20d0-a0ed-475f-8cc7-78cf3181b585 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3097324
Dec 23 16:11:16.605878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07952d-bead-474c-9572-cbf351e291d8 None None] Routers {'dcd7c192-4092-4e5c-982d-88887c32bfc3'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:16.606760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-af07952d-bead-474c-9572-cbf351e291d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9582e8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['dcd7c192-4092-4e5c-982d-88887c32bfc3'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:16.620219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48214) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:16.648142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group': {'name': 'tempest-secgroup--911702250'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:16.663110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:16.728465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:16.737461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:16.754113 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d28490c3-4b15-41f5-8e0e-f2d3e44bdbe6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "PUT /v2.0/floatingips/702b2349-d99b-4836-924e-bbd7d49c3560 HTTP/1.1" status: 200  len: 992 time: 8.0928826
Dec 23 16:11:16.754113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:16.759228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7', 'tag': '38e54837-6623-4d30-a54c-66d4d782a329'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:11:16.794309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.798915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  5ed73d3d-99c5-46fb-9b6c-678d04028f75 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 23 16:11:16.801081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.825276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:16.857227 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "DELETE /v2.0/networks/5ed73d3d-99c5-46fb-9b6c-678d04028f75 HTTP/1.1" status: 204  len: 168 time: 1.3556657
Dec 23 16:11:16.858489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.869974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ed73d3d-99c5-46fb-9b6c-678d04028f75,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:16.872629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:16.921815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:16.940422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:16.949108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:11:16.950484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:16.966417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:16.967190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:16.978950 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7', 'tag': '38e54837-6623-4d30-a54c-66d4d782a329', 'status': 'completed', 'code': 200}
Dec 23 16:11:16.991583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:17.056462 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 4.8421357
Dec 23 16:11:17.064621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event updated for resources: {'Port': ['ID=39d7d1dc-a4a0-4e49-a991-0276f41af59a,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:17.068563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48226) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:17.076948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-244c4829-f185-462c-bc27-3df25f2ed31f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:17.105313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:17.110603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:17.116709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:17.121178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:17.151761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:17.178387 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b1745c46-8acf-47b4-82a9-a504e0a4f5a3 req-278c09a7-31c4-4ec0-be29-45cacf7511a9 service neutron] 10.222.0.36 "GET /v2.0/networks/dfa648d5-30ca-497f-9b97-9f623b2533e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7296855
Dec 23 16:11:17.193425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Request body: {'port': {'network_id': 'f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-951157973', 'allowed_address_pairs': [{'ip_address': '2001:db8::37c', 'mac_address': 'fa:16:3e:ed:d0:f7'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:17.204031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:17.237501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:17.255820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-af07952d-bead-474c-9572-cbf351e291d8 None None] Set router dcd7c192-4092-4e5c-982d-88887c32bfc3 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:11:17.260618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:17.264703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:17.267800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:17.274433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:17.333650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:17.346148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:17.360387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:17.408125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] device_id is not set on port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:17.424550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d95c65-b7cc-4103-b4b3-efda9d6e3d3b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:17.428019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:17.429221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:17.433946 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8040395
Dec 23 16:11:17.433946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:17.435837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:17.468142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48234) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:17.469064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a259d17-ae5d-4f42-b1b9-bc5d8de30ccc,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:17.472768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:17.496860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-be4f41a6-a34a-44e1-be24-ed84b69d5270 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:17.499231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-529a2fe4-6b0e-49b1-b6cf-29c05fd0a0be tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '9a259d17-ae5d-4f42-b1b9-bc5d8de30ccc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:17.511361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-529a2fe4-6b0e-49b1-b6cf-29c05fd0a0be tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:17.525946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Transition to ACTIVE for port object 9637c0f7-d84b-46c4-a5c9-04cc785440d1 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:17.531525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-529a2fe4-6b0e-49b1-b6cf-29c05fd0a0be tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:17.538825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-529a2fe4-6b0e-49b1-b6cf-29c05fd0a0be tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:17.559886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-529a2fe4-6b0e-49b1-b6cf-29c05fd0a0be tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:17.568126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:17.580090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1a20125-8922-4033-8f4a-4c25d2f532ab tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:17.590375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:17.612787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c4829-f185-462c-bc27-3df25f2ed31f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=992d8fcb-599f-4e1c-bc34-75d233de114a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:17.646719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-244c4829-f185-462c-bc27-3df25f2ed31f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:17.647833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Usage tracker for resource:port and tenant:e55e2819e4e44d29af75683220a7866a is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:17.655381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:17.677779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48238) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:17.686509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:17.698375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-47f12894-35b0-45d2-95e0-dda9d2fce665 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Request body: {'router': {'name': 'tempest-router--1859852496', 'project_id': '67a3737b986b4ed5a642fb0ae47b2c97'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:17.706853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-244c4829-f185-462c-bc27-3df25f2ed31f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:17.711737 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-244c4829-f185-462c-bc27-3df25f2ed31f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/992d8fcb-599f-4e1c-bc34-75d233de114a HTTP/1.1" status: 204  len: 168 time: 2.3247795
Dec 23 16:11:17.711901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-529a2fe4-6b0e-49b1-b6cf-29c05fd0a0be tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:17.764409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9da98b-96d2-48c6-b64e-853601ebfaa5 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:17.769561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48242) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:17.770644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-47f12894-35b0-45d2-95e0-dda9d2fce665 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:17.779675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:17.828929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Transition to ACTIVE for port object e4e9d460-758b-4d22-83fe-48ce6da125fb will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:17.860398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-47f12894-35b0-45d2-95e0-dda9d2fce665 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Usage tracker for resource:router and tenant:67a3737b986b4ed5a642fb0ae47b2c97 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:17.869738 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d2d5fb00-e5f0-4859-87a4-d0be84c910dd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0921066
Dec 23 16:11:17.870219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-47f12894-35b0-45d2-95e0-dda9d2fce665 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:17.881758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48246) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:17.889187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-47f12894-35b0-45d2-95e0-dda9d2fce665 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:17.894800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Made reservation on behalf of e55e2819e4e44d29af75683220a7866a for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:17.926380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-767f8533-78e8-4386-a9df-9713c21f8202 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:17.933907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-35258c01-0183-47e4-95a8-59a65d1294cd None None] Provisioning complete for port 0800b940-a7e3-42cb-893e-3f11dc84baa5 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:17.934356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35258c01-0183-47e4-95a8-59a65d1294cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.020900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47f12894-35b0-45d2-95e0-dda9d2fce665 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.022038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47f12894-35b0-45d2-95e0-dda9d2fce665 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.026489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Transition to ACTIVE for port object e4e9d460-758b-4d22-83fe-48ce6da125fb will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:18.043971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:18.044308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:18.044886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:18.064345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:18.064939 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:18.074584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.078740 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 2 to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1
Dec 23 16:11:18.082839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-85aa2656-2ff0-4a5a-9e43-42e173834515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:18.088429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Pushing event updated for resources: {'Port': ['ID=9637c0f7-d84b-46c4-a5c9-04cc785440d1,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:18.096854 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b1745c46-8acf-47b4-82a9-a504e0a4f5a3 req-7288116f-0d76-4e6a-92ac-ff82d81af9b0 service neutron] 10.222.0.36 "GET /v2.0/networks/dfa648d5-30ca-497f-9b97-9f623b2533e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5577815
Dec 23 16:11:18.108401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-529a2fe4-6b0e-49b1-b6cf-29c05fd0a0be tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.115862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:18.117378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.126213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-529a2fe4-6b0e-49b1-b6cf-29c05fd0a0be tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.128014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4deeaf9c-05c8-4f7a-8850-cad6d399cb69 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:18.171325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:18.171779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:18.172069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:18.180590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd1a127-24a4-4ee1-9cd0-92208b8d94b6,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:18.183695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:18.184051 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:18.185093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:18.194380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-af07952d-bead-474c-9572-cbf351e291d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9582e8>, [{'id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': '3b850726-e67a-4605-b398-62a610763d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:13Z', 'revision_number': 4, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'gw_port': {'id': '3b850726-e67a-4605-b398-62a610763d60', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:04Z', 'updated_at': '2021-12-23T16:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '702b2349-d99b-4836-924e-bbd7d49c3560', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'port_id': '38e54837-6623-4d30-a54c-66d4d782a329', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'mac_address': 'fa:16:3e:8c:ce:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:10:26Z', 'updated_at': '2021-12-23T16:11:10Z', 'revision_number': 1, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c2be19a-b248-495a-bc30-bc8b1d230375', 'name': '', 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'mac_address': 'fa:16:3e:2f:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:10Z', 'updated_at': '2021-12-23T16:10:24Z', 'revision_number': 5, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'subnets': [{'id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:18.212288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64cdf6d7-779e-4785-87f7-984e2e929aec tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:18.220228 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 3 to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1
Dec 23 16:11:18.235207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-529a2fe4-6b0e-49b1-b6cf-29c05fd0a0be tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.236705 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-529a2fe4-6b0e-49b1-b6cf-29c05fd0a0be tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7626524
Dec 23 16:11:18.245284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48252) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:18.248394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07952d-bead-474c-9572-cbf351e291d8 None None] Checking router: dcd7c192-4092-4e5c-982d-88887c32bfc3 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:11:18.254145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a2fe4-6b0e-49b1-b6cf-29c05fd0a0be tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a94f7c-bc79-467b-9f85-62ccd637acd4,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:18.261753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6bfe549e-b33d-4751-b63d-64e9d89dd152 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '9a259d17-ae5d-4f42-b1b9-bc5d8de30ccc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:18.267492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-529a2fe4-6b0e-49b1-b6cf-29c05fd0a0be tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:18.299816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Network 927e7714-b5a5-4108-9a92-d7e9b5e0dc44 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:18.304340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Pushing event updated for resources: {'Port': ['ID=e4e9d460-758b-4d22-83fe-48ce6da125fb,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:18.307912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:18.311374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:18.313891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:18.315594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-767f8533-78e8-4386-a9df-9713c21f8202 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:18.335160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47f12894-35b0-45d2-95e0-dda9d2fce665 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.361497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-767f8533-78e8-4386-a9df-9713c21f8202 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:18.409856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07952d-bead-474c-9572-cbf351e291d8 None None] Routers {'dcd7c192-4092-4e5c-982d-88887c32bfc3'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:18.410571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-af07952d-bead-474c-9572-cbf351e291d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9582e8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['dcd7c192-4092-4e5c-982d-88887c32bfc3'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:18.431011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:18.431399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:18.431785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:18.434850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.438634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.447065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6bfe549e-b33d-4751-b63d-64e9d89dd152 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:18.457477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6bfe549e-b33d-4751-b63d-64e9d89dd152 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:18.462169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0800b940-a7e3-42cb-893e-3f11dc84baa5 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:18.471428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6bfe549e-b33d-4751-b63d-64e9d89dd152 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:18.479590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6bfe549e-b33d-4751-b63d-64e9d89dd152 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:18.486652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:18.487047 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:18.491732 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 4 to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1
Dec 23 16:11:18.494375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767f8533-78e8-4386-a9df-9713c21f8202 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:18.500617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-767f8533-78e8-4386-a9df-9713c21f8202 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.514449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79e159e8>,) {'filters': {'network_id': ['927e7714-b5a5-4108-9a92-d7e9b5e0dc44']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:18.522044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:18.522431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:18.522815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:18.532213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47f12894-35b0-45d2-95e0-dda9d2fce665 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.536512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79e159e8>, '8dc72f88-de5d-4308-8b67-d931e6121bd3') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:18.536869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79e159e8>, '8dc72f88-de5d-4308-8b67-d931e6121bd3') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:18.546172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] device_id is not set on port 3052f9b7-349e-4dea-b5b8-b334c5292775 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:18.554333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:18.554882 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:18.557443 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 5 to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1
Dec 23 16:11:18.566001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.575901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bfe549e-b33d-4751-b63d-64e9d89dd152 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.620297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.622623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:18.623208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:18.623336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:18.635060 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b3ab43e7-e3f7-493f-98b4-3345817505fc req-0b39ff15-277e-44c3-b65a-7534bd5f18bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3e9074d25284bffb73031ea842e474c&device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 1099 time: 0.4326749
Dec 23 16:11:18.636349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:18.640052 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:18.657901 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 6 to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1
Dec 23 16:11:18.678240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:11:18.678689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:18.701239 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:18.707303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Attempting to bind port e4e9d460-758b-4d22-83fe-48ce6da125fb on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:18.707739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Attempting to bind port e4e9d460-758b-4d22-83fe-48ce6da125fb by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '8dc72f88-de5d-4308-8b67-d931e6121bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '927e7714-b5a5-4108-9a92-d7e9b5e0dc44'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:18.708137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Attempting to bind port e4e9d460-758b-4d22-83fe-48ce6da125fb on network 927e7714-b5a5-4108-9a92-d7e9b5e0dc44 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:18.711230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87adffe-e7e2-4ef1-a221-537263bf2725 None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:11:18.723247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:18.723957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:18.724458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:18.735203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f87adffe-e7e2-4ef1-a221-537263bf2725 None None] Deleting port 63cab921-b6b8-4e24-8838-c64966b34ddf {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:18.735868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f87adffe-e7e2-4ef1-a221-537263bf2725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.781391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47f12894-35b0-45d2-95e0-dda9d2fce665 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.786248 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-47f12894-35b0-45d2-95e0-dda9d2fce665 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 1.1026003
Dec 23 16:11:18.790116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:11:18.790630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Checking segment: {'id': '8dc72f88-de5d-4308-8b67-d931e6121bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '927e7714-b5a5-4108-9a92-d7e9b5e0dc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:18.791125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.791592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Bound using segment: {'id': '8dc72f88-de5d-4308-8b67-d931e6121bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '927e7714-b5a5-4108-9a92-d7e9b5e0dc44'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:11:18.792147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Bound port: e4e9d460-758b-4d22-83fe-48ce6da125fb, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc72f88-de5d-4308-8b67-d931e6121bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '927e7714-b5a5-4108-9a92-d7e9b5e0dc44'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:11:18.792581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.798571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48258) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:18.822067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:18.822688 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:18.828599 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 7 to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1
Dec 23 16:11:18.842972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:11:18.842972 dv-neutron-822801-1-hyperv neutron-server[88729]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:11:18.842972 dv-neutron-822801-1-hyperv neutron-server[88729]: [parameters: {'id': '927e7714-b5a5-4108-9a92-d7e9b5e0dc44'}]
Dec 23 16:11:18.842972 dv-neutron-822801-1-hyperv neutron-server[88729]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:11:18.843741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:11:18.846341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-36a17ebd-40e8-409e-81ae-75b0312aca2f None None] Provisioning for port 39d7d1dc-a4a0-4e49-a991-0276f41af59a completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:18.855426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:18.855952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:18.856444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:18.859707 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-6bfe549e-b33d-4751-b63d-64e9d89dd152 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:11:18.863717 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6bfe549e-b33d-4751-b63d-64e9d89dd152 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.6120293
Dec 23 16:11:18.864229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48262) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:18.883538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:18.884633 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:18.884633 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 8 to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1
Dec 23 16:11:18.916541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:18.917325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:18.917487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:18.928115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-36a17ebd-40e8-409e-81ae-75b0312aca2f None None] Provisioning complete for port 39d7d1dc-a4a0-4e49-a991-0276f41af59a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:18.928559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-36a17ebd-40e8-409e-81ae-75b0312aca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.935756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:18.936249 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:18.937972 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 9 to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1
Dec 23 16:11:18.958943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:18.959517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:18.960027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:18.981924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:18.982445 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:18.983267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-309d938d-3dd7-498c-bb40-d3c5a6aed74b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:18.986157 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 10 to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1
Dec 23 16:11:19.042029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:19.042670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:19.043432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:19.057859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-309d938d-3dd7-498c-bb40-d3c5a6aed74b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:19.070677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:19.071343 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:19.071765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:19.146186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-af07952d-bead-474c-9572-cbf351e291d8 None None] Set router dcd7c192-4092-4e5c-982d-88887c32bfc3 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:11:19.190584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-309d938d-3dd7-498c-bb40-d3c5a6aed74b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:19.201883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e8e2d07-2141-4c91-923b-13747da3fe3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:19.225737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d938d-3dd7-498c-bb40-d3c5a6aed74b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a259d17-ae5d-4f42-b1b9-bc5d8de30ccc,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:19.229864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-309d938d-3dd7-498c-bb40-d3c5a6aed74b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:19.235373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] For port 9637c0f7-d84b-46c4-a5c9-04cc785440d1, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:19.235908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempted to set empty binding levels {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 23 16:11:19.239565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-309d938d-3dd7-498c-bb40-d3c5a6aed74b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:19.243852 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-309d938d-3dd7-498c-bb40-d3c5a6aed74b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "DELETE /v2.0/security-groups/9a259d17-ae5d-4f42-b1b9-bc5d8de30ccc HTTP/1.1" status: 204  len: 168 time: 0.3758624
Dec 23 16:11:19.243852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:19.249047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48266) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:19.249886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a50704df-36ef-4c79-9647-2c3930791373 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:19.259162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 0800b940-a7e3-42cb-893e-3f11dc84baa5 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:19.259722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:19.338385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] In _notify_port_updated(), no bound segment for port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:11:19.339802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:19.341343 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "PUT /v2.0/ports/9637c0f7-d84b-46c4-a5c9-04cc785440d1 HTTP/1.1" status: 200  len: 976 time: 3.2570913
Dec 23 16:11:19.352815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:19.355540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48270) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:19.426249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-36a17ebd-40e8-409e-81ae-75b0312aca2f None None] Port 39d7d1dc-a4a0-4e49-a991-0276f41af59a cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:11:19.432729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Pushing event updated for resources: {'Port': ['ID=9637c0f7-d84b-46c4-a5c9-04cc785440d1,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:19.435794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:19.461512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Deleting port e4e9d460-758b-4d22-83fe-48ce6da125fb {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:19.461512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:19.513284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-181ebdd8-b6c5-4ac9-8163-8e6ad5ab8598 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Synchronizing usage tracker for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:19.516210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab43e7-e3f7-493f-98b4-3345817505fc req-863c159d-877a-4f11-bafb-72ef60d5b290 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:19.517858 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b3ab43e7-e3f7-493f-98b4-3345817505fc req-863c159d-877a-4f11-bafb-72ef60d5b290 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfa648d5-30ca-497f-9b97-9f623b2533e8 HTTP/1.1" status: 200  len: 906 time: 0.7964828
Dec 23 16:11:19.525605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] For port e4e9d460-758b-4d22-83fe-48ce6da125fb, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:19.525791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ef35ddb-8a90-43a0-83ad-43bbb55098da tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:19.607738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-181ebdd8-b6c5-4ac9-8163-8e6ad5ab8598 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Unset dirty status for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:19.609028 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-181ebdd8-b6c5-4ac9-8163-8e6ad5ab8598 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3241262
Dec 23 16:11:19.630521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] For port e4e9d460-758b-4d22-83fe-48ce6da125fb, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e4e9d460-758b-4d22-83fe-48ce6da125fb,segment=NetworkSegment(8dc72f88-de5d-4308-8b67-d931e6121bd3),segment_id=8dc72f88-de5d-4308-8b67-d931e6121bd3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:11:19.630755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48276) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:19.654365 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-60e51888-b03e-4550-ae65-aa3d05ed66b6 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 18103 time: 0.2918627
Dec 23 16:11:19.655770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48280) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:19.661399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-032b100e-9f83-4470-8f96-ad3bdbef6a24 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268359646'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:19.670819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Allocated IP 2001:db8::316 (f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a/aa8ba6b4-9eb9-42e3-bd6c-55676b699b5b/3052f9b7-349e-4dea-b5b8-b334c5292775) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:19.671208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-032b100e-9f83-4470-8f96-ad3bdbef6a24 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:19.685646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:19.695796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f89e35d0-b121-49dd-bf4e-c966339f81a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:19.741528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-032b100e-9f83-4470-8f96-ad3bdbef6a24 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:19.768021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f87adffe-e7e2-4ef1-a221-537263bf2725 None None] For port 63cab921-b6b8-4e24-8838-c64966b34ddf, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=63cab921-b6b8-4e24-8838-c64966b34ddf,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:19.768476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f87adffe-e7e2-4ef1-a221-537263bf2725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:19.836621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b05e1b26-7195-43d9-bf93-c52e35e962d8 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Deleting port 9637c0f7-d84b-46c4-a5c9-04cc785440d1 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:19.836621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b05e1b26-7195-43d9-bf93-c52e35e962d8 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:19.861268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-032b100e-9f83-4470-8f96-ad3bdbef6a24 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:19.871863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] For port e4e9d460-758b-4d22-83fe-48ce6da125fb, host dv-neutron-822801-1-hyperv, got binding levels [] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:19.872273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:19.903563 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b3ab43e7-e3f7-493f-98b4-3345817505fc req-cf0d0751-b5d4-47f6-a2fb-02bc1b3be83e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38e54837-6623-4d30-a54c-66d4d782a329 HTTP/1.1" status: 200  len: 1000 time: 0.3181677
Dec 23 16:11:19.951716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f87adffe-e7e2-4ef1-a221-537263bf2725 None None] Calling delete_port for 63cab921-b6b8-4e24-8838-c64966b34ddf owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:20.043321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Calling delete_port for e4e9d460-758b-4d22-83fe-48ce6da125fb owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:20.127283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-767f8533-78e8-4386-a9df-9713c21f8202 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.143847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Pushing event updated for resources: {'Port': ['ID=e4e9d460-758b-4d22-83fe-48ce6da125fb,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:20.145690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-032b100e-9f83-4470-8f96-ad3bdbef6a24 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:20.147221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:20.159344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-032b100e-9f83-4470-8f96-ad3bdbef6a24 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:20.168136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-032b100e-9f83-4470-8f96-ad3bdbef6a24 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:20.173183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:20.187709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-032b100e-9f83-4470-8f96-ad3bdbef6a24 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:20.210042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d274f384-fba4-402e-9943-d851bf02eb44 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:11:20.239596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:11:20.239970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:11:20.288714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c99f5b-f21b-4c3a-aee5-bd66db5a3513 None None] Network 927e7714-b5a5-4108-9a92-d7e9b5e0dc44 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:20.310811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 63cab921-b6b8-4e24-8838-c64966b34ddf no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:11:20.335595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f87adffe-e7e2-4ef1-a221-537263bf2725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.336738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b05e1b26-7195-43d9-bf93-c52e35e962d8 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] For port 9637c0f7-d84b-46c4-a5c9-04cc785440d1, host hv-neutron-8228, got binding levels [] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:20.337144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b05e1b26-7195-43d9-bf93-c52e35e962d8 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.347744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:20.411533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 63cab921-b6b8-4e24-8838-c64966b34ddf {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:11:20.411942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 63cab921-b6b8-4e24-8838-c64966b34ddf not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:11:20.421491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87adffe-e7e2-4ef1-a221-537263bf2725 None None] Pushing event deleted for resources: {'Port': ['ID=63cab921-b6b8-4e24-8838-c64966b34ddf,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:20.424286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f87adffe-e7e2-4ef1-a221-537263bf2725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:20.490258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b05e1b26-7195-43d9-bf93-c52e35e962d8 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Calling delete_port for 9637c0f7-d84b-46c4-a5c9-04cc785440d1 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:20.491403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab43e7-e3f7-493f-98b4-3345817505fc req-4f130611-32cc-4787-9e30-93fc231e1971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:20.493249 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b3ab43e7-e3f7-493f-98b4-3345817505fc req-4f130611-32cc-4787-9e30-93fc231e1971 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f250da7f-3b14-46c6-a5c6-0d0104cd26c1 HTTP/1.1" status: 200  len: 844 time: 0.5205810
Dec 23 16:11:20.498775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87adffe-e7e2-4ef1-a221-537263bf2725 None None] No DVR routers for this DVR port 63cab921-b6b8-4e24-8838-c64966b34ddf on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:11:20.538101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-032b100e-9f83-4470-8f96-ad3bdbef6a24 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.546669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-032b100e-9f83-4470-8f96-ad3bdbef6a24 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.550296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ef35ddb-8a90-43a0-83ad-43bbb55098da tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.553869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-114f9c1f-b014-4b92-996a-fddd8f5a5e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:20.554447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767f8533-78e8-4386-a9df-9713c21f8202 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:20.588972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-767f8533-78e8-4386-a9df-9713c21f8202 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:20.597767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767f8533-78e8-4386-a9df-9713c21f8202 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:20.598440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-767f8533-78e8-4386-a9df-9713c21f8202 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.608274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023a4e55-c29f-46a2-b903-ac4825f67560 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:20.622599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b100e-9f83-4470-8f96-ad3bdbef6a24 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c50fc8-6429-4493-889d-6bfd79d08a94,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:20.625548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-032b100e-9f83-4470-8f96-ad3bdbef6a24 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:20.631367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-032b100e-9f83-4470-8f96-ad3bdbef6a24 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.636094 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-032b100e-9f83-4470-8f96-ad3bdbef6a24 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0009911
Dec 23 16:11:20.636459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48284) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:20.639115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b05e1b26-7195-43d9-bf93-c52e35e962d8 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.650653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-61240d45-e0bb-4b05-983d-61e9fede726d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': 'f9c50fc8-6429-4493-889d-6bfd79d08a94', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:20.651050 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-61240d45-e0bb-4b05-983d-61e9fede726d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:20.654823 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-61240d45-e0bb-4b05-983d-61e9fede726d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0148280
Dec 23 16:11:20.654823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:20.658852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-af07952d-bead-474c-9572-cbf351e291d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9582e8>, [{'id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': '3b850726-e67a-4605-b398-62a610763d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:13Z', 'revision_number': 4, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'gw_port': {'id': '3b850726-e67a-4605-b398-62a610763d60', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:04Z', 'updated_at': '2021-12-23T16:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '702b2349-d99b-4836-924e-bbd7d49c3560', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'port_id': '38e54837-6623-4d30-a54c-66d4d782a329', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'mac_address': 'fa:16:3e:8c:ce:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:10:26Z', 'updated_at': '2021-12-23T16:11:10Z', 'revision_number': 1, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c2be19a-b248-495a-bc30-bc8b1d230375', 'name': '', 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'mac_address': 'fa:16:3e:2f:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:10Z', 'updated_at': '2021-12-23T16:10:24Z', 'revision_number': 5, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'subnets': [{'id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:20.671438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48288) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:20.686735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ef35ddb-8a90-43a0-83ad-43bbb55098da tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.690289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f8533-78e8-4386-a9df-9713c21f8202 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=7fb88ae5-54ee-479c-a303-bf4061d32299,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:20.710865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e1b26-7195-43d9-bf93-c52e35e962d8 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Pushing event deleted for resources: {'Port': ['ID=9637c0f7-d84b-46c4-a5c9-04cc785440d1,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:20.717543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b05e1b26-7195-43d9-bf93-c52e35e962d8 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:20.727328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07952d-bead-474c-9572-cbf351e291d8 None None] The sync data for ids ['dcd7c192-4092-4e5c-982d-88887c32bfc3'] in dv-neutron-822801-1-hyperv is: [{'id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': '3b850726-e67a-4605-b398-62a610763d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:13Z', 'revision_number': 4, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'gw_port': {'id': '3b850726-e67a-4605-b398-62a610763d60', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:04Z', 'updated_at': '2021-12-23T16:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '702b2349-d99b-4836-924e-bbd7d49c3560', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'port_id': '38e54837-6623-4d30-a54c-66d4d782a329', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'mac_address': 'fa:16:3e:8c:ce:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:10:26Z', 'updated_at': '2021-12-23T16:11:10Z', 'revision_number': 1, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c2be19a-b248-495a-bc30-bc8b1d230375', 'name': '', 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'mac_address': 'fa:16:3e:2f:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:10Z', 'updated_at': '2021-12-23T16:10:24Z', 'revision_number': 5, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'subnets': [{'id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:11:20.729037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b05e1b26-7195-43d9-bf93-c52e35e962d8 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.741033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Deleting port e4e9d460-758b-4d22-83fe-48ce6da125fb {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:20.741636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.763211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-767f8533-78e8-4386-a9df-9713c21f8202 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:20.812731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.825200 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b05e1b26-7195-43d9-bf93-c52e35e962d8 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "DELETE /v2.0/ports/9637c0f7-d84b-46c4-a5c9-04cc785440d1 HTTP/1.1" status: 204  len: 168 time: 1.1683595
Dec 23 16:11:20.829192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48294) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:20.865755 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-767f8533-78e8-4386-a9df-9713c21f8202 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.9767129
Dec 23 16:11:20.884461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48298) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:20.897931 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3e4958-4239-4543-8058-53bedd7e28f5 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:11:20.898919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ee3e4958-4239-4543-8058-53bedd7e28f5 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Synchronizing usage tracker for tenant:4e36af4f1ca0405fbd464184e6287200 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:20.900275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'name': 'tempest-NetworksTestDHCPv6-1644779580'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:20.919919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Transition to ACTIVE for port object 3052f9b7-349e-4dea-b5b8-b334c5292775 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:20.921088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': '7fb88ae5-54ee-479c-a303-bf4061d32299'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:11:20.922727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.928665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-588db1a5-19ba-4755-83c5-5eb96d741115 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.942632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ef35ddb-8a90-43a0-83ad-43bbb55098da tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:20.943207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef35ddb-8a90-43a0-83ad-43bbb55098da tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84c353e8-ae0f-4d47-af81-5f3975687834 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:11:20.961752 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b3ab43e7-e3f7-493f-98b4-3345817505fc req-d806896b-4525-4d12-8b37-07caa912298d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfa648d5-30ca-497f-9b97-9f623b2533e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4567022
Dec 23 16:11:20.967091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ee3e4958-4239-4543-8058-53bedd7e28f5 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Unset dirty status for tenant:4e36af4f1ca0405fbd464184e6287200 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:20.972684 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ee3e4958-4239-4543-8058-53bedd7e28f5 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "GET /v2.0/ports/9637c0f7-d84b-46c4-a5c9-04cc785440d1 HTTP/1.1" status: 404  len: 333 time: 0.1380308
Dec 23 16:11:20.972684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48302) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:20.978835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-892663132', 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:20.985605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:21.004219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:21.052873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Made reservation on behalf of 4e36af4f1ca0405fbd464184e6287200 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:21.058762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:21.090549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ef35ddb-8a90-43a0-83ad-43bbb55098da tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:21.093973 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3ef35ddb-8a90-43a0-83ad-43bbb55098da tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "DELETE /v2.0/routers/84c353e8-ae0f-4d47-af81-5f3975687834 HTTP/1.1" status: 204  len: 168 time: 2.2919412
Dec 23 16:11:21.110690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-588db1a5-19ba-4755-83c5-5eb96d741115 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:21.153154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Allocated IP 2001:db8::2 (ba343194-bb9c-4b65-8867-816842e8f671/7fb88ae5-54ee-479c-a303-bf4061d32299/ab251caa-cd28-445a-b41c-a690cfb5e6c8) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:21.165630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] device_id is not set on port ae472588-1e12-4157-979b-3e4584d7bffe yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:21.229016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] For port e4e9d460-758b-4d22-83fe-48ce6da125fb, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e4e9d460-758b-4d22-83fe-48ce6da125fb,segment=NetworkSegment(8dc72f88-de5d-4308-8b67-d931e6121bd3),segment_id=8dc72f88-de5d-4308-8b67-d931e6121bd3)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:21.229862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:21.242618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c42e59-dd7a-4244-866c-f8e7b59a63d0 None None] New status for floating IP 702b2349-d99b-4836-924e-bbd7d49c3560: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:11:21.528438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48308) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:21.623734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Calling delete_port for e4e9d460-758b-4d22-83fe-48ce6da125fb owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:21.687458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:21.695054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:21.708896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8d59de6f-baac-48f2-acf6-f835a30fa102 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:21.770918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:21.787385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Transition to ACTIVE for port object ab251caa-cd28-445a-b41c-a690cfb5e6c8 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:21.796638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:port and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:21.821531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:21.824855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-588db1a5-19ba-4755-83c5-5eb96d741115 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:21.832673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Transition to ACTIVE for port object ab251caa-cd28-445a-b41c-a690cfb5e6c8 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:21.844371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:21.845099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:21.857964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:21.902664 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b3ab43e7-e3f7-493f-98b4-3345817505fc req-b3aeb737-74f9-4c6a-ad9f-7db277715f8b service neutron] 10.222.0.36 "GET /v2.0/networks/dfa648d5-30ca-497f-9b97-9f623b2533e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9148157
Dec 23 16:11:21.905927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event updated for resources: {'Port': ['ID=3052f9b7-349e-4dea-b5b8-b334c5292775,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:21.916192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:21.933937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:21.934129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:21.937249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:21.937761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:21.943141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:21.945971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:21.947658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:21.948373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:21.963116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:21.967041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:21.973075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Pushing event updated for resources: {'Port': ['ID=ab251caa-cd28-445a-b41c-a690cfb5e6c8,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:22.018952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.023750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:22.050208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:22.071448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.073410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:22.082038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Port': ['ID=e4e9d460-758b-4d22-83fe-48ce6da125fb,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:22.091007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:22.094511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e8f1357-f51b-4fd9-808a-93899e23f25b tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:22.096490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.125583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Attempting to bind port ab251caa-cd28-445a-b41c-a690cfb5e6c8 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:22.126264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Attempting to bind port ab251caa-cd28-445a-b41c-a690cfb5e6c8 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:22.126846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Attempting to bind port ab251caa-cd28-445a-b41c-a690cfb5e6c8 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:22.128998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588db1a5-19ba-4755-83c5-5eb96d741115 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c50fc8-6429-4493-889d-6bfd79d08a94,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:22.138349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:11:22.138936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:22.139267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-588db1a5-19ba-4755-83c5-5eb96d741115 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:22.139444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.139897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:11:22.140147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-588db1a5-19ba-4755-83c5-5eb96d741115 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.144240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Bound port: ab251caa-cd28-445a-b41c-a690cfb5e6c8, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:11:22.144240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.144466 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-588db1a5-19ba-4755-83c5-5eb96d741115 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "DELETE /v2.0/security-groups/f9c50fc8-6429-4493-889d-6bfd79d08a94 HTTP/1.1" status: 204  len: 168 time: 1.4528112
Dec 23 16:11:22.150041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-704044581', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}, 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:22.164839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48316) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:22.186444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No DVR routers for this DVR port e4e9d460-758b-4d22-83fe-48ce6da125fb on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:11:22.214370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Network 80e59132-38b8-4612-b1aa-754274530cb4 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:22.239583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:22.244629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Usage tracker for resource:router and tenant:837529779aa5438a8e4166b9bc964d6c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:22.251661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:22.251990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:22.260532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:22.271237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] For port ab251caa-cd28-445a-b41c-a690cfb5e6c8, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:22.272300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:22.273279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:22.273897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.276019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] For port ab251caa-cd28-445a-b41c-a690cfb5e6c8, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ab251caa-cd28-445a-b41c-a690cfb5e6c8,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:11:22.281036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.293869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d274f384-fba4-402e-9943-d851bf02eb44 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:11:22.295892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64c36807-12cd-4527-819c-9fe75909bc26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:22.300024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d274f384-fba4-402e-9943-d851bf02eb44 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.332499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Pushing event updated for resources: {'Port': ['ID=ae472588-1e12-4157-979b-3e4584d7bffe,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:22.344047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.344823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26ebb8-90ed-4fed-9e8d-2d070b32348d None None] Sync routers for ids ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:11:22.345201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.369460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:22.401131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a26ebb8-90ed-4fed-9e8d-2d070b32348d None None] Routers {'10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:22.402037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5a26ebb8-90ed-4fed-9e8d-2d070b32348d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b4390>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:22.436474 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 5.3665075
Dec 23 16:11:22.451761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48320) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:22.456022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port 89a455e5-4449-484a-8762-3816899691e9 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:22.466265 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.4900441
Dec 23 16:11:22.472154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.484068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48322) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:22.535904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Pushing event updated for resources: {'Port': ['ID=ab251caa-cd28-445a-b41c-a690cfb5e6c8,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:22.541691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-afea065f-4ba7-447d-ac9c-d355cc6be673 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Synchronizing usage tracker for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:22.570533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a334940>,) {'filters': {'network_id': ['927e7714-b5a5-4108-9a92-d7e9b5e0dc44']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:22.599511 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d274f384-fba4-402e-9943-d851bf02eb44 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "PUT /v2.0/floatingips/307b3f7f-4a3e-4f6c-83e5-878c5f305880 HTTP/1.1" status: 200  len: 990 time: 11.2605944
Dec 23 16:11:22.600981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a334940>, '8dc72f88-de5d-4308-8b67-d931e6121bd3') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:22.601127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a334940>, '8dc72f88-de5d-4308-8b67-d931e6121bd3') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:22.609257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cac63be-676e-453a-bbeb-c5ab8f35f838', 'tag': '70adf2ec-2c52-440d-9384-2f3deef813ad'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:11:22.614694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-10614b0b-10f7-43ff-bf08-6a89b6b64d1d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Synchronizing usage tracker for tenant:4e36af4f1ca0405fbd464184e6287200 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:22.621806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.633190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-afea065f-4ba7-447d-ac9c-d355cc6be673 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Unset dirty status for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:22.638199 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-afea065f-4ba7-447d-ac9c-d355cc6be673 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4564307
Dec 23 16:11:22.639146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48332) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:22.650302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.657211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:11:22.657661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.660776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bfabad43-be29-4563-8d1e-31faf3138b52 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group': {'name': 'tempest-secgroup--499565879'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:22.684392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.691924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bfabad43-be29-4563-8d1e-31faf3138b52 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:22.703372 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b3ab43e7-e3f7-493f-98b4-3345817505fc req-f6432963-2a17-4842-b2d1-ec4189058674 service neutron] 10.222.0.36 "GET /v2.0/networks/dfa648d5-30ca-497f-9b97-9f623b2533e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7682552
Dec 23 16:11:22.704554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-5a26ebb8-90ed-4fed-9e8d-2d070b32348d None None] Set router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:22.765737 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:22.768537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-10614b0b-10f7-43ff-bf08-6a89b6b64d1d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Unset dirty status for tenant:4e36af4f1ca0405fbd464184e6287200 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:22.773301 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-10614b0b-10f7-43ff-bf08-6a89b6b64d1d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "GET /v2.0/ports/ae472588-1e12-4157-979b-3e4584d7bffe HTTP/1.1" status: 200  len: 954 time: 0.2848756
Dec 23 16:11:22.773301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.781761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48336) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:22.784365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.790461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3069395f-d7f1-468c-b0fc-60ad64cb6bf0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:22.793775 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cac63be-676e-453a-bbeb-c5ab8f35f838', 'tag': '70adf2ec-2c52-440d-9384-2f3deef813ad', 'status': 'completed', 'code': 200}
Dec 23 16:11:22.796805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:22.799555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bfabad43-be29-4563-8d1e-31faf3138b52 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:22.801940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fa1d510d-a2f9-4cdb-83d5-2cda0ac3bc28 None None] Provisioning for port 3052f9b7-349e-4dea-b5b8-b334c5292775 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:22.811316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fa1d510d-a2f9-4cdb-83d5-2cda0ac3bc28 None None] Provisioning complete for port 3052f9b7-349e-4dea-b5b8-b334c5292775 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:22.811841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa1d510d-a2f9-4cdb-83d5-2cda0ac3bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.819908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Network': ['ID=927e7714-b5a5-4108-9a92-d7e9b5e0dc44,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:22.823369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:22.829029 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/927e7714-b5a5-4108-9a92-d7e9b5e0dc44 HTTP/1.1" status: 204  len: 168 time: 7.6759210
Dec 23 16:11:22.830140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48340) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:22.844153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-852279080'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:22.850048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:22.855956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:network and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:22.859267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:22.866338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:22.880374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:22.890431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.929235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:11:22.949979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.950578 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Added segment 943b61e5-ded2-4aff-b23e-f134fba6c4d1 of type vlan for network 3cd67f00-a079-4e1b-a899-85e28c2f4d76
Dec 23 16:11:22.967527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fa1d510d-a2f9-4cdb-83d5-2cda0ac3bc28 None None] Port 3052f9b7-349e-4dea-b5b8-b334c5292775 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:11:22.969234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e79894b9-17b8-4991-b69e-f266eab88a6e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Deleting port ae472588-1e12-4157-979b-3e4584d7bffe {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:22.969627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e79894b9-17b8-4991-b69e-f266eab88a6e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:22.989764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:23.025412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:23.029707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:23.030373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:23.036529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d197414b-2ec1-4935-8130-28b4c9215fb3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:23.070618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfabad43-be29-4563-8d1e-31faf3138b52 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:23.159525 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3273876
Dec 23 16:11:23.165888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48346) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:23.173467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'subnet': {'network_id': '3cd67f00-a079-4e1b-a899-85e28c2f4d76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:23.191447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Network': ['ID=3cd67f00-a079-4e1b-a899-85e28c2f4d76,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:23.206588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:23.235549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 3cd67f00-a079-4e1b-a899-85e28c2f4d76 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:11:23.255873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::8d (ba343194-bb9c-4b65-8867-816842e8f671/7fb88ae5-54ee-479c-a303-bf4061d32299/89a455e5-4449-484a-8762-3816899691e9) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:23.273829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2793e-1f72-487b-9b1e-ca682f28ac88 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:23.278543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2793e-1f72-487b-9b1e-ca682f28ac88 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:23.283105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2793e-1f72-487b-9b1e-ca682f28ac88 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:23.284062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c1c2793e-1f72-487b-9b1e-ca682f28ac88 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Synchronizing usage tracker for tenant:e55e2819e4e44d29af75683220a7866a on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:23.324867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:23.328878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:subnet and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:23.331911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:23.339250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:23.350031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:23.386079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5a26ebb8-90ed-4fed-9e8d-2d070b32348d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b4390>, [{'id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:02Z', 'updated_at': '2021-12-23T16:10:14Z', 'revision_number': 4, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'gw_port': {'id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '307b3f7f-4a3e-4f6c-83e5-878c5f305880', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'floating_ip_address': '172.26.5.31', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'port_id': '70adf2ec-2c52-440d-9384-2f3deef813ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'mac_address': 'fa:16:3e:32:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cac63be-676e-453a-bbeb-c5ab8f35f838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:10:30Z', 'updated_at': '2021-12-23T16:11:13Z', 'revision_number': 1, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3e2d12-564f-4f36-bfad-546520a82fbb', 'name': '', 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'mac_address': 'fa:16:3e:94:66:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:12Z', 'updated_at': '2021-12-23T16:10:27Z', 'revision_number': 5, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'subnets': [{'id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:23.390577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26ebb8-90ed-4fed-9e8d-2d070b32348d None None] Checking router: 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:11:23.402678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a26ebb8-90ed-4fed-9e8d-2d070b32348d None None] Routers {'10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:23.403419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5a26ebb8-90ed-4fed-9e8d-2d070b32348d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b4390>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:23.452850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bfabad43-be29-4563-8d1e-31faf3138b52 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:23.463010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:23.479310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bfabad43-be29-4563-8d1e-31faf3138b52 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:23.499879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bfabad43-be29-4563-8d1e-31faf3138b52 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:23.511948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c1c2793e-1f72-487b-9b1e-ca682f28ac88 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Unset dirty status for tenant:e55e2819e4e44d29af75683220a7866a on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:23.513484 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c1c2793e-1f72-487b-9b1e-ca682f28ac88 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2483 time: 1.0202849
Dec 23 16:11:23.524097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bfabad43-be29-4563-8d1e-31faf3138b52 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:23.526259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48350) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:23.550340 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f61e9b4-9a13-4044-9d2a-c75fcdfe86cc req-ac4a36de-1eff-4303-a328-718366eb4711 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=144dc5c7ed6e4c23a362512bbbcbe9a1&device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 1098 time: 0.7540402
Dec 23 16:11:23.607253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:23.616229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-5a26ebb8-90ed-4fed-9e8d-2d070b32348d None None] Set router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:11:23.721750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:23.727712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2818a3e4-6d98-41dd-9a60-fe7883748ac1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:23.797064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e79894b9-17b8-4991-b69e-f266eab88a6e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:23.815042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Subnet': ['ID=0c08f74e-547e-49e6-a47a-e2a99aaa7933,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:23.819863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:23.826522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Checking segment: {'id': '943b61e5-ded2-4aff-b23e-f134fba6c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3cd67f00-a079-4e1b-a899-85e28c2f4d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:23.826928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network hostable DHCP agents. Network: 3cd67f00-a079-4e1b-a899-85e28c2f4d76, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:11:23.870354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network 3cd67f00-a079-4e1b-a899-85e28c2f4d76 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:11:23.896382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 3cd67f00-a079-4e1b-a899-85e28c2f4d76) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:23.900675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:23.901348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:23.944205 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.7762530
Dec 23 16:11:23.946802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecaafae-1cde-4c1b-a826-6d7df89e4daf None None] Network 3cd67f00-a079-4e1b-a899-85e28c2f4d76 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:23.947675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48356) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:24.149897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:24.287108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:24.357984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfabad43-be29-4563-8d1e-31faf3138b52 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:24.377106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ab251caa-cd28-445a-b41c-a690cfb5e6c8 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:24.404891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c35275-5ca7-48b3-9657-95a698c71580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-3cd67f00-a079-4e1b-a899-85e28c2f4d76', 'network_id': '3cd67f00-a079-4e1b-a899-85e28c2f4d76', 'tenant_id': '6a9cf0f0ca4f4ac399af3f4621aa3d28', 'fixed_ips': [{'subnet_id': '0c08f74e-547e-49e6-a47a-e2a99aaa7933'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:11:24.406063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5c35275-5ca7-48b3-9657-95a698c71580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:24.448006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:24.452611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5a26ebb8-90ed-4fed-9e8d-2d070b32348d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b4390>, [{'id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:02Z', 'updated_at': '2021-12-23T16:10:14Z', 'revision_number': 4, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'gw_port': {'id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '307b3f7f-4a3e-4f6c-83e5-878c5f305880', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'floating_ip_address': '172.26.5.31', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'port_id': '70adf2ec-2c52-440d-9384-2f3deef813ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'mac_address': 'fa:16:3e:32:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cac63be-676e-453a-bbeb-c5ab8f35f838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:10:30Z', 'updated_at': '2021-12-23T16:11:13Z', 'revision_number': 1, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3e2d12-564f-4f36-bfad-546520a82fbb', 'name': '', 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'mac_address': 'fa:16:3e:94:66:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:12Z', 'updated_at': '2021-12-23T16:10:27Z', 'revision_number': 5, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'subnets': [{'id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:24.455848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:24.460349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e6ab5e95-a005-4a12-8bf8-2b75ab82651a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:24.469317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26ebb8-90ed-4fed-9e8d-2d070b32348d None None] The sync data for ids ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'] in dv-neutron-822801-1-hyperv is: [{'id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:02Z', 'updated_at': '2021-12-23T16:10:14Z', 'revision_number': 4, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'gw_port': {'id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '307b3f7f-4a3e-4f6c-83e5-878c5f305880', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'floating_ip_address': '172.26.5.31', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'port_id': '70adf2ec-2c52-440d-9384-2f3deef813ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'mac_address': 'fa:16:3e:32:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cac63be-676e-453a-bbeb-c5ab8f35f838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:10:30Z', 'updated_at': '2021-12-23T16:11:13Z', 'revision_number': 1, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3e2d12-564f-4f36-bfad-546520a82fbb', 'name': '', 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'mac_address': 'fa:16:3e:94:66:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:12Z', 'updated_at': '2021-12-23T16:10:27Z', 'revision_number': 5, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'subnets': [{'id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:11:24.530065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Subnet': ['ID=0c08f74e-547e-49e6-a47a-e2a99aaa7933,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:24.533237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:24.552542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61e9b4-9a13-4044-9d2a-c75fcdfe86cc req-48f9f22d-9cfa-4970-81c8-b5eee575f94e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:24.554437 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f61e9b4-9a13-4044-9d2a-c75fcdfe86cc req-48f9f22d-9cfa-4970-81c8-b5eee575f94e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2133e255-6cff-4bb1-a186-6cff6442bfb6 HTTP/1.1" status: 200  len: 912 time: 0.9500444
Dec 23 16:11:24.562890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-59105d7d-4325-4613-b2bb-9279281396ae tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Deleting port 3052f9b7-349e-4dea-b5b8-b334c5292775 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:24.563244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59105d7d-4325-4613-b2bb-9279281396ae tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:24.575887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port ab251caa-cd28-445a-b41c-a690cfb5e6c8 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:24.584476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c91694-14a0-4b30-ad88-96609d81b93a None None] Network 3cd67f00-a079-4e1b-a899-85e28c2f4d76 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:24.606029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e79894b9-17b8-4991-b69e-f266eab88a6e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Calling delete_port for ae472588-1e12-4157-979b-3e4584d7bffe owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:24.649921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:24.680715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b795af080>,) {'filters': {'network_id': ['3cd67f00-a079-4e1b-a899-85e28c2f4d76']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:24.699021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b795af080>, '943b61e5-ded2-4aff-b23e-f134fba6c4d1') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:24.699366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b795af080>, '943b61e5-ded2-4aff-b23e-f134fba6c4d1') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:24.703205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1a5d4ac2-014d-4074-8fc0-66603ad6c058 None None] Provisioning for port ab251caa-cd28-445a-b41c-a690cfb5e6c8 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:24.712484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:24.714256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1a5d4ac2-014d-4074-8fc0-66603ad6c058 None None] Provisioning complete for port ab251caa-cd28-445a-b41c-a690cfb5e6c8 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:24.714693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4ac2-014d-4074-8fc0-66603ad6c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:24.726861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfabad43-be29-4563-8d1e-31faf3138b52 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:24.729607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:24.736904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:11:24.736904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:24.741599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ccff05c1-cee3-4388-b120-7f61f7eed0c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:24.761547 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:24.874978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:24.880146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:24.905835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d88306-c737-4ea4-a3f4-f9988b1270c8 None None] New status for floating IP 307b3f7f-4a3e-4f6c-83e5-878c5f305880: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:11:24.908013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:24.925860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Network': ['ID=3cd67f00-a079-4e1b-a899-85e28c2f4d76,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:24.935537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:24.937573 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/3cd67f00-a079-4e1b-a899-85e28c2f4d76 HTTP/1.1" status: 204  len: 168 time: 0.9851863
Dec 23 16:11:24.942931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48362) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:24.944103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabad43-be29-4563-8d1e-31faf3138b52 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41a7ff4-3b45-419e-af88-01d2e850ea5c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:24.954872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-618711085'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:24.966422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:24.971079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:network and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:24.975661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:24.978597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bfabad43-be29-4563-8d1e-31faf3138b52 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:24.985261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:24.998770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:25.007153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfabad43-be29-4563-8d1e-31faf3138b52 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.009130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.012172 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bfabad43-be29-4563-8d1e-31faf3138b52 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.3687844
Dec 23 16:11:25.017972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.025252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48366) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:25.027548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37d3f6a-b8ba-4949-8378-5fa4e435207d None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:11:25.032768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8fedcfbf-1049-4165-9373-02032cda79dc tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': 'c41a7ff4-3b45-419e-af88-01d2e850ea5c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:25.033485 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-8fedcfbf-1049-4165-9373-02032cda79dc tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:25.037587 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8fedcfbf-1049-4165-9373-02032cda79dc tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0098541
Dec 23 16:11:25.040810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48370) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:25.087003 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f61e9b4-9a13-4044-9d2a-c75fcdfe86cc req-00f4a881-7ea2-4137-8ca1-367d36cd20fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70adf2ec-2c52-440d-9384-2f3deef813ad HTTP/1.1" status: 200  len: 998 time: 0.4524395
Dec 23 16:11:25.087831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e79894b9-17b8-4991-b69e-f266eab88a6e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.090714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:11:25.124800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.127176 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Added segment 104ffecd-c824-43db-bff6-a52339a92f04 of type vlan for network ba8c8e39-158b-43a0-9def-60bbbe919415
Dec 23 16:11:25.160664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5841d78b-c399-495c-ad88-ded48fca6a80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:25.206847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.209979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4ac2-014d-4074-8fc0-66603ad6c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.255937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.270571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:25.271309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.276395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1a5d4ac2-014d-4074-8fc0-66603ad6c058 None None] For port ab251caa-cd28-445a-b41c-a690cfb5e6c8, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ab251caa-cd28-445a-b41c-a690cfb5e6c8,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:25.289798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4ac2-014d-4074-8fc0-66603ad6c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.298410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:25.301483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2b5d7308-e993-4ead-8ae4-2a0c21be10b0 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:25.307166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object 89a455e5-4449-484a-8762-3816899691e9 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:25.324167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79894b9-17b8-4991-b69e-f266eab88a6e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae472588-1e12-4157-979b-3e4584d7bffe,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:25.326803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e79894b9-17b8-4991-b69e-f266eab88a6e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:25.356654 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4123626
Dec 23 16:11:25.365635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e79894b9-17b8-4991-b69e-f266eab88a6e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.380498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48376) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:25.390484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'subnet': {'network_id': 'ba8c8e39-158b-43a0-9def-60bbbe919415', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:25.400193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37d3f6a-b8ba-4949-8378-5fa4e435207d None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:11:25.425513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d4ac2-014d-4074-8fc0-66603ad6c058 None None] Pushing event updated for resources: {'Port': ['ID=ab251caa-cd28-445a-b41c-a690cfb5e6c8,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:25.442641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1a5d4ac2-014d-4074-8fc0-66603ad6c058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:25.469486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19d8f7f4-c74d-4035-a92b-df14faba6e20 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.469836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61e9b4-9a13-4044-9d2a-c75fcdfe86cc req-3de6d842-2339-46c1-aa0e-91e02f2260ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:25.471305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Network': ['ID=ba8c8e39-158b-43a0-9def-60bbbe919415,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:25.471421 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f61e9b4-9a13-4044-9d2a-c75fcdfe86cc req-3de6d842-2339-46c1-aa0e-91e02f2260ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4d6baf6-e582-4574-923b-81a30776cfe7 HTTP/1.1" status: 200  len: 850 time: 0.3526065
Dec 23 16:11:25.488951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:25.525906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network ba8c8e39-158b-43a0-9def-60bbbe919415 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:11:25.531818 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e79894b9-17b8-4991-b69e-f266eab88a6e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "DELETE /v2.0/ports/ae472588-1e12-4157-979b-3e4584d7bffe HTTP/1.1" status: 204  len: 168 time: 2.7341805
Dec 23 16:11:25.562379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48382) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:25.597393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:25.602329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:subnet and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:25.605412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:25.612237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:25.633873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:25.656737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59105d7d-4325-4613-b2bb-9279281396ae tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.657822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19d8f7f4-c74d-4035-a92b-df14faba6e20 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.669447 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-86da17d6-8224-4f58-aec9-862a37ec7c27 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:11:25.669962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-86da17d6-8224-4f58-aec9-862a37ec7c27 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Synchronizing usage tracker for tenant:4e36af4f1ca0405fbd464184e6287200 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:25.693216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.769630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e79894b9-17b8-4991-b69e-f266eab88a6e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:25.811540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.854634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19d8f7f4-c74d-4035-a92b-df14faba6e20 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.864353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ddebfaff-7314-4189-b912-97a6ce2344bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:25.893707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-59105d7d-4325-4613-b2bb-9279281396ae tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Calling delete_port for 3052f9b7-349e-4dea-b5b8-b334c5292775 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:25.912887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.944617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8f7f4-c74d-4035-a92b-df14faba6e20 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41a7ff4-3b45-419e-af88-01d2e850ea5c,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:25.952315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19d8f7f4-c74d-4035-a92b-df14faba6e20 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:25.956272 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-19d8f7f4-c74d-4035-a92b-df14faba6e20 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "DELETE /v2.0/security-groups/c41a7ff4-3b45-419e-af88-01d2e850ea5c HTTP/1.1" status: 204  len: 168 time: 0.9105623
Dec 23 16:11:25.956272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-19d8f7f4-c74d-4035-a92b-df14faba6e20 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:25.959586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48386) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:26.005850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.042544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-50514f5f-861a-4a69-a097-46cd3522c09c tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Synchronizing usage tracker for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:26.044714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-86da17d6-8224-4f58-aec9-862a37ec7c27 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Unset dirty status for tenant:4e36af4f1ca0405fbd464184e6287200 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:26.046022 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-86da17d6-8224-4f58-aec9-862a37ec7c27 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "GET /v2.0/ports/ae472588-1e12-4157-979b-3e4584d7bffe HTTP/1.1" status: 404  len: 333 time: 0.4765007
Dec 23 16:11:26.062884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48390) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:26.063773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=89a455e5-4449-484a-8762-3816899691e9,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:26.068554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.070840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:26.075265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:26.081044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Request body: {'port': {'network_id': '80e59132-38b8-4612-b1aa-754274530cb4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2061677060'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:26.088871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:26.109000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-50514f5f-861a-4a69-a097-46cd3522c09c tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Unset dirty status for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:26.110862 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-50514f5f-861a-4a69-a097-46cd3522c09c tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1497695
Dec 23 16:11:26.118933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48394) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:26.126797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2f341554-048e-4b2c-b6fb-6a095758bf31 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group': {'name': 'tempest-secgroup--852660685'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:26.131920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:26.135757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:26.140113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:26.140812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.151921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2f341554-048e-4b2c-b6fb-6a095758bf31 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:26.177069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2f341554-048e-4b2c-b6fb-6a095758bf31 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:26.188570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.190170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f341554-048e-4b2c-b6fb-6a095758bf31 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.209231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d491edb3-a743-44d5-9dd0-5d5e70610981 tempest-DHCPAgentSchedulersTestJSON-2055485667 tempest-DHCPAgentSchedulersTestJSON-2055485667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:26.211146 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f61e9b4-9a13-4044-9d2a-c75fcdfe86cc req-39d3a75b-6f14-43c0-919a-99b567b4f153 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2133e255-6cff-4bb1-a186-6cff6442bfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7300825
Dec 23 16:11:26.229680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:26.281484 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 5.3917224
Dec 23 16:11:26.289600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48400) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:26.305766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ab251caa-cd28-445a-b41c-a690cfb5e6c8 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:26.362973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Made reservation on behalf of 4e36af4f1ca0405fbd464184e6287200 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:26.368522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.411785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Subnet': ['ID=96b48906-0d48-4771-8087-445850a2b957,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:26.415779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port ab251caa-cd28-445a-b41c-a690cfb5e6c8 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:26.416222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.428453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:26.434405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2f341554-048e-4b2c-b6fb-6a095758bf31 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:26.464337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Allocated IP 172.26.5.61 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/4b270a4c-63aa-4e3c-af97-5ba70b082d78) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:26.465667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2f341554-048e-4b2c-b6fb-6a095758bf31 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:26.469086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2f341554-048e-4b2c-b6fb-6a095758bf31 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:26.472518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Checking segment: {'id': '104ffecd-c824-43db-bff6-a52339a92f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ba8c8e39-158b-43a0-9def-60bbbe919415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:26.473078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network hostable DHCP agents. Network: ba8c8e39-158b-43a0-9def-60bbbe919415, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:11:26.483398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2f341554-048e-4b2c-b6fb-6a095758bf31 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:26.533795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333e3254-258f-4b61-becf-de12e8cd50a5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:26.538470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333e3254-258f-4b61-becf-de12e8cd50a5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:26.539526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-333e3254-258f-4b61-becf-de12e8cd50a5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:26.572750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network ba8c8e39-158b-43a0-9def-60bbbe919415 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:11:26.573522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-cca9668c-45bb-40c4-9fe2-8f9df851ba0f None None] Provisioning for port 89a455e5-4449-484a-8762-3816899691e9 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:26.579361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-cca9668c-45bb-40c4-9fe2-8f9df851ba0f None None] Provisioning complete for port 89a455e5-4449-484a-8762-3816899691e9 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:26.580008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cca9668c-45bb-40c4-9fe2-8f9df851ba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.580906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-333e3254-258f-4b61-becf-de12e8cd50a5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:26.584913 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-333e3254-258f-4b61-becf-de12e8cd50a5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1670 time: 0.2886310
Dec 23 16:11:26.599855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48404) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:26.638402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cca9668c-45bb-40c4-9fe2-8f9df851ba0f None None] Port 89a455e5-4449-484a-8762-3816899691e9 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:11:26.649844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, ba8c8e39-158b-43a0-9def-60bbbe919415) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:26.659038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8437d6a5-b66c-46b8-963e-bf31cd85e49f None None] Network ba8c8e39-158b-43a0-9def-60bbbe919415 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:26.668155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f341554-048e-4b2c-b6fb-6a095758bf31 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.674194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:26.674860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.686863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f341554-048e-4b2c-b6fb-6a095758bf31 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.748413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-032b100e-9f83-4470-8f96-ad3bdbef6a24 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:26.750145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59105d7d-4325-4613-b2bb-9279281396ae tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.775460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b74e62a-ff47-4841-b913-90a60e843d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.794808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dd772152-b105-4639-a530-9b4ec63ca26d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 89a455e5-4449-484a-8762-3816899691e9 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:26.795277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd772152-b105-4639-a530-9b4ec63ca26d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.823975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-be05f796-55ee-4b5e-9b7f-2f83fe8f8509 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:26.844984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f341554-048e-4b2c-b6fb-6a095758bf31 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.846306 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2f341554-048e-4b2c-b6fb-6a095758bf31 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7262928
Dec 23 16:11:26.852181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48410) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:26.857216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f341554-048e-4b2c-b6fb-6a095758bf31 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351c121f-fc0e-432d-92b9-db8f07803994,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:26.865682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1d6dbed7-106d-4332-96a7-3211e60e0632 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '351c121f-fc0e-432d-92b9-db8f07803994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:26.866796 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-1d6dbed7-106d-4332-96a7-3211e60e0632 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:26.871031 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1d6dbed7-106d-4332-96a7-3211e60e0632 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0119398
Dec 23 16:11:26.871031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2f341554-048e-4b2c-b6fb-6a095758bf31 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:26.873696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48414) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:26.879237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0c2b84dd-5d94-4eec-9578-f4bf3f5e2640 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '351c121f-fc0e-432d-92b9-db8f07803994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:26.879988 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-0c2b84dd-5d94-4eec-9578-f4bf3f5e2640 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:26.883731 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0c2b84dd-5d94-4eec-9578-f4bf3f5e2640 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0069332
Dec 23 16:11:26.885644 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.5041888
Dec 23 16:11:26.886540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48418) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:26.892633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48420) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:26.917250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] device_id is not set on port 216bd2bb-d713-4f0f-a212-9ba562d31843 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:26.918944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d9a28bf0-ca7b-4875-add5-a98c392d3d8c tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '351c121f-fc0e-432d-92b9-db8f07803994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:26.919737 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-d9a28bf0-ca7b-4875-add5-a98c392d3d8c tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:26.923502 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d9a28bf0-ca7b-4875-add5-a98c392d3d8c tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0310268
Dec 23 16:11:26.930479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba8c8e39-158b-43a0-9def-60bbbe919415', 'network_id': 'ba8c8e39-158b-43a0-9def-60bbbe919415', 'tenant_id': '6a9cf0f0ca4f4ac399af3f4621aa3d28', 'fixed_ips': [{'subnet_id': '96b48906-0d48-4771-8087-445850a2b957'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:11:26.931448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:26.949501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48426) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:26.951651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59105d7d-4325-4613-b2bb-9279281396ae tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event deleted for resources: {'Port': ['ID=3052f9b7-349e-4dea-b5b8-b334c5292775,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:26.959993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7a0ee695-bbdd-48b4-9ee6-a3dba14b19db tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '351c121f-fc0e-432d-92b9-db8f07803994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:26.961315 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-7a0ee695-bbdd-48b4-9ee6-a3dba14b19db tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:26.966113 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7a0ee695-bbdd-48b4-9ee6-a3dba14b19db tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0117905
Dec 23 16:11:26.966265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-59105d7d-4325-4613-b2bb-9279281396ae tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:26.968559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48430) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:27.137495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Allocated IP 172.20.0.1 (ba8c8e39-158b-43a0-9def-60bbbe919415/96b48906-0d48-4771-8087-445850a2b957/89020f51-34e2-4a05-814a-b8246d0242c0) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:27.155078 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f61e9b4-9a13-4044-9d2a-c75fcdfe86cc req-8f2c63ff-abf5-4d45-b9a0-7231ddb6ca1a service neutron] 10.222.0.36 "GET /v2.0/networks/2133e255-6cff-4bb1-a186-6cff6442bfb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9229417
Dec 23 16:11:27.284052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.355815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.387453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59105d7d-4325-4613-b2bb-9279281396ae tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.496566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.508660 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-59105d7d-4325-4613-b2bb-9279281396ae tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "DELETE /v2.0/ports/3052f9b7-349e-4dea-b5b8-b334c5292775 HTTP/1.1" status: 204  len: 168 time: 3.9544814
Dec 23 16:11:27.511227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Transition to ACTIVE for port object 89020f51-34e2-4a05-814a-b8246d0242c0 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:27.527465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48436) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:27.535659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Transition to ACTIVE for port object 89020f51-34e2-4a05-814a-b8246d0242c0 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:27.541289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.553412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:27.574529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-95a14023-da71-497b-bda3-6c515269a848 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.590115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.606374 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f61e9b4-9a13-4044-9d2a-c75fcdfe86cc req-b05a0799-cff9-445c-a63f-5a26e7c7ea3f service neutron] 10.222.0.36 "GET /v2.0/networks/2133e255-6cff-4bb1-a186-6cff6442bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4382806
Dec 23 16:11:27.616208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.621903 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4fafc9-e1de-4ef2-99f3-92752aca491d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] GET failed (client error): The resource could not be found.
Dec 23 16:11:27.627727 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5d4fafc9-e1de-4ef2-99f3-92752aca491d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "GET /v2.0/ports/3052f9b7-349e-4dea-b5b8-b334c5292775 HTTP/1.1" status: 404  len: 333 time: 0.0887902
Dec 23 16:11:27.627893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7be9a623-9d38-4477-8543-e570de1ffb97 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:27.641974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48440) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:27.652168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Pushing event updated for resources: {'Port': ['ID=89020f51-34e2-4a05-814a-b8246d0242c0,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:27.652354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Request body: {'port': {'network_id': 'f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1106945618'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:27.657639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:27.659732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Network ba8c8e39-158b-43a0-9def-60bbbe919415 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:27.661204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:27.663969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:27.676368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-95a14023-da71-497b-bda3-6c515269a848 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.686150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.692716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd772152-b105-4639-a530-9b4ec63ca26d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.711919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Deleting port 89020f51-34e2-4a05-814a-b8246d0242c0 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:27.712301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.720234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:27.722763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Pushing event updated for resources: {'Port': ['ID=4b270a4c-63aa-4e3c-af97-5ba70b082d78,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:27.727376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:27.729432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:27.731457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:27.777864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Attempting to bind port 89020f51-34e2-4a05-814a-b8246d0242c0 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:27.778294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Attempting to bind port 89020f51-34e2-4a05-814a-b8246d0242c0 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '104ffecd-c824-43db-bff6-a52339a92f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ba8c8e39-158b-43a0-9def-60bbbe919415'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:27.778710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Attempting to bind port 89020f51-34e2-4a05-814a-b8246d0242c0 on network ba8c8e39-158b-43a0-9def-60bbbe919415 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:27.786591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:11:27.787059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Checking segment: {'id': '104ffecd-c824-43db-bff6-a52339a92f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ba8c8e39-158b-43a0-9def-60bbbe919415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:27.787399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.787847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Bound using segment: {'id': '104ffecd-c824-43db-bff6-a52339a92f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ba8c8e39-158b-43a0-9def-60bbbe919415'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:11:27.788484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Bound port: 89020f51-34e2-4a05-814a-b8246d0242c0, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104ffecd-c824-43db-bff6-a52339a92f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ba8c8e39-158b-43a0-9def-60bbbe919415'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:11:27.790145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.794856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.827749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4143a0b1-c33a-42e2-a1bd-51282cc8a6b7 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:27.889068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] For port 89020f51-34e2-4a05-814a-b8246d0242c0, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:27.893162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] For port 89020f51-34e2-4a05-814a-b8246d0242c0, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=89020f51-34e2-4a05-814a-b8246d0242c0,segment=NetworkSegment(104ffecd-c824-43db-bff6-a52339a92f04),segment_id=104ffecd-c824-43db-bff6-a52339a92f04)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:11:27.897937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.902693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:27.925728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dd772152-b105-4639-a530-9b4ec63ca26d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 89a455e5-4449-484a-8762-3816899691e9 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:27.937939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Network 80e59132-38b8-4612-b1aa-754274530cb4 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:27.939677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Pushing event updated for resources: {'Port': ['ID=216bd2bb-d713-4f0f-a212-9ba562d31843,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:27.951797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:27.954331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:27.955789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:27.956507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:27.957171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:27.989195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.9225130
Dec 23 16:11:27.994355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48446) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:28.001335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:28.030183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Pushing event updated for resources: {'Port': ['ID=89020f51-34e2-4a05-814a-b8246d0242c0,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:28.033477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:28.137607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-95a14023-da71-497b-bda3-6c515269a848 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:28.146015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:28.146960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:28.150549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:28.159716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:28.196158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a14023-da71-497b-bda3-6c515269a848 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351c121f-fc0e-432d-92b9-db8f07803994,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:28.219236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-95a14023-da71-497b-bda3-6c515269a848 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:28.285377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:28.290753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-95a14023-da71-497b-bda3-6c515269a848 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:28.292108 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-95a14023-da71-497b-bda3-6c515269a848 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "DELETE /v2.0/security-groups/351c121f-fc0e-432d-92b9-db8f07803994 HTTP/1.1" status: 204  len: 168 time: 1.3205676
Dec 23 16:11:28.298098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48450) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:28.307305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Usage tracker for resource:port and tenant:e55e2819e4e44d29af75683220a7866a is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:28.312476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:28.372431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:28.417069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Made reservation on behalf of e55e2819e4e44d29af75683220a7866a for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:28.422881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:28.447363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd772152-b105-4639-a530-9b4ec63ca26d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:28.474752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:28.495286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:28.512116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2df4a4f8-0f9a-49a1-b3be-edc5477768eb tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Synchronizing usage tracker for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:28.537562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd772152-b105-4639-a530-9b4ec63ca26d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=89a455e5-4449-484a-8762-3816899691e9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:28.545261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dd772152-b105-4639-a530-9b4ec63ca26d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:28.547044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] device_id is not set on port 414e086c-133c-44d1-ba3b-74f05b3798e3 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:28.588108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] For port 89020f51-34e2-4a05-814a-b8246d0242c0, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=89020f51-34e2-4a05-814a-b8246d0242c0,segment=NetworkSegment(104ffecd-c824-43db-bff6-a52339a92f04),segment_id=104ffecd-c824-43db-bff6-a52339a92f04)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:28.589932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:28.654193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2df4a4f8-0f9a-49a1-b3be-edc5477768eb tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Unset dirty status for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:28.659335 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2df4a4f8-0f9a-49a1-b3be-edc5477768eb tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3564720
Dec 23 16:11:28.672552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48454) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:28.685184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4dfdeff5-e0d7-43ca-8b56-29d2244db1f7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group': {'name': 'tempest-secgroup--219464861'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:28.700156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4dfdeff5-e0d7-43ca-8b56-29d2244db1f7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:28.714873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] device_id is not set on port 216bd2bb-d713-4f0f-a212-9ba562d31843 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:28.724972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4dfdeff5-e0d7-43ca-8b56-29d2244db1f7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:28.731357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:28.756441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Transition to ACTIVE for port object 216bd2bb-d713-4f0f-a212-9ba562d31843 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:28.763481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4dfdeff5-e0d7-43ca-8b56-29d2244db1f7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:28.772080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd772152-b105-4639-a530-9b4ec63ca26d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:28.781613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:28.781936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Calling delete_port for 89020f51-34e2-4a05-814a-b8246d0242c0 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:28.789822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:28.862182 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dd772152-b105-4639-a530-9b4ec63ca26d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/89a455e5-4449-484a-8762-3816899691e9 HTTP/1.1" status: 204  len: 168 time: 2.2571995
Dec 23 16:11:28.868396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48460) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:28.964207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4dfdeff5-e0d7-43ca-8b56-29d2244db1f7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:28.969005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Pushing event updated for resources: {'Port': ['ID=216bd2bb-d713-4f0f-a212-9ba562d31843,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:28.971920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:28.980171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4dfdeff5-e0d7-43ca-8b56-29d2244db1f7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:28.985548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4dfdeff5-e0d7-43ca-8b56-29d2244db1f7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:28.993053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4dfdeff5-e0d7-43ca-8b56-29d2244db1f7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:29.025656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62890fb2-ec27-41e6-b44b-f70e83b6379c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:29.027309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62890fb2-ec27-41e6-b44b-f70e83b6379c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:29.028979 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-62890fb2-ec27-41e6-b44b-f70e83b6379c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1595438
Dec 23 16:11:29.032947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48464) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:29.034574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:29.034953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:29.035383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:29.050523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Allocated IP 2001:db8::eb (f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a/aa8ba6b4-9eb9-42e3-bd6c-55676b699b5b/414e086c-133c-44d1-ba3b-74f05b3798e3) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:29.051025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:29.051996 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:29.053834 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 2 to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843
Dec 23 16:11:29.067983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Router 43467643-4526-4261-99e8-36a98007039a is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:11:29.095802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:29.096193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:29.096584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:29.124992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4dfdeff5-e0d7-43ca-8b56-29d2244db1f7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:29.183642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:29.183642 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:29.190280 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 3 to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843
Dec 23 16:11:29.202626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4dfdeff5-e0d7-43ca-8b56-29d2244db1f7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:29.210015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-588db1a5-19ba-4755-83c5-5eb96d741115 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:29.259214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:29.270015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63949785-9003-4c0f-9895-7b69cc69675e tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:29.400822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Port': ['ID=89020f51-34e2-4a05-814a-b8246d0242c0,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:29.411337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:29.484526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:29.484915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:29.485302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:29.511736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdeff5-e0d7-43ca-8b56-29d2244db1f7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8f06c0-63dc-4d3c-99f2-e6a19bd353bb,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:29.516375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4dfdeff5-e0d7-43ca-8b56-29d2244db1f7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:29.516984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:29.517361 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:29.520396 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 4 to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843
Dec 23 16:11:29.532173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4dfdeff5-e0d7-43ca-8b56-29d2244db1f7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:29.536252 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4dfdeff5-e0d7-43ca-8b56-29d2244db1f7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8571684
Dec 23 16:11:29.540890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48470) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:29.549061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b81711ff-89e5-4b2b-bccb-a4155d2eea1e tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '9b8f06c0-63dc-4d3c-99f2-e6a19bd353bb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:29.549751 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-b81711ff-89e5-4b2b-bccb-a4155d2eea1e tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:29.553572 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b81711ff-89e5-4b2b-bccb-a4155d2eea1e tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0088866
Dec 23 16:11:29.554140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48474) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:29.558871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:29.559915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:29.559915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:29.565946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f5de6403-0efc-4085-bd20-1b20928b0438 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '9b8f06c0-63dc-4d3c-99f2-e6a19bd353bb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:29.576484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f5de6403-0efc-4085-bd20-1b20928b0438 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:29.584634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f5de6403-0efc-4085-bd20-1b20928b0438 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:29.588651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:29.589029 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:29.590119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f5de6403-0efc-4085-bd20-1b20928b0438 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:29.593027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No DVR routers for this DVR port 89020f51-34e2-4a05-814a-b8246d0242c0 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:11:29.593927 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 5 to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843
Dec 23 16:11:29.608469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f5de6403-0efc-4085-bd20-1b20928b0438 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:29.698264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:29.698653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:29.699068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:29.725706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:29.726028 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:29.727996 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 6 to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843
Dec 23 16:11:29.734007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae571ed-ce7b-4fb7-ab2d-a0df541346d0 None None] Network ba8c8e39-158b-43a0-9def-60bbbe919415 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:29.754683 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-f5de6403-0efc-4085-bd20-1b20928b0438 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:29.759544 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f5de6403-0efc-4085-bd20-1b20928b0438 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2002020
Dec 23 16:11:29.759544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:29.759544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:29.759544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:29.762155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48478) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:29.775255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7e7c29c3-a147-41dc-a1a0-c5baee724a6e tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '9b8f06c0-63dc-4d3c-99f2-e6a19bd353bb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:29.775944 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-7e7c29c3-a147-41dc-a1a0-c5baee724a6e tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:29.780876 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7e7c29c3-a147-41dc-a1a0-c5baee724a6e tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0118196
Dec 23 16:11:29.781080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48482) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:29.790293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b7fc408f-2ea0-4ce7-8b5c-61560d16e116 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '9b8f06c0-63dc-4d3c-99f2-e6a19bd353bb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:29.792433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1ae85f4e-d39a-4fc0-9449-9098a893d4a5 None None] Could not find standard attr ID for object 89020f51-34e2-4a05-814a-b8246d0242c0. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:11:29.797050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:29.797434 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:29.799166 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 7 to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843
Dec 23 16:11:29.810895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b7fc408f-2ea0-4ce7-8b5c-61560d16e116 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:29.821965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b7fc408f-2ea0-4ce7-8b5c-61560d16e116 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:29.829047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b7fc408f-2ea0-4ce7-8b5c-61560d16e116 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:29.832675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:29.832675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:29.832886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:29.846001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b7fc408f-2ea0-4ce7-8b5c-61560d16e116 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:29.852968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:11:29.856547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:29.856921 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:29.864092 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 8 to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843
Dec 23 16:11:29.872030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8fe25e-6ad0-4d1e-bd76-df550da27301 None None] Sync routers for ids ['43467643-4526-4261-99e8-36a98007039a'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:11:29.880332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b63e8a-d144-4016-aebc-f85744a9b5f0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 7fb88ae5-54ee-479c-a303-bf4061d32299 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:11:29.906666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39b63e8a-d144-4016-aebc-f85744a9b5f0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:29.911127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8fe25e-6ad0-4d1e-bd76-df550da27301 None None] Routers {'43467643-4526-4261-99e8-36a98007039a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:29.912137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ee8fe25e-6ad0-4d1e-bd76-df550da27301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6f12b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['43467643-4526-4261-99e8-36a98007039a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:29.932153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:29.933598 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-12cb5404-6b6d-4f7f-9ebf-bca010dcd2ea tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 8.3952527
Dec 23 16:11:29.935655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:29.936101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:29.936487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:29.946078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48488) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:29.946731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:29.947128 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:29.948711 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-b7fc408f-2ea0-4ce7-8b5c-61560d16e116 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:29.954632 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b7fc408f-2ea0-4ce7-8b5c-61560d16e116 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1718116
Dec 23 16:11:29.957879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48490) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:29.958892 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 9 to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843
Dec 23 16:11:29.988118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-391c6b26-0f47-47fc-9d5a-68f2aa104461 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '9b8f06c0-63dc-4d3c-99f2-e6a19bd353bb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:29.988722 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-391c6b26-0f47-47fc-9d5a-68f2aa104461 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:29.993420 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-391c6b26-0f47-47fc-9d5a-68f2aa104461 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0081155
Dec 23 16:11:29.993589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:29.997141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48496) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:30.010447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.021971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ee8fe25e-6ad0-4d1e-bd76-df550da27301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6f12b0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:30.046865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39b63e8a-d144-4016-aebc-f85744a9b5f0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.062329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:30.062726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:30.063144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:30.079808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-996aaab0-5b09-44e9-a2cb-ed5a639499b7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '9b8f06c0-63dc-4d3c-99f2-e6a19bd353bb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:30.082055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8fe25e-6ad0-4d1e-bd76-df550da27301 None None] Routers {'43467643-4526-4261-99e8-36a98007039a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:30.082839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ee8fe25e-6ad0-4d1e-bd76-df550da27301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6f12b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['43467643-4526-4261-99e8-36a98007039a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:30.088918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:30.089303 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:30.091034 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.plugin [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempt 10 to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843
Dec 23 16:11:30.103977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-996aaab0-5b09-44e9-a2cb-ed5a639499b7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:30.112051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:30.112439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:30.113024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempting to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:30.113603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Transition to ACTIVE for port object 414e086c-133c-44d1-ba3b-74f05b3798e3 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:30.125474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:11:30.125851 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR neutron.plugins.ml2.managers [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Failed to bind port 216bd2bb-d713-4f0f-a212-9ba562d31843 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '2e1c0c5c-71ef-4e22-95e4-3ef256f20853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '80e59132-38b8-4612-b1aa-754274530cb4'}]
Dec 23 16:11:30.126261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.130576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-996aaab0-5b09-44e9-a2cb-ed5a639499b7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:30.141872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-996aaab0-5b09-44e9-a2cb-ed5a639499b7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:30.155588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-996aaab0-5b09-44e9-a2cb-ed5a639499b7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:30.160409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ee8fe25e-6ad0-4d1e-bd76-df550da27301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6f12b0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:30.161102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8fe25e-6ad0-4d1e-bd76-df550da27301 None None] The sync data for ids ['43467643-4526-4261-99e8-36a98007039a'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:11:30.200532 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-996aaab0-5b09-44e9-a2cb-ed5a639499b7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Project 18d2f3b39b0b43a0838e584cd68e5edf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:11:30.260943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.270094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.274217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:30.309357 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-996aaab0-5b09-44e9-a2cb-ed5a639499b7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:30.310531 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-996aaab0-5b09-44e9-a2cb-ed5a639499b7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3070130
Dec 23 16:11:30.322020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48502) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:30.325081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] For port 216bd2bb-d713-4f0f-a212-9ba562d31843, host hv-neutron-8228, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:30.325450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Attempted to set empty binding levels {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 23 16:11:30.335694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39b63e8a-d144-4016-aebc-f85744a9b5f0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.352946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.369810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2355b003-4d50-4505-88b0-8087696a5549 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:30.370078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Subnet': ['ID=96b48906-0d48-4771-8087-445850a2b957,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:30.379958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-337f0579-8e8e-464a-b730-de1c72bb9a15 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '9b8f06c0-63dc-4d3c-99f2-e6a19bd353bb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:30.380847 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-337f0579-8e8e-464a-b730-de1c72bb9a15 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:30.381800 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-337f0579-8e8e-464a-b730-de1c72bb9a15 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0501528
Dec 23 16:11:30.389596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48506) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:30.390891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:30.393367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:30.438709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ac953d41-2e3f-4ba0-9541-9d6937a786a0 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '9b8f06c0-63dc-4d3c-99f2-e6a19bd353bb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:30.439761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Pushing event updated for resources: {'Port': ['ID=216bd2bb-d713-4f0f-a212-9ba562d31843,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:30.443366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] In _notify_port_updated(), no bound segment for port 216bd2bb-d713-4f0f-a212-9ba562d31843 on network 80e59132-38b8-4612-b1aa-754274530cb4 {{(pid=88840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:11:30.444501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.446785 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "PUT /v2.0/ports/216bd2bb-d713-4f0f-a212-9ba562d31843 HTTP/1.1" status: 200  len: 977 time: 2.4506371
Dec 23 16:11:30.448128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:30.451314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48510) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:30.488896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ac953d41-2e3f-4ba0-9541-9d6937a786a0 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:30.502413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93b71a2-3c79-4aee-a83a-1a1b515787c9 None None] Network ba8c8e39-158b-43a0-9def-60bbbe919415 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:30.513560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ac953d41-2e3f-4ba0-9541-9d6937a786a0 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:30.524979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1b133acb-89ae-41de-a1a7-b09da08e1138 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Deleting port 216bd2bb-d713-4f0f-a212-9ba562d31843 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:30.525229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b133acb-89ae-41de-a1a7-b09da08e1138 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.525336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ac953d41-2e3f-4ba0-9541-9d6937a786a0 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:30.535952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:30.556796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:30.559079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ac953d41-2e3f-4ba0-9541-9d6937a786a0 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:30.575298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:30.579773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:30.580491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.593241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event updated for resources: {'Port': ['ID=414e086c-133c-44d1-ba3b-74f05b3798e3,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:30.651800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:30.658434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.675458 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-ac953d41-2e3f-4ba0-9541-9d6937a786a0 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Project 18d2f3b39b0b43a0838e584cd68e5edf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:11:30.717810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39b63e8a-d144-4016-aebc-f85744a9b5f0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.729638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a350e10>,) {'filters': {'network_id': ['ba8c8e39-158b-43a0-9def-60bbbe919415']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:30.737970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:30.751691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1b133acb-89ae-41de-a1a7-b09da08e1138 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] For port 216bd2bb-d713-4f0f-a212-9ba562d31843, host hv-neutron-8228, got binding levels [] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:30.752103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b133acb-89ae-41de-a1a7-b09da08e1138 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.775787 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 3.1285150
Dec 23 16:11:30.784193 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-ac953d41-2e3f-4ba0-9541-9d6937a786a0 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:30.785327 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ac953d41-2e3f-4ba0-9541-9d6937a786a0 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.3933518
Dec 23 16:11:30.785948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48514) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:30.787738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a350e10>, '104ffecd-c824-43db-bff6-a52339a92f04') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:30.788205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a350e10>, '104ffecd-c824-43db-bff6-a52339a92f04') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:30.796144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aa0de3-bf7d-4451-bccf-d14b686e80df None None] DHCP port deletion for ba8c8e39-158b-43a0-9def-60bbbe919415 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:11:30.802646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b63e8a-d144-4016-aebc-f85744a9b5f0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb88ae5-54ee-479c-a303-bf4061d32299,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:30.804237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48516) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:30.810100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2f11e4b7-e9f5-47c6-aeb4-537600178c28 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::37c', 'mac_address': 'fa:16:3e:ed:d0:f7'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:30.847074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-39b63e8a-d144-4016-aebc-f85744a9b5f0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:30.865025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ef36b4c7-4fc7-4fae-9afe-49afe16c5407 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '9b8f06c0-63dc-4d3c-99f2-e6a19bd353bb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:30.875226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.881861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97d9ea3-8277-4722-b398-f4ed475736b0 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:30.886240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39b63e8a-d144-4016-aebc-f85744a9b5f0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.888305 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-39b63e8a-d144-4016-aebc-f85744a9b5f0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/7fb88ae5-54ee-479c-a303-bf4061d32299 HTTP/1.1" status: 204  len: 168 time: 1.8424983
Dec 23 16:11:30.889557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ef36b4c7-4fc7-4fae-9afe-49afe16c5407 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:30.897123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48522) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:30.904601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ef36b4c7-4fc7-4fae-9afe-49afe16c5407 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:30.912880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1b133acb-89ae-41de-a1a7-b09da08e1138 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Calling delete_port for 216bd2bb-d713-4f0f-a212-9ba562d31843 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:30.914744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ef36b4c7-4fc7-4fae-9afe-49afe16c5407 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:30.946105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ef36b4c7-4fc7-4fae-9afe-49afe16c5407 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:30.948173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.961299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:11:30.961732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:30.980682 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:31.021618 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-ef36b4c7-4fc7-4fae-9afe-49afe16c5407 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Project 18d2f3b39b0b43a0838e584cd68e5edf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:11:31.041875 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f95632b5-ccb6-42b3-a9f1-1a4608a8d582 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1363838
Dec 23 16:11:31.092950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48526) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:31.160413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b133acb-89ae-41de-a1a7-b09da08e1138 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.174545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.178244 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-ef36b4c7-4fc7-4fae-9afe-49afe16c5407 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:31.179992 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ef36b4c7-4fc7-4fae-9afe-49afe16c5407 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3387830
Dec 23 16:11:31.184388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4cc09ddd-2ff2-4ce2-b6a5-befd86fa50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007289505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:31.191011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48532) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:31.205320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ba98466-214b-45e0-8164-d9c7b8e84d27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:31.205470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.222924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Network': ['ID=ba8c8e39-158b-43a0-9def-60bbbe919415,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:31.227924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:31.229558 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/ba8c8e39-158b-43a0-9def-60bbbe919415 HTTP/1.1" status: 204  len: 168 time: 4.3357172
Dec 23 16:11:31.233858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48534) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:31.275742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-546670924'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:31.284070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1a02ee25-6731-4bc1-9395-b5d1fd514916 None None] Provisioning for port 414e086c-133c-44d1-ba3b-74f05b3798e3 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:31.285902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b133acb-89ae-41de-a1a7-b09da08e1138 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Pushing event deleted for resources: {'Port': ['ID=216bd2bb-d713-4f0f-a212-9ba562d31843,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:31.291564 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-92bd2967-e27e-43d0-a722-526a41779349 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/routers/43467643-4526-4261-99e8-36a98007039a HTTP/1.1" status: 200  len: 919 time: 1.3355663
Dec 23 16:11:31.296059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1b133acb-89ae-41de-a1a7-b09da08e1138 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:31.304919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1a02ee25-6731-4bc1-9395-b5d1fd514916 None None] Provisioning complete for port 414e086c-133c-44d1-ba3b-74f05b3798e3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:31.305356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a02ee25-6731-4bc1-9395-b5d1fd514916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.307016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48540) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:31.318799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b133acb-89ae-41de-a1a7-b09da08e1138 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.342796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:31.352525 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1b133acb-89ae-41de-a1a7-b09da08e1138 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "DELETE /v2.0/ports/216bd2bb-d713-4f0f-a212-9ba562d31843 HTTP/1.1" status: 204  len: 168 time: 0.8975270
Dec 23 16:11:31.353022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48544) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:31.354165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:network and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:31.359400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:31.371774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1a02ee25-6731-4bc1-9395-b5d1fd514916 None None] Port 414e086c-133c-44d1-ba3b-74f05b3798e3 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:11:31.377047 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3374d5b5-bbb4-4312-8712-a8bcace6e21a tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "GET /v2.0/ports?device_id=43467643-4526-4261-99e8-36a98007039a HTTP/1.1" status: 200  len: 205 time: 0.0687292
Dec 23 16:11:31.380252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48548) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:31.381069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:31.430897 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-847b8300-61a3-4445-99e0-7bb8904c2761 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:11:31.431505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-847b8300-61a3-4445-99e0-7bb8904c2761 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Synchronizing usage tracker for tenant:4e36af4f1ca0405fbd464184e6287200 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:31.439583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb48ccb7-84c3-452a-b7b6-410ffb4e53ca tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:31.440329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bb48ccb7-84c3-452a-b7b6-410ffb4e53ca tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:31.447501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-207344bd-3556-4ccd-a962-862b6c7be66c tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.455264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7716c675-1db2-4225-91bf-726a1ecc607c None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:11:31.461977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7716c675-1db2-4225-91bf-726a1ecc607c None None] Deleting port ab251caa-cd28-445a-b41c-a690cfb5e6c8 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:31.463075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7716c675-1db2-4225-91bf-726a1ecc607c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.468458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f11e4b7-e9f5-47c6-aeb4-537600178c28 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.493328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bb48ccb7-84c3-452a-b7b6-410ffb4e53ca tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:31.494638 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bb48ccb7-84c3-452a-b7b6-410ffb4e53ca tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4001086
Dec 23 16:11:31.494750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:31.496845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-207344bd-3556-4ccd-a962-862b6c7be66c tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.500224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.505155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48552) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:31.508463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-847b8300-61a3-4445-99e0-7bb8904c2761 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Unset dirty status for tenant:4e36af4f1ca0405fbd464184e6287200 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:31.509675 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-847b8300-61a3-4445-99e0-7bb8904c2761 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] 10.222.0.67 "GET /v2.0/ports/216bd2bb-d713-4f0f-a212-9ba562d31843 HTTP/1.1" status: 404  len: 333 time: 0.1555448
Dec 23 16:11:31.519499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48556) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:31.606150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57abc76-9e5d-402f-bdbf-c2e08625d9c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:31.606923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b57abc76-9e5d-402f-bdbf-c2e08625d9c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:31.621248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-207344bd-3556-4ccd-a962-862b6c7be66c tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.627265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7dab1330-6029-4c87-a5d0-6fc839ab477c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:31.647503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b57abc76-9e5d-402f-bdbf-c2e08625d9c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:31.652609 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b57abc76-9e5d-402f-bdbf-c2e08625d9c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1462812
Dec 23 16:11:31.654937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48562) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:31.660399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207344bd-3556-4ccd-a962-862b6c7be66c tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8f06c0-63dc-4d3c-99f2-e6a19bd353bb,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:31.718382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:11:31.725850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-207344bd-3556-4ccd-a962-862b6c7be66c tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:31.743189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c113d1c-d561-4865-95d6-7cda0090fef2 tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.743446 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-88265a35-42ef-4198-b5fe-8a2282a21b3a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0851645
Dec 23 16:11:31.744435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48566) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:31.745384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-207344bd-3556-4ccd-a962-862b6c7be66c tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.749105 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-207344bd-3556-4ccd-a962-862b6c7be66c tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "DELETE /v2.0/security-groups/9b8f06c0-63dc-4d3c-99f2-e6a19bd353bb HTTP/1.1" status: 204  len: 168 time: 0.5080478
Dec 23 16:11:31.749892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48570) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:31.753771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b8640961-1fd9-4cfe-ae67-cfa6d909efc2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:31.761188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.761584 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Added segment c3972fbb-2721-486a-92ab-5f84b88e983c of type vlan for network 9f4177bb-d319-462f-82b9-c86fbf32d204
Dec 23 16:11:31.761800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-7716c675-1db2-4225-91bf-726a1ecc607c None None] For port ab251caa-cd28-445a-b41c-a690cfb5e6c8, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ab251caa-cd28-445a-b41c-a690cfb5e6c8,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:31.762464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7716c675-1db2-4225-91bf-726a1ecc607c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.875609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b8640961-1fd9-4cfe-ae67-cfa6d909efc2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:31.888272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b8640961-1fd9-4cfe-ae67-cfa6d909efc2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:31.893650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7716c675-1db2-4225-91bf-726a1ecc607c None None] Calling delete_port for ab251caa-cd28-445a-b41c-a690cfb5e6c8 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:31.899392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8640961-1fd9-4cfe-ae67-cfa6d909efc2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:31.970130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7716c675-1db2-4225-91bf-726a1ecc607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:31.975074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f87adffe-e7e2-4ef1-a221-537263bf2725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:32.019401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:32.019618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716c675-1db2-4225-91bf-726a1ecc607c None None] Pushing event deleted for resources: {'Port': ['ID=ab251caa-cd28-445a-b41c-a690cfb5e6c8,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:32.023259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7716c675-1db2-4225-91bf-726a1ecc607c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:32.026400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8640961-1fd9-4cfe-ae67-cfa6d909efc2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:32.027109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716c675-1db2-4225-91bf-726a1ecc607c None None] No DVR routers for this DVR port ab251caa-cd28-445a-b41c-a690cfb5e6c8 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:11:32.176800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a832734b-4e87-492d-ad6f-68b64fa0f926 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Synchronizing usage tracker for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:32.184025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c113d1c-d561-4865-95d6-7cda0090fef2 tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:32.261232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-3c113d1c-d561-4865-95d6-7cda0090fef2 tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78e584e0>,) {'filters': {'network_id': ['80e59132-38b8-4612-b1aa-754274530cb4']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:32.289886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-3c113d1c-d561-4865-95d6-7cda0090fef2 tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78e584e0>, '2e1c0c5c-71ef-4e22-95e4-3ef256f20853') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:32.290218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-3c113d1c-d561-4865-95d6-7cda0090fef2 tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78e584e0>, '2e1c0c5c-71ef-4e22-95e4-3ef256f20853') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:32.302560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8640961-1fd9-4cfe-ae67-cfa6d909efc2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:32.303465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a832734b-4e87-492d-ad6f-68b64fa0f926 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Unset dirty status for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:32.309378 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a832734b-4e87-492d-ad6f-68b64fa0f926 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5528867
Dec 23 16:11:32.311239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48576) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:32.316920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c113d1c-d561-4865-95d6-7cda0090fef2 tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:32.319059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:32.322474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 89020f51-34e2-4a05-814a-b8246d0242c0 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:11:32.326485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:32.330629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:32.331304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:32.342395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bcc9e8f6-085d-46aa-97f5-b6f32ea5d51b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group': {'name': 'tempest-secgroup--37577069'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:32.352786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2525e37e-ccff-43a7-af60-9e999e79d5a5 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:32.359341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 89020f51-34e2-4a05-814a-b8246d0242c0 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:11:32.359753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 89020f51-34e2-4a05-814a-b8246d0242c0 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:11:32.360239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ab251caa-cd28-445a-b41c-a690cfb5e6c8 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:11:32.384951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bcc9e8f6-085d-46aa-97f5-b6f32ea5d51b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:32.393131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8640961-1fd9-4cfe-ae67-cfa6d909efc2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:32.395795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: ab251caa-cd28-445a-b41c-a690cfb5e6c8 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:11:32.396452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ab251caa-cd28-445a-b41c-a690cfb5e6c8 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:11:32.397022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b8640961-1fd9-4cfe-ae67-cfa6d909efc2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:32.401608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8640961-1fd9-4cfe-ae67-cfa6d909efc2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:32.402397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8640961-1fd9-4cfe-ae67-cfa6d909efc2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:32.412485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e76220c-9387-48c0-9783-a105a3b40aa7 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:32.413277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:32.430032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8640961-1fd9-4cfe-ae67-cfa6d909efc2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=df185cc6-d530-4da6-8099-6be5062af69d,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:32.434098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b8640961-1fd9-4cfe-ae67-cfa6d909efc2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:32.449683 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b8640961-1fd9-4cfe-ae67-cfa6d909efc2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6992500
Dec 23 16:11:32.450702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48580) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:32.457199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'fixed_ips': [{'subnet_id': 'df185cc6-d530-4da6-8099-6be5062af69d', 'ip_address': '2001:db8::d824:2905:e6cd:bfcb'}], 'name': 'tempest-NetworksTestDHCPv6-857113431'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:32.616201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:32.629119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:32.668899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': 'df185cc6-d530-4da6-8099-6be5062af69d'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:11:32.669873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:32.724466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c113d1c-d561-4865-95d6-7cda0090fef2 tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:32.733618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:32.735019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f11e4b7-e9f5-47c6-aeb4-537600178c28 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:32.743231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:32.746296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bcc9e8f6-085d-46aa-97f5-b6f32ea5d51b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:32.793817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port 38cc2b95-a3b3-403e-9304-270c0ac8f71b yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:32.796738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c113d1c-d561-4865-95d6-7cda0090fef2 tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:11:32.797190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c113d1c-d561-4865-95d6-7cda0090fef2 tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:32.813350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f11e4b7-e9f5-47c6-aeb4-537600178c28 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:32.817026 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:32.818888 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.5481253
Dec 23 16:11:32.830196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48586) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:32.837418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a8574873-15b3-4ed9-ad65-5a063e6783c5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:32.843330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Allocated IP 2001:db8::2 (ba343194-bb9c-4b65-8867-816842e8f671/df185cc6-d530-4da6-8099-6be5062af69d/e89c0208-21ff-4223-9a2a-999e9ca70f05) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:32.844070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Network': ['ID=9f4177bb-d319-462f-82b9-c86fbf32d204,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:32.860673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 9f4177bb-d319-462f-82b9-c86fbf32d204 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:11:32.874326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:32.874816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1337e746-f311-4e09-9eee-84a10ff97c01 tempest-RoutersAdminNegativeIpV6Test-241116176 tempest-RoutersAdminNegativeIpV6Test-241116176-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:32.989655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e8f6-085d-46aa-97f5-b6f32ea5d51b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.002453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2f11e4b7-e9f5-47c6-aeb4-537600178c28 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] In _notify_port_updated(), no bound segment for port 414e086c-133c-44d1-ba3b-74f05b3798e3 on network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:11:33.006942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f11e4b7-e9f5-47c6-aeb4-537600178c28 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:33.008338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f11e4b7-e9f5-47c6-aeb4-537600178c28 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.012562 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2f11e4b7-e9f5-47c6-aeb4-537600178c28 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "PUT /v2.0/ports/414e086c-133c-44d1-ba3b-74f05b3798e3 HTTP/1.1" status: 200  len: 1002 time: 2.2092862
Dec 23 16:11:33.021018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48590) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:33.068219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c113d1c-d561-4865-95d6-7cda0090fef2 tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.102815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c113d1c-d561-4865-95d6-7cda0090fef2 tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.107283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11e4b7-e9f5-47c6-aeb4-537600178c28 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event updated for resources: {'Port': ['ID=414e086c-133c-44d1-ba3b-74f05b3798e3,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:33.117872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2f11e4b7-e9f5-47c6-aeb4-537600178c28 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:33.122068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9dd5707d-2ebf-4e61-8096-83a862c66252 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:33.160605 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3c113d1c-d561-4865-95d6-7cda0090fef2 tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] 10.222.0.67 "DELETE /v2.0/networks/80e59132-38b8-4612-b1aa-754274530cb4 HTTP/1.1" status: 204  len: 168 time: 1.6399374
Dec 23 16:11:33.167688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c113d1c-d561-4865-95d6-7cda0090fef2 tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Pushing event deleted for resources: {'Network': ['ID=80e59132-38b8-4612-b1aa-754274530cb4,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:33.176185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c113d1c-d561-4865-95d6-7cda0090fef2 tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:33.178179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bcc9e8f6-085d-46aa-97f5-b6f32ea5d51b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:33.190427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-314f68a6-0c0b-44da-9343-94039f77e49b tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Deleting port 414e086c-133c-44d1-ba3b-74f05b3798e3 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:33.190805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-314f68a6-0c0b-44da-9343-94039f77e49b tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.250959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bcc9e8f6-085d-46aa-97f5-b6f32ea5d51b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:33.281784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.294348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Transition to ACTIVE for port object e89c0208-21ff-4223-9a2a-999e9ca70f05 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:33.310924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bcc9e8f6-085d-46aa-97f5-b6f32ea5d51b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:33.326569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Transition to ACTIVE for port object e89c0208-21ff-4223-9a2a-999e9ca70f05 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:33.338742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.362288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b8fda2d-2928-4754-bd8a-2338ff602e33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:33.384900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bcc9e8f6-085d-46aa-97f5-b6f32ea5d51b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:33.474813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e8f6-085d-46aa-97f5-b6f32ea5d51b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.484083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e8f6-085d-46aa-97f5-b6f32ea5d51b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.492788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-45623cff-3c47-4066-bc95-62535af664d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:33.495834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Pushing event updated for resources: {'Port': ['ID=e89c0208-21ff-4223-9a2a-999e9ca70f05,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:33.517258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:33.520099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:33.523916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:33.527072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:33.577967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a8574873-15b3-4ed9-ad65-5a063e6783c5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.617266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a8574873-15b3-4ed9-ad65-5a063e6783c5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.618449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::d824:2905:e6cd:bfcb (ba343194-bb9c-4b65-8867-816842e8f671/df185cc6-d530-4da6-8099-6be5062af69d/38cc2b95-a3b3-403e-9304-270c0ac8f71b) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:33.631592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:33.652014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9e8f6-085d-46aa-97f5-b6f32ea5d51b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f55045-03ea-4e39-bb4d-4566bd3f60d9,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:33.658674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bcc9e8f6-085d-46aa-97f5-b6f32ea5d51b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:33.659403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8574873-15b3-4ed9-ad65-5a063e6783c5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network 9f4177bb-d319-462f-82b9-c86fbf32d204 is not hosted by any dhcp agent {{(pid=88840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 23 16:11:33.663667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8574873-15b3-4ed9-ad65-5a063e6783c5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:33.664394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a8574873-15b3-4ed9-ad65-5a063e6783c5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.668640 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a8574873-15b3-4ed9-ad65-5a063e6783c5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "PUT /v2.0/networks/9f4177bb-d319-462f-82b9-c86fbf32d204 HTTP/1.1" status: 200  len: 723 time: 0.8353808
Dec 23 16:11:33.670873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48600) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:33.680465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'subnet': {'network_id': '9f4177bb-d319-462f-82b9-c86fbf32d204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:33.683089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Attempting to bind port e89c0208-21ff-4223-9a2a-999e9ca70f05 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:33.683528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Attempting to bind port e89c0208-21ff-4223-9a2a-999e9ca70f05 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:33.684079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Attempting to bind port e89c0208-21ff-4223-9a2a-999e9ca70f05 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:33.694093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:11:33.694531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:33.696288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.696747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:11:33.697562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Bound port: e89c0208-21ff-4223-9a2a-999e9ca70f05, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:11:33.698145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.704830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48604) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:33.711597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bce2240f-86bf-4ce4-a4a2-e72c7c0d4e84 None None] Provisioning complete for port 414e086c-133c-44d1-ba3b-74f05b3798e3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:33.711747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bce2240f-86bf-4ce4-a4a2-e72c7c0d4e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.782931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bcc9e8f6-085d-46aa-97f5-b6f32ea5d51b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.788084 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bcc9e8f6-085d-46aa-97f5-b6f32ea5d51b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.4741693
Dec 23 16:11:33.789486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48610) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:33.805867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8574873-15b3-4ed9-ad65-5a063e6783c5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Network': ['ID=9f4177bb-d319-462f-82b9-c86fbf32d204,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:33.808886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a8574873-15b3-4ed9-ad65-5a063e6783c5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:33.823198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 9f4177bb-d319-462f-82b9-c86fbf32d204 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:11:33.826643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3f1a9d38-34ea-480f-bd80-02c103165ebd tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '07f55045-03ea-4e39-bb4d-4566bd3f60d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:33.842728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3f1a9d38-34ea-480f-bd80-02c103165ebd tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:33.903720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3f1a9d38-34ea-480f-bd80-02c103165ebd tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:33.924823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bce2240f-86bf-4ce4-a4a2-e72c7c0d4e84 None None] Port 414e086c-133c-44d1-ba3b-74f05b3798e3 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:11:33.927052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3f1a9d38-34ea-480f-bd80-02c103165ebd tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:33.938190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3f1a9d38-34ea-480f-bd80-02c103165ebd tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:33.966151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] For port e89c0208-21ff-4223-9a2a-999e9ca70f05, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:33.970186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] For port e89c0208-21ff-4223-9a2a-999e9ca70f05, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e89c0208-21ff-4223-9a2a-999e9ca70f05,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:11:33.971445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-314f68a6-0c0b-44da-9343-94039f77e49b tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.978144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:33.980427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:33.997494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a897fd43-c23c-4116-827a-ef5a6afb9a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:34.002998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:subnet and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:34.066237 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7006aa58-eb37-43db-a585-944efd87ae4a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f3dbdadc1c774210878c84beabe0493b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3560472
Dec 23 16:11:34.066237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48616) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:34.071928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:34.091102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:34.114014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Pushing event updated for resources: {'Port': ['ID=e89c0208-21ff-4223-9a2a-999e9ca70f05,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:34.118350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:34.124214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object 38cc2b95-a3b3-403e-9304-270c0ac8f71b will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:34.173840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:34.188315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-314f68a6-0c0b-44da-9343-94039f77e49b tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Calling delete_port for 414e086c-133c-44d1-ba3b-74f05b3798e3 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:34.188511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb294-37ef-43b4-9b85-d17c9e96c06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:34.217025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:34.223391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:34.236092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:34.250687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Deleting port 4b270a4c-63aa-4e3c-af97-5ba70b082d78 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:34.251098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:34.294362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb294-37ef-43b4-9b85-d17c9e96c06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:34.310335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:34.315531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:34.319479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:34.330272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:34.334623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:34.336295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:34.359213 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-3f1a9d38-34ea-480f-bd80-02c103165ebd tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The resource could not be found.
Dec 23 16:11:34.363063 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3f1a9d38-34ea-480f-bd80-02c103165ebd tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.5531144
Dec 23 16:11:34.367060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48620) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:34.376077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6ef5b0ff-144f-43b3-b0f4-4cf89b533004 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '07f55045-03ea-4e39-bb4d-4566bd3f60d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2654ee57-ab5f-469a-8f22-c8c3ef8158a1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:34.383847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6ef5b0ff-144f-43b3-b0f4-4cf89b533004 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:34.401505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6ef5b0ff-144f-43b3-b0f4-4cf89b533004 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:34.407439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=38cc2b95-a3b3-403e-9304-270c0ac8f71b,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:34.411824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6ef5b0ff-144f-43b3-b0f4-4cf89b533004 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:34.417772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:34.424576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6ef5b0ff-144f-43b3-b0f4-4cf89b533004 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:34.427867 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.9758537
Dec 23 16:11:34.434727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48624) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:34.525688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb294-37ef-43b4-9b85-d17c9e96c06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:34.533223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:34.556112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfb294-37ef-43b4-9b85-d17c9e96c06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3f55db-fda8-490a-8b4f-6014647f54bc,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:34.562884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cdcfb294-37ef-43b4-9b85-d17c9e96c06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:34.575263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb294-37ef-43b4-9b85-d17c9e96c06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:34.576525 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cdcfb294-37ef-43b4-9b85-d17c9e96c06b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ea3f55db-fda8-490a-8b4f-6014647f54bc HTTP/1.1" status: 204  len: 168 time: 0.5099154
Dec 23 16:11:34.580075 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-6ef5b0ff-144f-43b3-b0f4-4cf89b533004 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The resource could not be found.
Dec 23 16:11:34.584199 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6ef5b0ff-144f-43b3-b0f4-4cf89b533004 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2132065
Dec 23 16:11:34.584831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48630) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:34.592217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:34.619264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deed5ba-cfc5-411c-b43d-b1edfadc5aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:34.623740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deed5ba-cfc5-411c-b43d-b1edfadc5aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:34.624622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3deed5ba-cfc5-411c-b43d-b1edfadc5aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:34.677368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3deed5ba-cfc5-411c-b43d-b1edfadc5aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:34.678696 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3deed5ba-cfc5-411c-b43d-b1edfadc5aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.2429194
Dec 23 16:11:34.682884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48636) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:34.773950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb0f1e08-98d8-4092-a244-af209733eae8 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:34.799303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c0a985e3-dbd1-4f9d-8910-6f6f09b5257d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 38cc2b95-a3b3-403e-9304-270c0ac8f71b {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:34.799689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c0a985e3-dbd1-4f9d-8910-6f6f09b5257d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:34.815625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:34.836902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-314f68a6-0c0b-44da-9343-94039f77e49b tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:34.863022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb0f1e08-98d8-4092-a244-af209733eae8 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:34.902218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:35.006378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb0f1e08-98d8-4092-a244-af209733eae8 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:35.014737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:35.017713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Calling delete_port for 4b270a4c-63aa-4e3c-af97-5ba70b082d78 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:35.031398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48642) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:35.048625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f68a6-0c0b-44da-9343-94039f77e49b tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event deleted for resources: {'Port': ['ID=414e086c-133c-44d1-ba3b-74f05b3798e3,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:35.051520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-314f68a6-0c0b-44da-9343-94039f77e49b tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:35.098301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f1e08-98d8-4092-a244-af209733eae8 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f55045-03ea-4e39-bb4d-4566bd3f60d9,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:35.119605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb0f1e08-98d8-4092-a244-af209733eae8 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:35.136357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb0f1e08-98d8-4092-a244-af209733eae8 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:35.137605 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eb0f1e08-98d8-4092-a244-af209733eae8 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "DELETE /v2.0/security-groups/07f55045-03ea-4e39-bb4d-4566bd3f60d9 HTTP/1.1" status: 204  len: 168 time: 0.5489728
Dec 23 16:11:35.141363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48646) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:35.221934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c0a985e3-dbd1-4f9d-8910-6f6f09b5257d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:35.298128 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9ce218e1-735a-47a3-8243-2de614d41e9b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4e36af4f1ca0405fbd464184e6287200&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2654493
Dec 23 16:11:35.311727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48652) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:35.369993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c0a985e3-dbd1-4f9d-8910-6f6f09b5257d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 38cc2b95-a3b3-403e-9304-270c0ac8f71b owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:35.429061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-83225f9c-f013-4aa9-a647-4c9f2455ee03 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Synchronizing usage tracker for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:35.472644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-83225f9c-f013-4aa9-a647-4c9f2455ee03 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Unset dirty status for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:35.474061 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-83225f9c-f013-4aa9-a647-4c9f2455ee03 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3315763
Dec 23 16:11:35.479747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48656) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:35.490895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ccdf87b5-28e5-4a78-a51e-ccb4710c15c1 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '913b8481-020d-47dd-b149-fc1756cdf2d7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:35.537086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ccdf87b5-28e5-4a78-a51e-ccb4710c15c1 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:35.550467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ccdf87b5-28e5-4a78-a51e-ccb4710c15c1 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:35.556369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ccdf87b5-28e5-4a78-a51e-ccb4710c15c1 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:35.567441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ccdf87b5-28e5-4a78-a51e-ccb4710c15c1 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:35.592279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-314f68a6-0c0b-44da-9343-94039f77e49b tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:35.602760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c0a985e3-dbd1-4f9d-8910-6f6f09b5257d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:35.622001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:35.659857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:35.662226 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-314f68a6-0c0b-44da-9343-94039f77e49b tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "DELETE /v2.0/ports/414e086c-133c-44d1-ba3b-74f05b3798e3 HTTP/1.1" status: 204  len: 168 time: 2.6384578
Dec 23 16:11:35.667559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48660) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:35.681645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a17b0481-5d5a-476f-90ea-a07afe0cb8f9 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:35.719636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a985e3-dbd1-4f9d-8910-6f6f09b5257d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=38cc2b95-a3b3-403e-9304-270c0ac8f71b,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:35.727657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c0a985e3-dbd1-4f9d-8910-6f6f09b5257d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:35.729801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c0a985e3-dbd1-4f9d-8910-6f6f09b5257d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:35.734516 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-ccdf87b5-28e5-4a78-a51e-ccb4710c15c1 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The resource could not be found.
Dec 23 16:11:35.735702 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ccdf87b5-28e5-4a78-a51e-ccb4710c15c1 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2538509
Dec 23 16:11:35.739550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48664) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:35.745924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0a0c1a8a-7350-472a-bd35-be0c3e830cac tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group': {'name': 'tempest-secgroup--405319390'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:35.755271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0a0c1a8a-7350-472a-bd35-be0c3e830cac tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:35.763211 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c0a985e3-dbd1-4f9d-8910-6f6f09b5257d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/38cc2b95-a3b3-403e-9304-270c0ac8f71b HTTP/1.1" status: 204  len: 168 time: 1.0765994
Dec 23 16:11:35.765060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48668) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:35.770666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0a0c1a8a-7350-472a-bd35-be0c3e830cac tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:35.829536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a0c1a8a-7350-472a-bd35-be0c3e830cac tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:35.844492 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab1f066-666f-4ae5-98af-84f5983d8030 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] GET failed (client error): The resource could not be found.
Dec 23 16:11:35.845087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bab1f066-666f-4ae5-98af-84f5983d8030 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Synchronizing usage tracker for tenant:e55e2819e4e44d29af75683220a7866a on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:35.869260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374713d3-eb3b-4454-bede-558268f9febe tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:35.870973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374713d3-eb3b-4454-bede-558268f9febe tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:35.871819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-374713d3-eb3b-4454-bede-558268f9febe tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:35.895924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0a0c1a8a-7350-472a-bd35-be0c3e830cac tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:35.902174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0a0c1a8a-7350-472a-bd35-be0c3e830cac tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:35.905610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0a0c1a8a-7350-472a-bd35-be0c3e830cac tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:35.909076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-374713d3-eb3b-4454-bede-558268f9febe tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:35.910419 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-374713d3-eb3b-4454-bede-558268f9febe tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1443675
Dec 23 16:11:35.913902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48674) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:35.916840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0a0c1a8a-7350-472a-bd35-be0c3e830cac tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:35.926793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4bd02684-f0bc-4d17-83bd-3151c2221578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:35.928863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Subnet': ['ID=1becac1a-902d-47e7-a67d-c85c92b3c117,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:35.932463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:35.940384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bab1f066-666f-4ae5-98af-84f5983d8030 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Unset dirty status for tenant:e55e2819e4e44d29af75683220a7866a on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:35.945967 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bab1f066-666f-4ae5-98af-84f5983d8030 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "GET /v2.0/ports/414e086c-133c-44d1-ba3b-74f05b3798e3 HTTP/1.1" status: 404  len: 333 time: 0.2683201
Dec 23 16:11:35.957781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48678) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:35.964672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:35.974195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dd772152-b105-4639-a530-9b4ec63ca26d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:36.017695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Request body: {'port': {'network_id': 'f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-544394624'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:36.023601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-51cee01a-05bc-4ef2-93a5-5da46d0b0fe5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet df185cc6-d530-4da6-8099-6be5062af69d {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:11:36.034140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51cee01a-05bc-4ef2-93a5-5da46d0b0fe5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.071934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Pushing event deleted for resources: {'Port': ['ID=4b270a4c-63aa-4e3c-af97-5ba70b082d78,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:36.074264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Checking segment: {'id': 'c3972fbb-2721-486a-92ab-5f84b88e983c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9f4177bb-d319-462f-82b9-c86fbf32d204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:36.074677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network hostable DHCP agents. Network: 9f4177bb-d319-462f-82b9-c86fbf32d204, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:11:36.087879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1633b0cd-d573-4214-ac6d-cd2b1974aa4e None None] Provisioning for port e89c0208-21ff-4223-9a2a-999e9ca70f05 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:36.091367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:36.093378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4bd02684-f0bc-4d17-83bd-3151c2221578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.112965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a0c1a8a-7350-472a-bd35-be0c3e830cac tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.121727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a0c1a8a-7350-472a-bd35-be0c3e830cac tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.129540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51cee01a-05bc-4ef2-93a5-5da46d0b0fe5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.165777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-207344bd-3556-4ccd-a962-862b6c7be66c tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:36.235086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a0c1a8a-7350-472a-bd35-be0c3e830cac tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.236584 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0a0c1a8a-7350-472a-bd35-be0c3e830cac tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4958158
Dec 23 16:11:36.248581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48682) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:36.269285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135092317'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:36.286127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:36.295582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:36.298172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c1a8a-7350-472a-bd35-be0c3e830cac tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e518792c-ead4-4fb6-9656-f68cdda95e20,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:36.303301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0a0c1a8a-7350-472a-bd35-be0c3e830cac tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:36.304338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:36.313378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:36.344557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51cee01a-05bc-4ef2-93a5-5da46d0b0fe5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.362932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e89c0208-21ff-4223-9a2a-999e9ca70f05 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:36.389807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network 9f4177bb-d319-462f-82b9-c86fbf32d204 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:11:36.441857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.459854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a6a3357c-8fab-4a8e-bfb8-324d6228c562 None None] Could not find standard attr ID for object 38cc2b95-a3b3-403e-9304-270c0ac8f71b. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:11:36.490089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 9f4177bb-d319-462f-82b9-c86fbf32d204) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:36.501183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51cee01a-05bc-4ef2-93a5-5da46d0b0fe5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.504993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d79d01-4419-4c35-87be-2d6fe4dce58b None None] Network 9f4177bb-d319-462f-82b9-c86fbf32d204 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:36.511020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:36.537585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port e89c0208-21ff-4223-9a2a-999e9ca70f05 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:36.547688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port e89c0208-21ff-4223-9a2a-999e9ca70f05 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:36.548374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.556137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:36.567098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cee01a-05bc-4ef2-93a5-5da46d0b0fe5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=df185cc6-d530-4da6-8099-6be5062af69d,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:36.574627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-51cee01a-05bc-4ef2-93a5-5da46d0b0fe5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:36.576015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:36.578171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.581677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:36.589878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:36.595317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51cee01a-05bc-4ef2-93a5-5da46d0b0fe5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.631648 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-51cee01a-05bc-4ef2-93a5-5da46d0b0fe5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/df185cc6-d530-4da6-8099-6be5062af69d HTTP/1.1" status: 204  len: 168 time: 0.7166266
Dec 23 16:11:36.634430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48688) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:36.666663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:36.667368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1036755'] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.688000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:36.719801 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-18f3d751-35fc-40cd-9950-e03dca04565c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0840409
Dec 23 16:11:36.720493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48692) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:36.735002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:36.752595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a07e8f-83cd-44d1-adb7-2395e92bcebf None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:36.780438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4bd02684-f0bc-4d17-83bd-3151c2221578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.786864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:36.793075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-95a14023-da71-497b-bda3-6c515269a848 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:36.807455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.870028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.870311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4bd02684-f0bc-4d17-83bd-3151c2221578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.873877 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4bd02684-f0bc-4d17-83bd-3151c2221578 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad0f87fc-16da-412a-a3be-f320fac25bb0 HTTP/1.1" status: 204  len: 168 time: 1.5564687
Dec 23 16:11:36.876121 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2015507
Dec 23 16:11:36.877249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a60addf4-bcd4-4d6c-aae5-e130f0dfdfeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:36.883019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48698) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:36.886310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd02684-f0bc-4d17-83bd-3151c2221578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0f87fc-16da-412a-a3be-f320fac25bb0,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:36.901339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-35c632c0-4593-44e3-b13a-cd4baeb18d4f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:36.927342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:36.930304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4bd02684-f0bc-4d17-83bd-3151c2221578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:36.937715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:36.942485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:36.952105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:36.953462 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.7039168
Dec 23 16:11:36.954889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:36.957086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e76f38-f4e0-445e-b20e-edf1deb0cd60,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:36.971942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:36.973704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48702) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:36.990425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Made reservation on behalf of e55e2819e4e44d29af75683220a7866a for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:36.993676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c12d6112-53ba-4523-85f3-026e8fcbf4bd tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': 'e518792c-ead4-4fb6-9656-f68cdda95e20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '28e76f38-f4e0-445e-b20e-edf1deb0cd60'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:36.996594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.007107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c12d6112-53ba-4523-85f3-026e8fcbf4bd tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:37.011612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:37.017678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.043082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.061517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] device_id is not set on port 1efde5e7-aef2-4a15-8b6b-41da4ece32ad yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:37.131887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.229828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c12d6112-53ba-4523-85f3-026e8fcbf4bd tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:37.239556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c12d6112-53ba-4523-85f3-026e8fcbf4bd tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:37.244261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.254391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-9f4177bb-d319-462f-82b9-c86fbf32d204', 'network_id': '9f4177bb-d319-462f-82b9-c86fbf32d204', 'tenant_id': '6a9cf0f0ca4f4ac399af3f4621aa3d28', 'fixed_ips': [{'subnet_id': '1becac1a-902d-47e7-a67d-c85c92b3c117'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:11:37.266723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.267256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c12d6112-53ba-4523-85f3-026e8fcbf4bd tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:37.285182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35c632c0-4593-44e3-b13a-cd4baeb18d4f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852119281'] for subnet, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.360689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.367158 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-c12d6112-53ba-4523-85f3-026e8fcbf4bd tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:37.368612 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c12d6112-53ba-4523-85f3-026e8fcbf4bd tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.3938749
Dec 23 16:11:37.370360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c203d48c-b4fb-45fc-964c-c1b07f1a83a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:37.391641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48710) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:37.425135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.426061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Fanout notify agent at l3_agent the message router_deleted on router 43467643-4526-4261-99e8-36a98007039a {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:11:37.448068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:37.451559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:37.454366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:37.455227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.469174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port e89c0208-21ff-4223-9a2a-999e9ca70f05, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e89c0208-21ff-4223-9a2a-999e9ca70f05,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:37.488604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=df25870d-b784-48f0-a3f6-8d58de57538d,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:37.490304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.492869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:37.493522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:37.498415 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7708671
Dec 23 16:11:37.499743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48718) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:37.506243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'fixed_ips': [{'subnet_id': 'df25870d-b784-48f0-a3f6-8d58de57538d', 'ip_address': '2001:db8::acb8:1a89:1fa3:f4de'}], 'name': 'tempest-NetworksTestDHCPv6-312752949'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:37.601858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.604331 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "DELETE /v2.0/routers/43467643-4526-4261-99e8-36a98007039a HTTP/1.1" status: 204  len: 168 time: 6.2201953
Dec 23 16:11:37.611727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48726) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:37.624467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Request body: {'router': {'name': 'tempest-snat-router-370724217', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'enable_snat': False}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:37.631776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:37.637779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Usage tracker for resource:router and tenant:fef230b8455d42fd92a4615ab3f560e7 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:37.641218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:37.643518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=e89c0208-21ff-4223-9a2a-999e9ca70f05,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:37.648636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:37.649196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:37.659769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.660794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.700958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Allocated IP 2001:db8::345 (f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a/aa8ba6b4-9eb9-42e3-bd6c-55676b699b5b/1efde5e7-aef2-4a15-8b6b-41da4ece32ad) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:37.713021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4ad05a-fa9f-4ec9-876b-54d6969d7c91 None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:11:37.718528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ad05a-fa9f-4ec9-876b-54d6969d7c91 None None] Deleting port e89c0208-21ff-4223-9a2a-999e9ca70f05 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:37.718964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b4ad05a-fa9f-4ec9-876b-54d6969d7c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.743251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.745827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:37.747536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f44e-7f2c-4ae3-9cc2-8588e0402095 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.759392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:port and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:37.764160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:37.776888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:37.801508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:37.828495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35c632c0-4593-44e3-b13a-cd4baeb18d4f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730455742118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036851774023'] for subnet, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.836065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f44e-7f2c-4ae3-9cc2-8588e0402095 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.844733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-39b63e8a-d144-4016-aebc-f85744a9b5f0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:37.978740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c632c0-4593-44e3-b13a-cd4baeb18d4f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:37.979439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35c632c0-4593-44e3-b13a-cd4baeb18d4f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:37.983897 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-35c632c0-4593-44e3-b13a-cd4baeb18d4f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "PUT /v2.0/subnets/1becac1a-902d-47e7-a67d-c85c92b3c117 HTTP/1.1" status: 200  len: 806 time: 1.0991549
Dec 23 16:11:37.993025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48734) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:38.093729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c632c0-4593-44e3-b13a-cd4baeb18d4f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Subnet': ['ID=1becac1a-902d-47e7-a67d-c85c92b3c117,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:38.109049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35c632c0-4593-44e3-b13a-cd4baeb18d4f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:38.141222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Allocated IP 172.20.0.2 (9f4177bb-d319-462f-82b9-c86fbf32d204/1becac1a-902d-47e7-a67d-c85c92b3c117/cfb681d6-78db-4c3a-bce8-5f8f868da574) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:38.141476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f44e-7f2c-4ae3-9cc2-8588e0402095 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:38.196637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-19d8f7f4-c74d-4035-a92b-df14faba6e20 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:38.376498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e89c0208-21ff-4223-9a2a-999e9ca70f05 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:11:38.474125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8b4ad05a-fa9f-4ec9-876b-54d6969d7c91 None None] For port e89c0208-21ff-4223-9a2a-999e9ca70f05, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e89c0208-21ff-4223-9a2a-999e9ca70f05,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:38.477031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b4ad05a-fa9f-4ec9-876b-54d6969d7c91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:38.487664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:38.513971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0f44e-7f2c-4ae3-9cc2-8588e0402095 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e76f38-f4e0-445e-b20e-edf1deb0cd60,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:38.537167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7fc0f44e-7f2c-4ae3-9cc2-8588e0402095 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:38.538486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:38.547927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:38.553517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f44e-7f2c-4ae3-9cc2-8588e0402095 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:38.554884 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7fc0f44e-7f2c-4ae3-9cc2-8588e0402095 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "DELETE /v2.0/security-groups/28e76f38-f4e0-445e-b20e-edf1deb0cd60 HTTP/1.1" status: 204  len: 168 time: 1.1621687
Dec 23 16:11:38.561682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48748) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:38.596035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port 718bc6ee-18e9-4a54-90ea-540a49d6f377 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:38.610764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Transition to ACTIVE for port object 1efde5e7-aef2-4a15-8b6b-41da4ece32ad will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:38.618582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:38.741974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:38.742821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ad05a-fa9f-4ec9-876b-54d6969d7c91 None None] Calling delete_port for e89c0208-21ff-4223-9a2a-999e9ca70f05 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:38.758794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f34c1d72-811a-4aea-a9a5-47a7d886f1bf tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Synchronizing usage tracker for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:38.768168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:38.823479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:38.949886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:38.952940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f34c1d72-811a-4aea-a9a5-47a7d886f1bf tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Unset dirty status for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:38.954462 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f34c1d72-811a-4aea-a9a5-47a7d886f1bf tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.3896127
Dec 23 16:11:38.958090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48758) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:38.964484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:38.970660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event updated for resources: {'Port': ['ID=1efde5e7-aef2-4a15-8b6b-41da4ece32ad,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:38.975436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:38.980405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:38.980587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:38.988823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:39.025380 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 3.0590324
Dec 23 16:11:39.025722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48764) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:39.032273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7e126280-37d4-4f4b-b286-95846ba9f0b0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ed:d0:f7'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:39.121929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b4ad05a-fa9f-4ec9-876b-54d6969d7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:39.139572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:39.215252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::acb8:1a89:1fa3:f4de (ba343194-bb9c-4b65-8867-816842e8f671/df25870d-b784-48f0-a3f6-8d58de57538d/718bc6ee-18e9-4a54-90ea-540a49d6f377) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:39.259088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ad05a-fa9f-4ec9-876b-54d6969d7c91 None None] Pushing event deleted for resources: {'Port': ['ID=e89c0208-21ff-4223-9a2a-999e9ca70f05,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:39.273819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b4ad05a-fa9f-4ec9-876b-54d6969d7c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:39.281018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:39.294651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:39.333679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ad05a-fa9f-4ec9-876b-54d6969d7c91 None None] No DVR routers for this DVR port e89c0208-21ff-4223-9a2a-999e9ca70f05 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:11:39.340472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62593829-b5f5-4586-9fae-a224a2360802 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:39.346371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Transition to ACTIVE for port object cfb681d6-78db-4c3a-bce8-5f8f868da574 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:39.393658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09068d71-cbef-4e68-afde-7fd677d20c08 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:39.473657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:39.517101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e126280-37d4-4f4b-b286-95846ba9f0b0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:39.523340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62593829-b5f5-4586-9fae-a224a2360802 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:39.547479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Transition to ACTIVE for port object cfb681d6-78db-4c3a-bce8-5f8f868da574 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:39.548366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:39.600416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:39.629667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:39.638198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5ac9125b-7329-4918-8487-974a858a2fe9 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:39.669963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:39.688973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Subnet': ['ID=1becac1a-902d-47e7-a67d-c85c92b3c117,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:39.694270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:39.806805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Pushing event updated for resources: {'Port': ['ID=cfb681d6-78db-4c3a-bce8-5f8f868da574,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:39.817916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:39.842483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Network 9f4177bb-d319-462f-82b9-c86fbf32d204 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:39.847157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:39.857079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:39.875231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62593829-b5f5-4586-9fae-a224a2360802 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:39.875443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-eb4e476d-8843-44b9-97aa-21522d4a23a0 None None] Provisioning for port 1efde5e7-aef2-4a15-8b6b-41da4ece32ad completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:39.888447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb0f1e08-98d8-4092-a244-af209733eae8 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:39.899052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:39.909472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62593829-b5f5-4586-9fae-a224a2360802 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e518792c-ead4-4fb6-9656-f68cdda95e20,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:39.917466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-62593829-b5f5-4586-9fae-a224a2360802 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:39.958324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48778) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:39.963361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Allocated IP 172.26.5.182 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/358ce214-adbe-42a5-a7dc-4ddd824ad3be) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:40.002839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79692748>,) {'filters': {'network_id': ['9f4177bb-d319-462f-82b9-c86fbf32d204']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:40.004456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.010064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62593829-b5f5-4586-9fae-a224a2360802 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.011342 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-62593829-b5f5-4586-9fae-a224a2360802 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "DELETE /v2.0/security-groups/e518792c-ead4-4fb6-9656-f68cdda95e20 HTTP/1.1" status: 204  len: 168 time: 1.0148897
Dec 23 16:11:40.016046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48784) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:40.019605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-eb4e476d-8843-44b9-97aa-21522d4a23a0 None None] Provisioning complete for port 1efde5e7-aef2-4a15-8b6b-41da4ece32ad triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:40.020483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb4e476d-8843-44b9-97aa-21522d4a23a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.039197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79692748>, 'c3972fbb-2721-486a-92ab-5f84b88e983c') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:40.039577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79692748>, 'c3972fbb-2721-486a-92ab-5f84b88e983c') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:40.062277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object 718bc6ee-18e9-4a54-90ea-540a49d6f377 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:40.069054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.105347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.121793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:11:40.122241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.126399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': 'df25870d-b784-48f0-a3f6-8d58de57538d'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:11:40.127519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:40.139011 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:40.160518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2007735342', 'router:external': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:40.175543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Attempting to bind port cfb681d6-78db-4c3a-bce8-5f8f868da574 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:40.175948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Attempting to bind port cfb681d6-78db-4c3a-bce8-5f8f868da574 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'c3972fbb-2721-486a-92ab-5f84b88e983c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9f4177bb-d319-462f-82b9-c86fbf32d204'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:40.176354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Attempting to bind port cfb681d6-78db-4c3a-bce8-5f8f868da574 on network 9f4177bb-d319-462f-82b9-c86fbf32d204 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:40.186090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:11:40.186682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Checking segment: {'id': 'c3972fbb-2721-486a-92ab-5f84b88e983c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9f4177bb-d319-462f-82b9-c86fbf32d204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:40.187173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.187770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Bound using segment: {'id': 'c3972fbb-2721-486a-92ab-5f84b88e983c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9f4177bb-d319-462f-82b9-c86fbf32d204'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:11:40.188299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Bound port: cfb681d6-78db-4c3a-bce8-5f8f868da574, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3972fbb-2721-486a-92ab-5f84b88e983c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9f4177bb-d319-462f-82b9-c86fbf32d204'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:11:40.188724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.196292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:40.201778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-eb4e476d-8843-44b9-97aa-21522d4a23a0 None None] Port 1efde5e7-aef2-4a15-8b6b-41da4ece32ad cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:11:40.212049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Usage tracker for resource:network and tenant:b3b8c34bb842446ebbc89ad9403432a2 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:40.225085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:40.238321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:40.253027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e126280-37d4-4f4b-b286-95846ba9f0b0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.259154 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-623cc117-4d98-4b08-bcf1-5b24f2ee0555 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2395792
Dec 23 16:11:40.263245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e126280-37d4-4f4b-b286-95846ba9f0b0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.264986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48790) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:40.281207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee6d4c2a-186f-4900-a365-be7f515732f6 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:40.290500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Made reservation on behalf of b3b8c34bb842446ebbc89ad9403432a2 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:40.295407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.313353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:11:40.313353 dv-neutron-822801-1-hyperv neutron-server[88729]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:11:40.313353 dv-neutron-822801-1-hyperv neutron-server[88729]: [parameters: {'id': '9f4177bb-d319-462f-82b9-c86fbf32d204'}]
Dec 23 16:11:40.313353 dv-neutron-822801-1-hyperv neutron-server[88729]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:11:40.313807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:11:40.313890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644412165'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:40.320143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7e126280-37d4-4f4b-b286-95846ba9f0b0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] In _notify_port_updated(), no bound segment for port 1efde5e7-aef2-4a15-8b6b-41da4ece32ad on network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:11:40.324413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e126280-37d4-4f4b-b286-95846ba9f0b0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:40.325105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e126280-37d4-4f4b-b286-95846ba9f0b0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.326902 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7e126280-37d4-4f4b-b286-95846ba9f0b0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "PUT /v2.0/ports/1efde5e7-aef2-4a15-8b6b-41da4ece32ad HTTP/1.1" status: 200  len: 1002 time: 1.2998173
Dec 23 16:11:40.332288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48794) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:40.337043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.349157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:40.367003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e126280-37d4-4f4b-b286-95846ba9f0b0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event updated for resources: {'Port': ['ID=1efde5e7-aef2-4a15-8b6b-41da4ece32ad,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:40.371652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7e126280-37d4-4f4b-b286-95846ba9f0b0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:40.399488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:40.404778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] For port cfb681d6-78db-4c3a-bce8-5f8f868da574, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:40.405948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:40.408341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] For port cfb681d6-78db-4c3a-bce8-5f8f868da574, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=cfb681d6-78db-4c3a-bce8-5f8f868da574,segment=NetworkSegment(c3972fbb-2721-486a-92ab-5f84b88e983c),segment_id=c3972fbb-2721-486a-92ab-5f84b88e983c)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:11:40.412346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.417816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ed6edb1a-03f5-4aa1-aff8-75f299fdbb3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:40.434224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:40.461538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.489473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-331eb31d-95a9-433f-9a14-95fd03dfeef6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:40.542215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-15be2c88-247d-4674-94fb-ea1873905a2f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Deleting port 1efde5e7-aef2-4a15-8b6b-41da4ece32ad {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:40.542616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15be2c88-247d-4674-94fb-ea1873905a2f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.568856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.611024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Pushing event updated for resources: {'Port': ['ID=cfb681d6-78db-4c3a-bce8-5f8f868da574,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:40.614348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:40.625011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Allocated IP 2001:db8::2 (ba343194-bb9c-4b65-8867-816842e8f671/df25870d-b784-48f0-a3f6-8d58de57538d/e0f52879-d6ff-4542-a629-ce8b0692423d) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:40.635328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:40.651211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.660898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Usage tracker for resource:security_group_rule and tenant:b3b8c34bb842446ebbc89ad9403432a2 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:40.666378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b27020-5442-4c3c-8862-1fff3643bb90 None None] Network 9f4177bb-d319-462f-82b9-c86fbf32d204 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:40.671970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:40.699851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:40.701940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:40.710975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:40.723500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=718bc6ee-18e9-4a54-90ea-540a49d6f377,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:40.731887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:40.736239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:40.736915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.742682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:40.793264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:40.815009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.820999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:40.830148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Deleting port cfb681d6-78db-4c3a-bce8-5f8f868da574 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:40.830623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.835058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:40.853564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:40.892203 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.3889916
Dec 23 16:11:40.893056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48800) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:40.955780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:40.969952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc778fa1-c774-40a1-ba3b-9bd45becf4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:41.072844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eaa3d5-25b3-4718-ada4-c1514fb28cba tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:41.074116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b5eaa3d5-25b3-4718-ada4-c1514fb28cba tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:41.131114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7c60a71c-316e-4e74-84b0-16d4915e408c None None] Provisioning complete for port 1efde5e7-aef2-4a15-8b6b-41da4ece32ad triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:41.131516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c60a71c-316e-4e74-84b0-16d4915e408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.191675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b5eaa3d5-25b3-4718-ada4-c1514fb28cba tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:41.196767 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b5eaa3d5-25b3-4718-ada4-c1514fb28cba tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.2962422
Dec 23 16:11:41.200494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48804) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:41.253197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] For port cfb681d6-78db-4c3a-bce8-5f8f868da574, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=cfb681d6-78db-4c3a-bce8-5f8f868da574,segment=NetworkSegment(c3972fbb-2721-486a-92ab-5f84b88e983c),segment_id=c3972fbb-2721-486a-92ab-5f84b88e983c)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:41.254263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.267283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7c60a71c-316e-4e74-84b0-16d4915e408c None None] Port 1efde5e7-aef2-4a15-8b6b-41da4ece32ad cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:11:41.293463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.303565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f2538c-6eaa-445e-8928-733e3c8a4b8e None None] Network 9f4177bb-d319-462f-82b9-c86fbf32d204 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:41.328845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Transition to ACTIVE for port object e0f52879-d6ff-4542-a629-ce8b0692423d will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:41.376937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Transition to ACTIVE for port object e0f52879-d6ff-4542-a629-ce8b0692423d will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:41.431101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:41.434650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Pushing event updated for resources: {'Port': ['ID=358ce214-adbe-42a5-a7dc-4ddd824ad3be,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:41.440065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.442611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Calling delete_port for cfb681d6-78db-4c3a-bce8-5f8f868da574 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:41.447514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:41.449041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.451456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:41.453511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.454657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:41.459030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:41.484839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15be2c88-247d-4674-94fb-ea1873905a2f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.494646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.506142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:41.509010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-943a01f8-3883-4b6c-9e8a-b825bcf3d7f5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 718bc6ee-18e9-4a54-90ea-540a49d6f377 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:41.509412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-943a01f8-3883-4b6c-9e8a-b825bcf3d7f5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.528086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.561465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:41.564499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:41.595111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:41.622098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Pushing event updated for resources: {'Port': ['ID=e0f52879-d6ff-4542-a629-ce8b0692423d,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:41.629737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:41.656364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.664473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:41.672104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-15be2c88-247d-4674-94fb-ea1873905a2f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Calling delete_port for 1efde5e7-aef2-4a15-8b6b-41da4ece32ad owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:41.734101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Attempting to bind port e0f52879-d6ff-4542-a629-ce8b0692423d on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:41.734438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Attempting to bind port e0f52879-d6ff-4542-a629-ce8b0692423d by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:41.735380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Attempting to bind port e0f52879-d6ff-4542-a629-ce8b0692423d on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:41.735525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Port': ['ID=cfb681d6-78db-4c3a-bce8-5f8f868da574,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:41.743338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:11:41.750695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:11:41.751160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:41.752418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.752418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:11:41.752612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:41.752846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Bound port: e0f52879-d6ff-4542-a629-ce8b0692423d, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:11:41.753274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.753715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No DVR routers for this DVR port cfb681d6-78db-4c3a-bce8-5f8f868da574 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:11:41.759462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.764702 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.4945838
Dec 23 16:11:41.770527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48810) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:41.771323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9437c82e-ae3e-4306-a4da-bcd449ee06c3,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:41.780095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-41e4041e-0ab6-4f56-a154-417caf555cce tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '9437c82e-ae3e-4306-a4da-bcd449ee06c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:41.787047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:41.792085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-66078133-8379-44c7-8742-f9c6a571fe36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:41.801530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.801942 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Added segment 3603cc61-3e0d-40cd-83c9-3697f638333b of type vlan for network bf23aedf-2709-4247-8558-68842580b5ef
Dec 23 16:11:41.833336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-41e4041e-0ab6-4f56-a154-417caf555cce tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:41.856901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] For port e0f52879-d6ff-4542-a629-ce8b0692423d, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:41.861018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] For port e0f52879-d6ff-4542-a629-ce8b0692423d, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e0f52879-d6ff-4542-a629-ce8b0692423d,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:11:41.861176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-41e4041e-0ab6-4f56-a154-417caf555cce tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:41.864470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.870836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5cbaa79c-36dc-4bf0-950c-37b2ab5bea02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:41.880525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-41e4041e-0ab6-4f56-a154-417caf555cce tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:41.915407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-41e4041e-0ab6-4f56-a154-417caf555cce tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:41.917959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fa54e0-4933-4b0e-8054-c5d54f48e729,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:41.926810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:41.964244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Pushing event updated for resources: {'Port': ['ID=e0f52879-d6ff-4542-a629-ce8b0692423d,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:41.965731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.966353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:41.967603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:41.994175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.014931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-943a01f8-3883-4b6c-9e8a-b825bcf3d7f5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.033652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78e48f98>,) {'filters': {'network_id': ['9f4177bb-d319-462f-82b9-c86fbf32d204']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:42.074010 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-41e4041e-0ab6-4f56-a154-417caf555cce tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:42.075217 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-41e4041e-0ab6-4f56-a154-417caf555cce tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.3006241
Dec 23 16:11:42.081980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48816) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:42.091794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-762c7382-8353-42b8-af50-e001b1b5c654 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group_rule': {'security_group_id': '9437c82e-ae3e-4306-a4da-bcd449ee06c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:42.109449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-762c7382-8353-42b8-af50-e001b1b5c654 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:42.120136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-762c7382-8353-42b8-af50-e001b1b5c654 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:42.126773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-762c7382-8353-42b8-af50-e001b1b5c654 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:42.135955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-762c7382-8353-42b8-af50-e001b1b5c654 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:42.138451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15be2c88-247d-4674-94fb-ea1873905a2f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.150261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d572d832-a3b0-470f-8712-b5814f0de6c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:42.181540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.184503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-943a01f8-3883-4b6c-9e8a-b825bcf3d7f5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 718bc6ee-18e9-4a54-90ea-540a49d6f377 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:42.201380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:42.202045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.212138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be2c88-247d-4674-94fb-ea1873905a2f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event deleted for resources: {'Port': ['ID=1efde5e7-aef2-4a15-8b6b-41da4ece32ad,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:42.231889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15be2c88-247d-4674-94fb-ea1873905a2f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:42.232602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55ecddc8-2eec-4c80-9eb3-1e252823a60b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:42.234497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78e48f98>, 'c3972fbb-2721-486a-92ab-5f84b88e983c') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:42.234846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78e48f98>, 'c3972fbb-2721-486a-92ab-5f84b88e983c') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:42.254430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.279874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.298653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:11:42.299151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:42.316103 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:42.410047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15be2c88-247d-4674-94fb-ea1873905a2f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.417978 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-15be2c88-247d-4674-94fb-ea1873905a2f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "DELETE /v2.0/ports/1efde5e7-aef2-4a15-8b6b-41da4ece32ad HTTP/1.1" status: 204  len: 168 time: 2.0803227
Dec 23 16:11:42.424198 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.4646521
Dec 23 16:11:42.425442 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-762c7382-8353-42b8-af50-e001b1b5c654 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:42.426470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-762c7382-8353-42b8-af50-e001b1b5c654 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.3398118
Dec 23 16:11:42.430090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48820) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:42.430549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48822) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:42.431036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48824) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:42.431795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Pushing event updated for resources: {'Network': ['ID=bf23aedf-2709-4247-8558-68842580b5ef,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:42.440404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:42.445724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network bf23aedf-2709-4247-8558-68842580b5ef details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:11:42.490279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Request body: {'subnet': {'network_id': 'bf23aedf-2709-4247-8558-68842580b5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:42.495470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.505903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7a580fe2-e55a-4588-b8ea-8a01c7b1cda9 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:42.521079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:42.531406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Usage tracker for resource:subnet and tenant:b3b8c34bb842446ebbc89ad9403432a2 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:42.534757 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-698e0df6-2216-4872-bc83-6b1c22840e6f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] GET failed (client error): The resource could not be found.
Dec 23 16:11:42.535363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-698e0df6-2216-4872-bc83-6b1c22840e6f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Synchronizing usage tracker for tenant:e55e2819e4e44d29af75683220a7866a on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:42.536971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.539131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:42.553421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Network': ['ID=9f4177bb-d319-462f-82b9-c86fbf32d204,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:42.563338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:42.563543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:42.567819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-943a01f8-3883-4b6c-9e8a-b825bcf3d7f5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.574213 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/9f4177bb-d319-462f-82b9-c86fbf32d204 HTTP/1.1" status: 204  len: 168 time: 4.5800705
Dec 23 16:11:42.574393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.574877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48834) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:42.575747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.581990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-16b1836e-b875-4ec6-bb36-2f3d94433c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:42.668212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a01f8-3883-4b6c-9e8a-b825bcf3d7f5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=718bc6ee-18e9-4a54-90ea-540a49d6f377,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:42.673125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-943a01f8-3883-4b6c-9e8a-b825bcf3d7f5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:42.676017 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a8e223-9b66-4445-b9f1-8301940d3e76 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:11:42.676527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a8e223-9b66-4445-b9f1-8301940d3e76 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:11:42.681094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Made reservation on behalf of b3b8c34bb842446ebbc89ad9403432a2 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:42.683023 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-10a8e223-9b66-4445-b9f1-8301940d3e76 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/9f4177bb-d319-462f-82b9-c86fbf32d204 HTTP/1.1" status: 404  len: 339 time: 0.1024871
Dec 23 16:11:42.684468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48838) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:42.686615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.690890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-447635612', 'description': 'd1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:42.705807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-698e0df6-2216-4872-bc83-6b1c22840e6f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Unset dirty status for tenant:e55e2819e4e44d29af75683220a7866a on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:42.713317 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-698e0df6-2216-4872-bc83-6b1c22840e6f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "GET /v2.0/ports/1efde5e7-aef2-4a15-8b6b-41da4ece32ad HTTP/1.1" status: 404  len: 333 time: 0.2786825
Dec 23 16:11:42.719710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48842) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:42.729249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:42.739705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:network and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:42.743914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-943a01f8-3883-4b6c-9e8a-b825bcf3d7f5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.745979 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-943a01f8-3883-4b6c-9e8a-b825bcf3d7f5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/718bc6ee-18e9-4a54-90ea-540a49d6f377 HTTP/1.1" status: 204  len: 168 time: 1.5444269
Dec 23 16:11:42.746767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Request body: {'port': {'network_id': 'f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-43909825'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:42.748992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:42.752161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48846) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:42.800789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:42.819979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec5d436f-3961-4f3d-bd80-8d1447ccbd86 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.828869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:42.834367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.862067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb5decb-bd2f-4239-897c-d9dd04ead96f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:42.863713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb5decb-bd2f-4239-897c-d9dd04ead96f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:42.864531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8fb5decb-bd2f-4239-897c-d9dd04ead96f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:42.889029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:11:42.891388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8fb5decb-bd2f-4239-897c-d9dd04ead96f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:42.892666 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8fb5decb-bd2f-4239-897c-d9dd04ead96f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1394973
Dec 23 16:11:42.896130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48850) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:42.944374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:42.944778 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Added segment cb23bf92-5235-4a2e-b535-9619e339a17b of type vlan for network 36d31b32-9c37-482b-be07-a633fa067ae7
Dec 23 16:11:43.006054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:43.013168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec5d436f-3961-4f3d-bd80-8d1447ccbd86 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:43.184028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:43.228212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:43.261078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec5d436f-3961-4f3d-bd80-8d1447ccbd86 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:43.277709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-34cf0c55-4a4c-4e0e-b016-a387ec6bb149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:43.285648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Made reservation on behalf of e55e2819e4e44d29af75683220a7866a for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:43.291518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:43.341833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d436f-3961-4f3d-bd80-8d1447ccbd86 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9437c82e-ae3e-4306-a4da-bcd449ee06c3,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:43.348233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ec5d436f-3961-4f3d-bd80-8d1447ccbd86 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:43.363902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] device_id is not set on port 53b66a28-f4f7-4c2d-b69d-7cea29966f49 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:43.388221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:43.392379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:43.393032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:43.407760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d2d9d466-bfbe-44e0-b66c-63f03772c054 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:43.461632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec5d436f-3961-4f3d-bd80-8d1447ccbd86 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:43.466261 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ec5d436f-3961-4f3d-bd80-8d1447ccbd86 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "DELETE /v2.0/security-groups/9437c82e-ae3e-4306-a4da-bcd449ee06c3 HTTP/1.1" status: 204  len: 168 time: 1.0243952
Dec 23 16:11:43.469814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48856) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:43.470618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d191657-c071-4130-81f2-e33e63e3bc9d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet df25870d-b784-48f0-a3f6-8d58de57538d {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:11:43.482144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d191657-c071-4130-81f2-e33e63e3bc9d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:43.513321 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.8276839
Dec 23 16:11:43.523332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48860) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:43.588988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Network': ['ID=36d31b32-9c37-482b-be07-a633fa067ae7,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:43.594140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:43.604723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 36d31b32-9c37-482b-be07-a633fa067ae7 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:11:43.614167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d191657-c071-4130-81f2-e33e63e3bc9d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:43.722851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d191657-c071-4130-81f2-e33e63e3bc9d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:43.808039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d191657-c071-4130-81f2-e33e63e3bc9d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:43.813843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:43.849247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Allocated IP 2001:db8::1f5 (f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a/aa8ba6b4-9eb9-42e3-bd6c-55676b699b5b/53b66a28-f4f7-4c2d-b69d-7cea29966f49) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:43.861481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d191657-c071-4130-81f2-e33e63e3bc9d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=df25870d-b784-48f0-a3f6-8d58de57538d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:43.863812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc4bc8-0f38-4e9b-ac12-2527160670b8 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:43.864611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e1fc4bc8-0f38-4e9b-ac12-2527160670b8 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Synchronizing usage tracker for tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:43.867167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1d191657-c071-4130-81f2-e33e63e3bc9d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:43.876697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d191657-c071-4130-81f2-e33e63e3bc9d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:43.885848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ebc0c71f-f8f2-4b86-8e85-ebc18226775f tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Synchronizing usage tracker for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:43.896105 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1d191657-c071-4130-81f2-e33e63e3bc9d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/df25870d-b784-48f0-a3f6-8d58de57538d HTTP/1.1" status: 204  len: 168 time: 0.9965463
Dec 23 16:11:43.896521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48866) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:43.954072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e1fc4bc8-0f38-4e9b-ac12-2527160670b8 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Unset dirty status for tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:43.955348 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e1fc4bc8-0f38-4e9b-ac12-2527160670b8 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "GET /v2.0/networks?id=36d31b32-9c37-482b-be07-a633fa067ae7 HTTP/1.1" status: 200  len: 760 time: 0.4308012
Dec 23 16:11:43.964106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48870) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:43.972356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Router 94ed495b-18c8-4fae-9bdd-9189439da125 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:11:43.974386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ebc0c71f-f8f2-4b86-8e85-ebc18226775f tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Unset dirty status for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:43.976341 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ebc0c71f-f8f2-4b86-8e85-ebc18226775f tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4990819
Dec 23 16:11:43.982327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48874) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:43.984679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0696866-2b01-431f-82be-c5ae47c5a3d6 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:43.985750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3cd2607b-aaaa-4c9c-be30-378be5de6f08 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'network': {'description': 'd2'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:44.001185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bd7fa2db-115b-462d-b0c7-abc342236db5 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group': {'name': 'tempest-secgroup--465565938'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:44.015041 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9317ad8a-92ee-472a-8bd1-c98f28fe8a7c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1140785
Dec 23 16:11:44.015282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bd7fa2db-115b-462d-b0c7-abc342236db5 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:44.017025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48878) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:44.027053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:44.070399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bd7fa2db-115b-462d-b0c7-abc342236db5 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:44.114013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-97665d6e-0aad-4617-8e2e-b738dfd4e523 None None] Provisioning for port e0f52879-d6ff-4542-a629-ce8b0692423d completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:44.309388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:44.316048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:44.322909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:44.333640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:44.355298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b2f750-3e16-47ea-a593-93cf9a7e8a8c None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:11:44.372727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c4b2f750-3e16-47ea-a593-93cf9a7e8a8c None None] Deleting port e0f52879-d6ff-4542-a629-ce8b0692423d {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:44.373272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4b2f750-3e16-47ea-a593-93cf9a7e8a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:44.431269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:44.437497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:44.458131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cd2607b-aaaa-4c9c-be30-378be5de6f08 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:44.497213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cd2607b-aaaa-4c9c-be30-378be5de6f08 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:44.502432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa2db-115b-462d-b0c7-abc342236db5 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:44.504479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:44.523992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:44.534456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f9774b32-efb9-4489-b6d6-f1fab57bf471 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:44.606467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3cd2607b-aaaa-4c9c-be30-378be5de6f08 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network 36d31b32-9c37-482b-be07-a633fa067ae7 is not hosted by any dhcp agent {{(pid=88841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 23 16:11:44.610443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd2607b-aaaa-4c9c-be30-378be5de6f08 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:44.611144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cd2607b-aaaa-4c9c-be30-378be5de6f08 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:44.615039 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3cd2607b-aaaa-4c9c-be30-378be5de6f08 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "PUT /v2.0/networks/36d31b32-9c37-482b-be07-a633fa067ae7 HTTP/1.1" status: 200  len: 757 time: 0.6403954
Dec 23 16:11:44.623714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48884) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:44.653493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c4b2f750-3e16-47ea-a593-93cf9a7e8a8c None None] For port e0f52879-d6ff-4542-a629-ce8b0692423d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e0f52879-d6ff-4542-a629-ce8b0692423d,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:44.654311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4b2f750-3e16-47ea-a593-93cf9a7e8a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:44.689838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:44.698316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Pushing event updated for resources: {'Subnet': ['ID=68d09a58-f142-462f-b26a-72151d0a017b,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:44.705542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bd7fa2db-115b-462d-b0c7-abc342236db5 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:44.711855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:44.720901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bd7fa2db-115b-462d-b0c7-abc342236db5 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Usage tracker for resource:security_group_rule and tenant:18d2f3b39b0b43a0838e584cd68e5edf is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:44.728333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2607b-aaaa-4c9c-be30-378be5de6f08 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Network': ['ID=36d31b32-9c37-482b-be07-a633fa067ae7,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:44.730501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bd7fa2db-115b-462d-b0c7-abc342236db5 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:44.746433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bd7fa2db-115b-462d-b0c7-abc342236db5 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:44.746763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3cd2607b-aaaa-4c9c-be30-378be5de6f08 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:44.748871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Transition to ACTIVE for port object 53b66a28-f4f7-4c2d-b69d-7cea29966f49 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:44.759199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Checking segment: {'id': '3603cc61-3e0d-40cd-83c9-3697f638333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bf23aedf-2709-4247-8558-68842580b5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:44.759607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Network hostable DHCP agents. Network: bf23aedf-2709-4247-8558-68842580b5ef, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:11:44.780368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 36d31b32-9c37-482b-be07-a633fa067ae7 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:11:44.801235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c4b2f750-3e16-47ea-a593-93cf9a7e8a8c None None] Calling delete_port for e0f52879-d6ff-4542-a629-ce8b0692423d owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:44.834823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e5cf5f-e868-4c10-8e0b-e50df46b7cfe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:44.835905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c9e5cf5f-e868-4c10-8e0b-e50df46b7cfe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Synchronizing usage tracker for tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:44.891513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c9e5cf5f-e868-4c10-8e0b-e50df46b7cfe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Unset dirty status for tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:44.899094 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c9e5cf5f-e868-4c10-8e0b-e50df46b7cfe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "GET /v2.0/networks?id=36d31b32-9c37-482b-be07-a633fa067ae7 HTTP/1.1" status: 200  len: 760 time: 0.2679989
Dec 23 16:11:44.900710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48888) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:44.909187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1800985327'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:44.914364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:44.915255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:44.929306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15be2c88-247d-4674-94fb-ea1873905a2f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:44.931892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:44.958732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:44.965164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:44.967252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4b2f750-3e16-47ea-a593-93cf9a7e8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:44.968796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Network bf23aedf-2709-4247-8558-68842580b5ef is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:11:44.975188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a328e1e4-2469-45ad-b888-6f32139a6fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:44.987510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa2db-115b-462d-b0c7-abc342236db5 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.008351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa2db-115b-462d-b0c7-abc342236db5 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.013325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.020387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:45.026860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, bf23aedf-2709-4247-8558-68842580b5ef) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:45.040975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:45.041639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.057041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2f750-3e16-47ea-a593-93cf9a7e8a8c None None] Pushing event deleted for resources: {'Port': ['ID=e0f52879-d6ff-4542-a629-ce8b0692423d,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:45.058125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event updated for resources: {'Port': ['ID=53b66a28-f4f7-4c2d-b69d-7cea29966f49,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:45.070246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:11:45.070498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:45.071915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:45.075546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de41cf45-b6c3-4c01-969c-365679c81ccf None None] Network bf23aedf-2709-4247-8558-68842580b5ef requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:45.077961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:45.081535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:45.093322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:45.097723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:45.098260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.098437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.098661 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Added segment 0b6be8bb-bf59-411d-b5bb-b6589d1371c0 of type vlan for network 65202a70-408f-4261-a0e2-9e2bea461aa3
Dec 23 16:11:45.114244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:45.119118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=df7e765b-e943-4cb0-aed7-16cef7306de0,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:45.119280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c4b2f750-3e16-47ea-a593-93cf9a7e8a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:45.121543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:45.126430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:45.129985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:45.130645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.158554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b2f750-3e16-47ea-a593-93cf9a7e8a8c None None] No DVR routers for this DVR port e0f52879-d6ff-4542-a629-ce8b0692423d on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:11:45.160014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.160885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fa2db-115b-462d-b0c7-abc342236db5 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eebd9e7b-19af-46f2-b58d-dd7cfe10845e,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:45.209502 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 2.7725739
Dec 23 16:11:45.212263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bd7fa2db-115b-462d-b0c7-abc342236db5 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:45.217517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd7fa2db-115b-462d-b0c7-abc342236db5 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.222971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48896) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:45.225548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48898) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:45.225673 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bd7fa2db-115b-462d-b0c7-abc342236db5 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.2352312
Dec 23 16:11:45.234489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc4fd4a-efe5-4e47-9efd-a74f3dbcc67c None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:45.239752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:11:45.242915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b0a37be0-2c41-412d-9f18-cad5047f43f6 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:45.243566 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-b0a37be0-2c41-412d-9f18-cad5047f43f6 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:11:45.244646 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b0a37be0-2c41-412d-9f18-cad5047f43f6 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "PUT /v2.0/security-groups/eebd9e7b-19af-46f2-b58d-dd7cfe10845e HTTP/1.1" status: 409  len: 330 time: 0.0129180
Dec 23 16:11:45.249161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-380786047', 'network_id': 'bf23aedf-2709-4247-8558-68842580b5ef'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:45.251720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Sync routers for ids ['94ed495b-18c8-4fae-9bdd-9189439da125'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:11:45.254932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48904) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:45.264876 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.5426936
Dec 23 16:11:45.280643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Routers {'94ed495b-18c8-4fae-9bdd-9189439da125'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:45.281354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7c9d99b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['94ed495b-18c8-4fae-9bdd-9189439da125'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:45.290383 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2721128
Dec 23 16:11:45.292005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:45.294305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48906) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:45.294941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48910) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:45.305838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.308225 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 7.6954336
Dec 23 16:11:45.310523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48912) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:45.342195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'fixed_ips': [{'subnet_id': 'df7e765b-e943-4cb0-aed7-16cef7306de0', 'ip_address': '2001:db8::2af7:8d88:ef13:bc80'}], 'name': 'tempest-NetworksTestDHCPv6-992514547'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:45.388901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Request body: {'port': {'network_id': 'f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1720062571'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:45.430738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Usage tracker for resource:port and tenant:b3b8c34bb842446ebbc89ad9403432a2 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:45.446749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:45.473644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:45.555398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.561035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:45.561951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.572100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Set router 94ed495b-18c8-4fae-9bdd-9189439da125 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:11:45.609482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7561c7df-cff8-427a-85d5-711e05db684e tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:45.641352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa097a62-9304-4e2d-b353-78dfcff8d0df req-5219ec78-1385-448e-93e0-6a3fc778bfc5 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:45.643079 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa097a62-9304-4e2d-b353-78dfcff8d0df req-5219ec78-1385-448e-93e0-6a3fc778bfc5 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 946 time: 0.2369232
Dec 23 16:11:45.730588 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa097a62-9304-4e2d-b353-78dfcff8d0df req-54b45b5c-4861-4b53-8228-5b0e180b1e68 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/security-groups?id=562cc184-d489-4957-b41f-32879ca39ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792022
Dec 23 16:11:45.742772 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-70ad1f74-ffca-4321-9fa4-f4357d2d3f10 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/routers/94ed495b-18c8-4fae-9bdd-9189439da125 HTTP/1.1" status: 200  len: 908 time: 0.4301510
Dec 23 16:11:45.743910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48922) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:45.750014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Request body: {'router': {'name': 'tempest-snat-router-370724217', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'enable_snat': True}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:45.756382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:45.762029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Usage tracker for resource:router and tenant:fef230b8455d42fd92a4615ab3f560e7 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:45.765780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:45.772703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:45.800945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.802035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.834679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.908966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-06aa3e3c-cb9b-41ca-9843-b61ba382cfd0 None None] Provisioning for port 53b66a28-f4f7-4c2d-b69d-7cea29966f49 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:45.916127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-06aa3e3c-cb9b-41ca-9843-b61ba382cfd0 None None] Provisioning complete for port 53b66a28-f4f7-4c2d-b69d-7cea29966f49 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:45.916561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-06aa3e3c-cb9b-41ca-9843-b61ba382cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.945938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': 'df7e765b-e943-4cb0-aed7-16cef7306de0'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:11:45.946768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.962952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Made reservation on behalf of b3b8c34bb842446ebbc89ad9403432a2 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:45.967264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab600907-49b3-49fe-894a-ba98b77aa79b None None] Network bf23aedf-2709-4247-8558-68842580b5ef requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:45.969546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:45.994298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:45.999239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:46.001602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ee6adb3-ab3d-4592-8c7d-5cca632bb56f tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:46.005746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7c9d99b0>, [{'id': '94ed495b-18c8-4fae-9bdd-9189439da125', 'name': 'tempest-snat-router-370724217', 'tenant_id': 'fef230b8455d42fd92a4615ab3f560e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': False}, 'gw_port_id': '358ce214-adbe-42a5-a7dc-4ddd824ad3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:37Z', 'updated_at': '2021-12-23T16:11:41Z', 'revision_number': 3, 'project_id': 'fef230b8455d42fd92a4615ab3f560e7', 'gw_port': {'id': '358ce214-adbe-42a5-a7dc-4ddd824ad3be', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ed495b-18c8-4fae-9bdd-9189439da125', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:39Z', 'updated_at': '2021-12-23T16:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:46.012697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Checking router: 94ed495b-18c8-4fae-9bdd-9189439da125 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:11:46.013592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Updating router 94ed495b-18c8-4fae-9bdd-9189439da125 port 358ce214-adbe-42a5-a7dc-4ddd824ad3be binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:11:46.019749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:46.036641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ee6adb3-ab3d-4592-8c7d-5cca632bb56f tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:46.053266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] device_id is not set on port 24d3b2c6-454b-4dd6-b967-6d7c709dce53 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:46.079578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:46.089455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-06aa3e3c-cb9b-41ca-9843-b61ba382cfd0 None None] Port 53b66a28-f4f7-4c2d-b69d-7cea29966f49 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:11:46.287370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Allocated IP 2001:db8::15e (bf23aedf-2709-4247-8558-68842580b5ef/68d09a58-f142-462f-b26a-72151d0a017b/24d3b2c6-454b-4dd6-b967-6d7c709dce53) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:46.301086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:46.348649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:46.400124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e0f52879-d6ff-4542-a629-ce8b0692423d no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:11:46.402913 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.5019462
Dec 23 16:11:46.405889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48932) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:46.431670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'subnet': {'network_id': '65202a70-408f-4261-a0e2-9e2bea461aa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:46.499843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:46.509924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ee6adb3-ab3d-4592-8c7d-5cca632bb56f tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:46.518121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Allocated IP 2001:db8::2 (ba343194-bb9c-4b65-8867-816842e8f671/df7e765b-e943-4cb0-aed7-16cef7306de0/66fae38d-24ec-492e-a63a-e964f4d46150) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:46.529886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:46.540703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:46.554740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Transition to ACTIVE for port object 358ce214-adbe-42a5-a7dc-4ddd824ad3be will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:46.564589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:46.576993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:46.606067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: e0f52879-d6ff-4542-a629-ce8b0692423d {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:11:46.608354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e0f52879-d6ff-4542-a629-ce8b0692423d not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:11:46.649976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:46.663515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Usage tracker for resource:subnet and tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:46.686547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:46.697180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Attempting to bind port 358ce214-adbe-42a5-a7dc-4ddd824ad3be on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:46.697607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Attempting to bind port 358ce214-adbe-42a5-a7dc-4ddd824ad3be by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:46.698026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Attempting to bind port 358ce214-adbe-42a5-a7dc-4ddd824ad3be on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:46.703481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:46.704892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Network': ['ID=65202a70-408f-4261-a0e2-9e2bea461aa3,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:46.715929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ce039-ca8d-4c68-b673-9f787d095977 None None] Pushing event updated for resources: {'Port': ['ID=358ce214-adbe-42a5-a7dc-4ddd824ad3be,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:46.718909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e96ce039-ca8d-4c68-b673-9f787d095977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:46.720254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:11:46.720674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:46.721131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:46.721563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:11:46.722093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Bound port: 358ce214-adbe-42a5-a7dc-4ddd824ad3be, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:11:46.722514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:46.743017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.132s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:46.744683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:46.754219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Allocated IP 172.26.5.22 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/da563ec1-04e6-484b-8e5f-4405619c4106) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:46.755014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:46.755712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 65202a70-408f-4261-a0e2-9e2bea461aa3 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:11:46.765540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:46.786841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:46.851220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] For port 358ce214-adbe-42a5-a7dc-4ddd824ad3be, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:46.855107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] For port 358ce214-adbe-42a5-a7dc-4ddd824ad3be, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=358ce214-adbe-42a5-a7dc-4ddd824ad3be,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:11:46.861075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:46.885068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:46.974520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ce039-ca8d-4c68-b673-9f787d095977 None None] Pushing event updated for resources: {'Port': ['ID=358ce214-adbe-42a5-a7dc-4ddd824ad3be,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:46.974692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:46.979942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e96ce039-ca8d-4c68-b673-9f787d095977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:46.995515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Routers {'94ed495b-18c8-4fae-9bdd-9189439da125'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:46.995976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7c9d99b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['94ed495b-18c8-4fae-9bdd-9189439da125'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:47.060980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:47.073957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Transition to ACTIVE for port object 66fae38d-24ec-492e-a63a-e964f4d46150 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:47.095614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Transition to ACTIVE for port object 66fae38d-24ec-492e-a63a-e964f4d46150 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:47.101293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:47.107388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7cc37c2e-15fa-4f57-8959-cbba74e3319e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:47.159222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Made reservation on behalf of e55e2819e4e44d29af75683220a7866a for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:47.166028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:47.192676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:47.197379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:47.199182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port fb277370-241b-4584-b4b2-215353d6a0eb yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:47.205511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:47.208267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] Set router 94ed495b-18c8-4fae-9bdd-9189439da125 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:11:47.254140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6adb3-ab3d-4592-8c7d-5cca632bb56f tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebd9e7b-19af-46f2-b58d-dd7cfe10845e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:47.264463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ee6adb3-ab3d-4592-8c7d-5cca632bb56f tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:47.266335 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7ee6adb3-ab3d-4592-8c7d-5cca632bb56f tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "DELETE /v2.0/security-groups/eebd9e7b-19af-46f2-b58d-dd7cfe10845e HTTP/1.1" status: 204  len: 168 time: 1.9835532
Dec 23 16:11:47.267127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:47.270153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48940) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:47.278227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] device_id is not set on port 6c0d863e-a2d2-4d66-bb07-9ca9b379171b yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:11:47.321482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ee6adb3-ab3d-4592-8c7d-5cca632bb56f tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:47.344650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Pushing event updated for resources: {'Port': ['ID=66fae38d-24ec-492e-a63a-e964f4d46150,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:47.355023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-35b48fcd-c36c-4fdc-86bb-ed6b124ece3b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Synchronizing usage tracker for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:47.360249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Attempting to bind port 66fae38d-24ec-492e-a63a-e964f4d46150 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:47.360690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Attempting to bind port 66fae38d-24ec-492e-a63a-e964f4d46150 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:47.361118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Attempting to bind port 66fae38d-24ec-492e-a63a-e964f4d46150 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:47.370842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:47.372069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:11:47.372507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:47.372970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:47.373579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:11:47.374188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Bound port: 66fae38d-24ec-492e-a63a-e964f4d46150, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:11:47.374625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:47.440808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-35b48fcd-c36c-4fdc-86bb-ed6b124ece3b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Unset dirty status for tenant:18d2f3b39b0b43a0838e584cd68e5edf on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:47.442181 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-35b48fcd-c36c-4fdc-86bb-ed6b124ece3b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1697569
Dec 23 16:11:47.450625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48944) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:47.477368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:47.483794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-01e85c54-f85d-4328-9478-45bf26ecdadc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:47.499115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] For port 66fae38d-24ec-492e-a63a-e964f4d46150, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:47.502607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] For port 66fae38d-24ec-492e-a63a-e964f4d46150, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=66fae38d-24ec-492e-a63a-e964f4d46150,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:11:47.512534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:47.513991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:47.519945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:47.554980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Pushing event updated for resources: {'Port': ['ID=da563ec1-04e6-484b-8e5f-4405619c4106,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:47.558871 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-1ddc11e7-b96b-4326-bb6f-e5fdd539f098 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] delete failed (client error): The resource could not be found.
Dec 23 16:11:47.560076 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1ddc11e7-b96b-4326-bb6f-e5fdd539f098 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "DELETE /v2.0/security-groups/5b99418a-5409-45f8-80bd-97a9f7f5f14a HTTP/1.1" status: 404  len: 347 time: 0.1083927
Dec 23 16:11:47.561121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:47.564464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7c9d99b0>, [{'id': '94ed495b-18c8-4fae-9bdd-9189439da125', 'name': 'tempest-snat-router-370724217', 'tenant_id': 'fef230b8455d42fd92a4615ab3f560e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': False}, 'gw_port_id': '358ce214-adbe-42a5-a7dc-4ddd824ad3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:37Z', 'updated_at': '2021-12-23T16:11:41Z', 'revision_number': 3, 'project_id': 'fef230b8455d42fd92a4615ab3f560e7', 'gw_port': {'id': '358ce214-adbe-42a5-a7dc-4ddd824ad3be', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ed495b-18c8-4fae-9bdd-9189439da125', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:39Z', 'updated_at': '2021-12-23T16:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:47.569113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a5a16-fe71-441c-ba56-fbe79b891671 None None] The sync data for ids ['94ed495b-18c8-4fae-9bdd-9189439da125'] in dv-neutron-822801-1-hyperv is: [{'id': '94ed495b-18c8-4fae-9bdd-9189439da125', 'name': 'tempest-snat-router-370724217', 'tenant_id': 'fef230b8455d42fd92a4615ab3f560e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': False}, 'gw_port_id': '358ce214-adbe-42a5-a7dc-4ddd824ad3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:37Z', 'updated_at': '2021-12-23T16:11:41Z', 'revision_number': 3, 'project_id': 'fef230b8455d42fd92a4615ab3f560e7', 'gw_port': {'id': '358ce214-adbe-42a5-a7dc-4ddd824ad3be', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ed495b-18c8-4fae-9bdd-9189439da125', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:39Z', 'updated_at': '2021-12-23T16:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:11:47.580773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48948) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:47.613960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d32e5-2566-4f23-baf4-9762b618aebb req-a0939bf7-0bfa-4ec6-af8b-e4b7c53199b6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:47.616981 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-953d32e5-2566-4f23-baf4-9762b618aebb req-a0939bf7-0bfa-4ec6-af8b-e4b7c53199b6 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 946 time: 0.5257425
Dec 23 16:11:47.634540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:47.636160 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-28dc05a4-60b3-499d-a212-379053b6714d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] show failed (client error): The resource could not be found.
Dec 23 16:11:47.637414 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-28dc05a4-60b3-499d-a212-379053b6714d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "GET /v2.0/security-groups/f430c5e4-cf65-43ba-b452-9c30e48aab26 HTTP/1.1" status: 404  len: 347 time: 0.0528698
Dec 23 16:11:47.638621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:47.641114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:47.649015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:47.654702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Pushing event updated for resources: {'Port': ['ID=66fae38d-24ec-492e-a63a-e964f4d46150,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:47.658388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:47.668075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48952) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:47.801303 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-d8d6ea91-e55e-4a67-987c-c13b949f9b70 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] show failed (client error): The resource could not be found.
Dec 23 16:11:47.802502 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d8d6ea91-e55e-4a67-987c-c13b949f9b70 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] 10.222.0.67 "GET /v2.0/security-group-rules/20d19051-df8a-4df1-89eb-607d4ef52d2b HTTP/1.1" status: 404  len: 356 time: 0.1295435
Dec 23 16:11:47.838191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:47.851379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Allocated IP 2001:db8::8c (f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a/aa8ba6b4-9eb9-42e3-bd6c-55676b699b5b/6c0d863e-a2d2-4d66-bb07-9ca9b379171b) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:47.854664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1e0ffaab-5c52-42b0-a580-a504c3c8f5bb tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:47.888785 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-953d32e5-2566-4f23-baf4-9762b618aebb req-ba992c1f-7247-4682-9ac6-7adaf3a4dd12 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/security-groups?id=562cc184-d489-4957-b41f-32879ca39ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2616210
Dec 23 16:11:47.904042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::2af7:8d88:ef13:bc80 (ba343194-bb9c-4b65-8867-816842e8f671/df7e765b-e943-4cb0-aed7-16cef7306de0/fb277370-241b-4584-b4b2-215353d6a0eb) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:47.972879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Network bf23aedf-2709-4247-8558-68842580b5ef is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:47.988606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:48.052904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:48.082684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:48.083993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:48.084263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:48.091242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Pushing event updated for resources: {'Port': ['ID=24d3b2c6-454b-4dd6-b967-6d7c709dce53,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:48.131832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:48.404712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Checking segment: {'id': '0b6be8bb-bf59-411d-b5bb-b6589d1371c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '65202a70-408f-4261-a0e2-9e2bea461aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:48.405128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network hostable DHCP agents. Network: 65202a70-408f-4261-a0e2-9e2bea461aa3, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:11:48.448833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Subnet': ['ID=775bc147-b9e8-4600-811b-6d5d364f3284,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:48.461290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:48.478913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:48.519418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Transition to ACTIVE for port object 6c0d863e-a2d2-4d66-bb07-9ca9b379171b will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:48.526306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network 65202a70-408f-4261-a0e2-9e2bea461aa3 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:11:48.537507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 358ce214-adbe-42a5-a7dc-4ddd824ad3be up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:48.547283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 65202a70-408f-4261-a0e2-9e2bea461aa3) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:48.553372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:48.555186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:48.571462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-7ffe3aad-8975-403c-99e7-cec17cf5fbe4 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:48.573739 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-7ffe3aad-8975-403c-99e7-cec17cf5fbe4 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 946 time: 0.5306191
Dec 23 16:11:48.573901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6794bb2b-713f-42db-95c0-400b004d66db None None] Network 65202a70-408f-4261-a0e2-9e2bea461aa3 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:48.615406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48964) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:48.617605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:48.649096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2b80b033-0617-4fed-b05e-70804b55bf4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:48.686853 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 3.4626760
Dec 23 16:11:48.714546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 48970) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:48.729763 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3191762
Dec 23 16:11:48.734049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48974) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:48.776602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Deleting port 38e54837-6623-4d30-a54c-66d4d782a329 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:48.777021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:48.852279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 358ce214-adbe-42a5-a7dc-4ddd824ad3be completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:48.862269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 358ce214-adbe-42a5-a7dc-4ddd824ad3be triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:48.862624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:48.963722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event updated for resources: {'Port': ['ID=6c0d863e-a2d2-4d66-bb07-9ca9b379171b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:49.000685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-938d71ac-f553-48db-b6f5-52bb1e84200d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Deleting port 24d3b2c6-454b-4dd6-b967-6d7c709dce53 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:49.001295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-938d71ac-f553-48db-b6f5-52bb1e84200d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:49.003813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:49.015081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:49.016124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:49.061624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-65202a70-408f-4261-a0e2-9e2bea461aa3', 'network_id': '65202a70-408f-4261-a0e2-9e2bea461aa3', 'tenant_id': '6a9cf0f0ca4f4ac399af3f4621aa3d28', 'fixed_ips': [{'subnet_id': '775bc147-b9e8-4600-811b-6d5d364f3284'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:11:49.062560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:49.103978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:49.105483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:49.134506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:49.168701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:49.173152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:49.173837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:49.180470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 358ce214-adbe-42a5-a7dc-4ddd824ad3be, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=358ce214-adbe-42a5-a7dc-4ddd824ad3be,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:49.292428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:49.301102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Allocated IP 172.20.0.2 (65202a70-408f-4261-a0e2-9e2bea461aa3/775bc147-b9e8-4600-811b-6d5d364f3284/21dee8c3-5824-4c40-825f-5c4145ec5122) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:49.302591 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 3.9690800
Dec 23 16:11:49.347605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efe029-fd76-4e53-a77d-466d5c8e54ab req-6d795fef-f139-4017-ad2b-fcd820c398f2 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:49.352952 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-28efe029-fd76-4e53-a77d-466d5c8e54ab req-6d795fef-f139-4017-ad2b-fcd820c398f2 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 945 time: 0.7911141
Dec 23 16:11:49.358484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48980) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:49.435690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:49.462702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6c829f64-a0fd-4c50-968e-9ecddf22fc9c tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::37c', 'mac_address': 'fa:16:3e:ed:d0:f7'}, {'ip_address': '2001:db8::1f5', 'mac_address': 'fa:16:3e:4b:96:75'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:49.531711 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bb637bad-6715-4d22-85fe-3081fc77e291 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=18d2f3b39b0b43a0838e584cd68e5edf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9088387
Dec 23 16:11:49.536892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object fb277370-241b-4584-b4b2-215353d6a0eb will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:49.542343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:49.544222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 66fae38d-24ec-492e-a63a-e964f4d46150 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:49.547377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48984) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:49.602532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:49.630371 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-28efe029-fd76-4e53-a77d-466d5c8e54ab req-49aa9883-4ca1-4e1b-bccd-a145997bc3cf tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2611637
Dec 23 16:11:49.758910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-938d71ac-f553-48db-b6f5-52bb1e84200d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:49.786731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:49.797671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc5ba9b0-db31-4d24-84dc-5754eb44fb07 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:49.840060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:49.944917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-938d71ac-f553-48db-b6f5-52bb1e84200d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Calling delete_port for 24d3b2c6-454b-4dd6-b967-6d7c709dce53 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:50.022830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=358ce214-adbe-42a5-a7dc-4ddd824ad3be,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:50.035355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:50.041054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] For port 38e54837-6623-4d30-a54c-66d4d782a329, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=38e54837-6623-4d30-a54c-66d4d782a329,segment=NetworkSegment(60a2ae6f-3695-4c28-848b-f1b25ebe23e9),segment_id=60a2ae6f-3695-4c28-848b-f1b25ebe23e9)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:50.041401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:50.076255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-71fc4e97-1f99-41d0-a798-7b5b35f87532 None None] Provisioning for port 6c0d863e-a2d2-4d66-bb07-9ca9b379171b completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:50.084514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-71fc4e97-1f99-41d0-a798-7b5b35f87532 None None] Provisioning complete for port 6c0d863e-a2d2-4d66-bb07-9ca9b379171b triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:50.085021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-71fc4e97-1f99-41d0-a798-7b5b35f87532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:50.092751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:50.100703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30ec4471-e76c-4c37-8ac8-f7238d637c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:50.112037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 66fae38d-24ec-492e-a63a-e964f4d46150 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:50.119083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=fb277370-241b-4584-b4b2-215353d6a0eb,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:50.124057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:50.126847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:50.152690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:50.161815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:50.172901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Transition to ACTIVE for port object 21dee8c3-5824-4c40-825f-5c4145ec5122 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:50.173351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:50.174090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:50.192241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-71fc4e97-1f99-41d0-a798-7b5b35f87532 None None] Port 6c0d863e-a2d2-4d66-bb07-9ca9b379171b cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:11:50.210271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Transition to ACTIVE for port object 21dee8c3-5824-4c40-825f-5c4145ec5122 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:50.221822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:50.226688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:50.357139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30ec4471-e76c-4c37-8ac8-f7238d637c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:50.371819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e8a5bba1-b742-4b03-a3ec-79f81d3923d3 None None] Provisioning for port 66fae38d-24ec-492e-a63a-e964f4d46150 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:50.392684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e8a5bba1-b742-4b03-a3ec-79f81d3923d3 None None] Provisioning complete for port 66fae38d-24ec-492e-a63a-e964f4d46150 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:50.393102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8a5bba1-b742-4b03-a3ec-79f81d3923d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:50.429530 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 5.0922310
Dec 23 16:11:50.441405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c3aad-3a4f-4632-a30d-4404a7acb19c req-edb24a4a-8c45-43bd-8052-7a5d56aaf964 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:50.441675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 48994) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:50.443763 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ac1c3aad-3a4f-4632-a30d-4404a7acb19c req-edb24a4a-8c45-43bd-8052-7a5d56aaf964 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 946 time: 1.1891432
Dec 23 16:11:50.445124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-938d71ac-f553-48db-b6f5-52bb1e84200d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:50.513429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 358ce214-adbe-42a5-a7dc-4ddd824ad3be up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:50.528095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c829f64-a0fd-4c50-968e-9ecddf22fc9c tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:50.540310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:50.561185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:50.565324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b4c34aa0-535b-41db-b2d9-de11a3cdeae6 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:50.586357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Network 65202a70-408f-4261-a0e2-9e2bea461aa3 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:50.604243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Pushing event updated for resources: {'Port': ['ID=21dee8c3-5824-4c40-825f-5c4145ec5122,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:50.630651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:50.639623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:50.640475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:50.661929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Subnet': ['ID=775bc147-b9e8-4600-811b-6d5d364f3284,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:50.677366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:50.783106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d71ac-f553-48db-b6f5-52bb1e84200d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Pushing event deleted for resources: {'Port': ['ID=24d3b2c6-454b-4dd6-b967-6d7c709dce53,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:50.815169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-938d71ac-f553-48db-b6f5-52bb1e84200d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:50.875330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-938d71ac-f553-48db-b6f5-52bb1e84200d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:50.886161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Attempting to bind port 21dee8c3-5824-4c40-825f-5c4145ec5122 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:50.886623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Attempting to bind port 21dee8c3-5824-4c40-825f-5c4145ec5122 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '0b6be8bb-bf59-411d-b5bb-b6589d1371c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '65202a70-408f-4261-a0e2-9e2bea461aa3'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:50.887075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Attempting to bind port 21dee8c3-5824-4c40-825f-5c4145ec5122 on network 65202a70-408f-4261-a0e2-9e2bea461aa3 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:50.922926 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ac1c3aad-3a4f-4632-a30d-4404a7acb19c req-eea2f396-cbab-48c8-93ad-5c52d65dce1f tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/security-groups?id=562cc184-d489-4957-b41f-32879ca39ef1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3803818
Dec 23 16:11:50.928378 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-938d71ac-f553-48db-b6f5-52bb1e84200d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "DELETE /v2.0/ports/24d3b2c6-454b-4dd6-b967-6d7c709dce53 HTTP/1.1" status: 204  len: 168 time: 2.2122023
Dec 23 16:11:50.932681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49000) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:50.937662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:11:50.938109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Checking segment: {'id': '0b6be8bb-bf59-411d-b5bb-b6589d1371c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '65202a70-408f-4261-a0e2-9e2bea461aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:50.938572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:50.939088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Bound using segment: {'id': '0b6be8bb-bf59-411d-b5bb-b6589d1371c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '65202a70-408f-4261-a0e2-9e2bea461aa3'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:11:50.939654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Bound port: 21dee8c3-5824-4c40-825f-5c4145ec5122, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6be8bb-bf59-411d-b5bb-b6589d1371c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '65202a70-408f-4261-a0e2-9e2bea461aa3'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:11:50.940096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.061315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8a5bba1-b742-4b03-a3ec-79f81d3923d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.102629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e8a5bba1-b742-4b03-a3ec-79f81d3923d3 None None] For port 66fae38d-24ec-492e-a63a-e964f4d46150, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=66fae38d-24ec-492e-a63a-e964f4d46150,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:51.103952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 358ce214-adbe-42a5-a7dc-4ddd824ad3be triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:51.104415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.122016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.122441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.122802 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Floating IP 702b2349-d99b-4836-924e-bbd7d49c3560 disassociated. External IP: 172.26.5.167, port: 38e54837-6623-4d30-a54c-66d4d782a329.
Dec 23 16:11:51.123282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Calling delete_port for 38e54837-6623-4d30-a54c-66d4d782a329 owned by compute:nova {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:51.142115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8a5bba1-b742-4b03-a3ec-79f81d3923d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.165058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:51.314598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bdf4ea5b-e080-42f2-a4d2-e6df9c257e68 None None] Could not find standard attr ID for object 718bc6ee-18e9-4a54-90ea-540a49d6f377. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:11:51.318689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf23aedf-2709-4247-8558-68842580b5ef', 'external_fixed_ips': [{'subnet_id': '68d09a58-f142-462f-b26a-72151d0a017b', 'ip_address': '2001:db8::15e'}]}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:51.324190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.335170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:51.337665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c6383c0a-1d1a-4384-ac64-63a97f36281f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:51.368439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bdf4ea5b-e080-42f2-a4d2-e6df9c257e68 None None] Provisioning for port fb277370-241b-4584-b4b2-215353d6a0eb completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:51.380469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Usage tracker for resource:router and tenant:b3b8c34bb842446ebbc89ad9403432a2 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:51.383986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c829f64-a0fd-4c50-968e-9ecddf22fc9c tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.388286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5bba1-b742-4b03-a3ec-79f81d3923d3 None None] Pushing event updated for resources: {'Port': ['ID=66fae38d-24ec-492e-a63a-e964f4d46150,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:51.391409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bdf4ea5b-e080-42f2-a4d2-e6df9c257e68 None None] Provisioning complete for port fb277370-241b-4584-b4b2-215353d6a0eb triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:51.391846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bdf4ea5b-e080-42f2-a4d2-e6df9c257e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.392594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:51.396896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Pushing event deleted for resources: {'Port': ['ID=38e54837-6623-4d30-a54c-66d4d782a329,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:51.407572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:51.410016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:51.446827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.447924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.463435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e8a5bba1-b742-4b03-a3ec-79f81d3923d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:51.463818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c829f64-a0fd-4c50-968e-9ecddf22fc9c tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.465003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] For port 21dee8c3-5824-4c40-825f-5c4145ec5122, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:51.468036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4ea5b-e080-42f2-a4d2-e6df9c257e68 None None] Port fb277370-241b-4584-b4b2-215353d6a0eb cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:11:51.509880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] For port 21dee8c3-5824-4c40-825f-5c4145ec5122, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=21dee8c3-5824-4c40-825f-5c4145ec5122,segment=NetworkSegment(0b6be8bb-bf59-411d-b5bb-b6589d1371c0),segment_id=0b6be8bb-bf59-411d-b5bb-b6589d1371c0)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:11:51.527298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.534598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-86813594-231b-481b-935a-cfc3a29301c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:51.596154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.629288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7aaaa438>,) {'filters': {'network_id': ['65202a70-408f-4261-a0e2-9e2bea461aa3']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:51.646104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7aaaa438>, '0b6be8bb-bf59-411d-b5bb-b6589d1371c0') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:51.646372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7aaaa438>, '0b6be8bb-bf59-411d-b5bb-b6589d1371c0') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:51.649702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Pushing event updated for resources: {'Port': ['ID=21dee8c3-5824-4c40-825f-5c4145ec5122,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:51.657374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:51.662114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.685450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2f11e4b7-e9f5-47c6-aeb4-537600178c28 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:51.732949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6c829f64-a0fd-4c50-968e-9ecddf22fc9c tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] In _notify_port_updated(), no bound segment for port 6c0d863e-a2d2-4d66-bb07-9ca9b379171b on network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:11:51.742789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c829f64-a0fd-4c50-968e-9ecddf22fc9c tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:51.743842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c829f64-a0fd-4c50-968e-9ecddf22fc9c tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.745554 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6c829f64-a0fd-4c50-968e-9ecddf22fc9c tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "PUT /v2.0/ports/6c0d863e-a2d2-4d66-bb07-9ca9b379171b HTTP/1.1" status: 200  len: 1067 time: 2.3794024
Dec 23 16:11:51.767698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49004) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:51.818104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.824579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.838778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Router 77f89da7-094a-4be5-9a6d-e388de5fa7a6 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:11:51.867481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:11:51.868341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:51.898643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fe1bde-3c39-454c-af94-cdf37939e948 None None] Network 65202a70-408f-4261-a0e2-9e2bea461aa3 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:51.996712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30ec4471-e76c-4c37-8ac8-f7238d637c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:52.001483 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:52.072084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c829f64-a0fd-4c50-968e-9ecddf22fc9c tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event updated for resources: {'Port': ['ID=6c0d863e-a2d2-4d66-bb07-9ca9b379171b,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:52.083899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c829f64-a0fd-4c50-968e-9ecddf22fc9c tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:52.098425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:52.130293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:11:52.130293 dv-neutron-822801-1-hyperv neutron-server[88729]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:11:52.130293 dv-neutron-822801-1-hyperv neutron-server[88729]: [parameters: {'id': '65202a70-408f-4261-a0e2-9e2bea461aa3'}]
Dec 23 16:11:52.130293 dv-neutron-822801-1-hyperv neutron-server[88729]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:11:52.130293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:11:52.206346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c2e69d37-dd9f-41a2-b756-b7aa32d34dd0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Deleting port 6c0d863e-a2d2-4d66-bb07-9ca9b379171b {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:52.206884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2e69d37-dd9f-41a2-b756-b7aa32d34dd0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:52.262369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec4471-e76c-4c37-8ac8-f7238d637c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d95c65-b7cc-4103-b4b3-efda9d6e3d3b,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:52.280091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-30ec4471-e76c-4c37-8ac8-f7238d637c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:52.309452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9574bad7-1621-4268-bc6f-aa8e7bc5dbf6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:52.314138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9574bad7-1621-4268-bc6f-aa8e7bc5dbf6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:52.315095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9574bad7-1621-4268-bc6f-aa8e7bc5dbf6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:52.339820 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-918a5cba-39e8-4774-b2bd-de29ada7025a req-374eee9a-3af6-4c2d-9798-346930a73304 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 210 time: 0.0932827
Dec 23 16:11:52.340091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30ec4471-e76c-4c37-8ac8-f7238d637c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:52.343901 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-30ec4471-e76c-4c37-8ac8-f7238d637c66 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/51d95c65-b7cc-4103-b4b3-efda9d6e3d3b HTTP/1.1" status: 204  len: 168 time: 2.7792218
Dec 23 16:11:52.358778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 66fae38d-24ec-492e-a63a-e964f4d46150 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:52.371591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb820c-e609-45f4-982c-ec5920780321 req-2728f4cd-82a3-45ae-8f5a-282de3ad1c20 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:52.374155 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0bb820c-e609-45f4-982c-ec5920780321 req-2728f4cd-82a3-45ae-8f5a-282de3ad1c20 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 945 time: 0.9859385
Dec 23 16:11:52.451275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9574bad7-1621-4268-bc6f-aa8e7bc5dbf6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:52.453320 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9574bad7-1621-4268-bc6f-aa8e7bc5dbf6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 1.9984388
Dec 23 16:11:52.473786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49012) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:52.482219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Router dcd7c192-4092-4e5c-982d-88887c32bfc3 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:11:52.496186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6f034ce0-bebf-4eb7-9ac2-5106ac328ae9 None None] Provisioning complete for port 6c0d863e-a2d2-4d66-bb07-9ca9b379171b triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:52.496546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f034ce0-bebf-4eb7-9ac2-5106ac328ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:52.535177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:52.547357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-363e6055-4f26-4de5-8538-78674dddd6ad tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:52.550693 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-363e6055-4f26-4de5-8538-78674dddd6ad tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 945 time: 0.5469880
Dec 23 16:11:52.580309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69976c9-2ba3-4b30-85ca-5de14cc4743d None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:11:52.604700 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0bb820c-e609-45f4-982c-ec5920780321 req-e0cc1529-d564-4119-8fc1-8f478668e915 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2293615
Dec 23 16:11:52.616710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6f034ce0-bebf-4eb7-9ac2-5106ac328ae9 None None] Port 6c0d863e-a2d2-4d66-bb07-9ca9b379171b cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:11:52.648684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:52.663801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 66fae38d-24ec-492e-a63a-e964f4d46150 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:52.664406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:52.726603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0a98e515-fc05-4069-b9f1-b418b4702996 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port fb277370-241b-4584-b4b2-215353d6a0eb {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:52.726853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a98e515-fc05-4069-b9f1-b418b4702996 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:52.771957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Deleting port 21dee8c3-5824-4c40-825f-5c4145ec5122 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:52.772530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:52.806724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Deleting port 70adf2ec-2c52-440d-9384-2f3deef813ad {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:52.807678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:52.832657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69976c9-2ba3-4b30-85ca-5de14cc4743d None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:11:52.965006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 38e54837-6623-4d30-a54c-66d4d782a329 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:11:52.980049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2e69d37-dd9f-41a2-b756-b7aa32d34dd0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:53.013799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 38e54837-6623-4d30-a54c-66d4d782a329 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:11:53.014125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 38e54837-6623-4d30-a54c-66d4d782a329 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:11:53.044900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:11:53.155327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c2e69d37-dd9f-41a2-b756-b7aa32d34dd0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Calling delete_port for 6c0d863e-a2d2-4d66-bb07-9ca9b379171b owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:53.162143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a98e515-fc05-4069-b9f1-b418b4702996 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:53.313781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0a98e515-fc05-4069-b9f1-b418b4702996 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for fb277370-241b-4584-b4b2-215353d6a0eb owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:53.345395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:53.346735 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 7.6015763
Dec 23 16:11:53.360822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49030) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:53.469585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Sync routers for ids ['77f89da7-094a-4be5-9a6d-e388de5fa7a6'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:11:53.599297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Routers {'77f89da7-094a-4be5-9a6d-e388de5fa7a6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:53.600125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a18aba8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['77f89da7-094a-4be5-9a6d-e388de5fa7a6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:53.820019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4fc864-5444-434f-8483-7ce14a447229 None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:11:53.888207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] For port 21dee8c3-5824-4c40-825f-5c4145ec5122, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=21dee8c3-5824-4c40-825f-5c4145ec5122,segment=NetworkSegment(0b6be8bb-bf59-411d-b5bb-b6589d1371c0),segment_id=0b6be8bb-bf59-411d-b5bb-b6589d1371c0)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:53.888857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:53.949679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:11:53.969155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-1a7f334a-40ed-43ed-8311-8a7648de179b req-396aca6c-ff23-471a-b227-4177753f02b0 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Synchronizing usage tracker for tenant:e3e9074d25284bffb73031ea842e474c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:53.974698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Set router 77f89da7-094a-4be5-9a6d-e388de5fa7a6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:11:54.012648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-1a7f334a-40ed-43ed-8311-8a7648de179b req-396aca6c-ff23-471a-b227-4177753f02b0 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Unset dirty status for tenant:e3e9074d25284bffb73031ea842e474c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:54.013956 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a7f334a-40ed-43ed-8311-8a7648de179b req-396aca6c-ff23-471a-b227-4177753f02b0 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 210 time: 0.4381330
Dec 23 16:11:54.019715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a98e515-fc05-4069-b9f1-b418b4702996 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:54.035254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0c96a7c9-79d1-49ef-972d-c8ad66927a1a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:54.051948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Calling delete_port for 21dee8c3-5824-4c40-825f-5c4145ec5122 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:54.142471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] For port 70adf2ec-2c52-440d-9384-2f3deef813ad, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=70adf2ec-2c52-440d-9384-2f3deef813ad,segment=NetworkSegment(659af5a7-bd38-4d77-843e-5b45e56a8da9),segment_id=659af5a7-bd38-4d77-843e-5b45e56a8da9)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:54.143189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:54.239841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98e515-fc05-4069-b9f1-b418b4702996 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=fb277370-241b-4584-b4b2-215353d6a0eb,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:54.279466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0a98e515-fc05-4069-b9f1-b418b4702996 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:54.281290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a98e515-fc05-4069-b9f1-b418b4702996 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:54.306844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:11:54.321566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d916419c-fa44-4e24-9b8c-1aa2e2bdcb10 None None] Sync routers for ids ['dcd7c192-4092-4e5c-982d-88887c32bfc3'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:11:54.327445 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0a98e515-fc05-4069-b9f1-b418b4702996 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/fb277370-241b-4584-b4b2-215353d6a0eb HTTP/1.1" status: 204  len: 168 time: 1.8424444
Dec 23 16:11:54.337517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d916419c-fa44-4e24-9b8c-1aa2e2bdcb10 None None] Routers {'dcd7c192-4092-4e5c-982d-88887c32bfc3'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:54.338758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d916419c-fa44-4e24-9b8c-1aa2e2bdcb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0438>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['dcd7c192-4092-4e5c-982d-88887c32bfc3'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:54.371698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49050) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:54.391934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4fc864-5444-434f-8483-7ce14a447229 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:11:54.408277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a530958-a543-43d8-8354-f28d625499f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:54.484617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a18aba8>, [{'id': '77f89da7-094a-4be5-9a6d-e388de5fa7a6', 'name': 'tempest-snat-router-370724217', 'tenant_id': 'fef230b8455d42fd92a4615ab3f560e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'da563ec1-04e6-484b-8e5f-4405619c4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:45Z', 'updated_at': '2021-12-23T16:11:48Z', 'revision_number': 3, 'project_id': 'fef230b8455d42fd92a4615ab3f560e7', 'gw_port': {'id': 'da563ec1-04e6-484b-8e5f-4405619c4106', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f89da7-094a-4be5-9a6d-e388de5fa7a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:46Z', 'updated_at': '2021-12-23T16:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:54.496211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Checking router: 77f89da7-094a-4be5-9a6d-e388de5fa7a6 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:11:54.496845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Updating router 77f89da7-094a-4be5-9a6d-e388de5fa7a6 port da563ec1-04e6-484b-8e5f-4405619c4106 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:11:54.549389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] No DVR routers for this DVR port 38e54837-6623-4d30-a54c-66d4d782a329 on host hv-neutron-8228 {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:11:54.552045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:54.587236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:54.589464 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c79d34e-b505-4216-b46d-c83c1d03473d req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.36 "DELETE /v2.0/ports/38e54837-6623-4d30-a54c-66d4d782a329 HTTP/1.1" status: 204  len: 173 time: 6.0061781
Dec 23 16:11:54.590077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7', 'name': 'network-vif-deleted', 'tag': '38e54837-6623-4d30-a54c-66d4d782a329'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:11:54.604672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:54.731293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:54.752471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2e69d37-dd9f-41a2-b756-b7aa32d34dd0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:54.754549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:54.785225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7e126280-37d4-4f4b-b286-95846ba9f0b0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:54.869663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No DVR routers for this DVR port 21dee8c3-5824-4c40-825f-5c4145ec5122 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:11:54.874755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Allocated IP 2001:db8::15e (bf23aedf-2709-4247-8558-68842580b5ef/68d09a58-f142-462f-b26a-72151d0a017b/3f0c9537-3b1e-4db3-bd10-2bcdf9618a68) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:11:54.927352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d916419c-fa44-4e24-9b8c-1aa2e2bdcb10 None None] Set router dcd7c192-4092-4e5c-982d-88887c32bfc3 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:11:54.942951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Port': ['ID=21dee8c3-5824-4c40-825f-5c4145ec5122,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:54.955260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62930e14-4725-4550-9f48-694217416afc req-3e172264-b823-410e-8ae6-fb4c8cfdcb29 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:54.956936 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-62930e14-4725-4550-9f48-694217416afc req-3e172264-b823-410e-8ae6-fb4c8cfdcb29 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 945 time: 1.1248398
Dec 23 16:11:55.088741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.135009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348e3712-38b5-40de-b7f0-cca68bd1fa5e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:55.136663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348e3712-38b5-40de-b7f0-cca68bd1fa5e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:55.137509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-348e3712-38b5-40de-b7f0-cca68bd1fa5e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:55.154774 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7', 'name': 'network-vif-deleted', 'tag': '38e54837-6623-4d30-a54c-66d4d782a329', 'status': 'completed', 'code': 200}
Dec 23 16:11:55.165060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.215791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0a98e515-fc05-4069-b9f1-b418b4702996 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:55.266089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e69d37-dd9f-41a2-b756-b7aa32d34dd0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event deleted for resources: {'Port': ['ID=6c0d863e-a2d2-4d66-bb07-9ca9b379171b,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:55.298606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c2e69d37-dd9f-41a2-b756-b7aa32d34dd0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:55.307605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.481s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:55.308444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:55.359346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Network bf23aedf-2709-4247-8558-68842580b5ef is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:11:55.360934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:11:55.368253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:55.474691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.489412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Transition to ACTIVE for port object da563ec1-04e6-484b-8e5f-4405619c4106 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:55.531992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-348e3712-38b5-40de-b7f0-cca68bd1fa5e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:55.533502 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-348e3712-38b5-40de-b7f0-cca68bd1fa5e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 1.1539969
Dec 23 16:11:55.538412 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-741d7a83-0cab-4c12-9c23-f2125b934f7e req-bada4058-87c9-4318-b4bd-980bca865ccc tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc2db7f7-b1bb-47cb-8bde-e4e4af963cc7 HTTP/1.1" status: 200  len: 210 time: 0.1734776
Dec 23 16:11:55.539656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.544238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49068) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:55.555585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.565790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:55.573578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d916419c-fa44-4e24-9b8c-1aa2e2bdcb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0438>, [{'id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': '3b850726-e67a-4605-b398-62a610763d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:13Z', 'revision_number': 4, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'gw_port': {'id': '3b850726-e67a-4605-b398-62a610763d60', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:04Z', 'updated_at': '2021-12-23T16:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '0c2be19a-b248-495a-bc30-bc8b1d230375', 'name': '', 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'mac_address': 'fa:16:3e:2f:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:10Z', 'updated_at': '2021-12-23T16:10:24Z', 'revision_number': 5, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'subnets': [{'id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:55.577893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d916419c-fa44-4e24-9b8c-1aa2e2bdcb10 None None] Checking router: dcd7c192-4092-4e5c-982d-88887c32bfc3 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:11:55.589668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d916419c-fa44-4e24-9b8c-1aa2e2bdcb10 None None] Routers {'dcd7c192-4092-4e5c-982d-88887c32bfc3'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:55.590345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d916419c-fa44-4e24-9b8c-1aa2e2bdcb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0438>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['dcd7c192-4092-4e5c-982d-88887c32bfc3'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:55.616816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b792ab278>,) {'filters': {'network_id': ['65202a70-408f-4261-a0e2-9e2bea461aa3']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:55.658300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b792ab278>, '0b6be8bb-bf59-411d-b5bb-b6589d1371c0') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:55.662579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b792ab278>, '0b6be8bb-bf59-411d-b5bb-b6589d1371c0') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:55.668831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Pushing event updated for resources: {'Port': ['ID=3f0c9537-3b1e-4db3-bd10-2bcdf9618a68,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:55.683157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:55.684398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.685894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.695897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.713723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Attempting to bind port da563ec1-04e6-484b-8e5f-4405619c4106 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:11:55.714153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Attempting to bind port da563ec1-04e6-484b-8e5f-4405619c4106 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:11:55.714574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Attempting to bind port da563ec1-04e6-484b-8e5f-4405619c4106 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:11:55.723588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:11:55.724028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:11:55.724636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.725729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:11:55.727088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Bound port: da563ec1-04e6-484b-8e5f-4405619c4106, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:11:55.727773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.759104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.759696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.760214 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Floating IP 307b3f7f-4a3e-4f6c-83e5-878c5f305880 disassociated. External IP: 172.26.5.31, port: 70adf2ec-2c52-440d-9384-2f3deef813ad.
Dec 23 16:11:55.760765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Calling delete_port for 70adf2ec-2c52-440d-9384-2f3deef813ad owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:55.804339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d916419c-fa44-4e24-9b8c-1aa2e2bdcb10 None None] Set router dcd7c192-4092-4e5c-982d-88887c32bfc3 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:11:55.845623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.847178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4f4d0-2e03-404f-87eb-988624c0299c None None] Pushing event updated for resources: {'Port': ['ID=da563ec1-04e6-484b-8e5f-4405619c4106,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:55.858559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3aa4f4d0-2e03-404f-87eb-988624c0299c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:55.926890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:11:55.938753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] For port da563ec1-04e6-484b-8e5f-4405619c4106, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:11:55.939554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.952328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] For port da563ec1-04e6-484b-8e5f-4405619c4106, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=da563ec1-04e6-484b-8e5f-4405619c4106,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:11:55.953439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.976051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:55.981944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1a5d4ac2-014d-4074-8fc0-66603ad6c058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:55.996966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5307045-9dc5-4bc9-aea9-35f45fce284a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet df7e765b-e943-4cb0-aed7-16cef7306de0 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:11:56.008210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5307045-9dc5-4bc9-aea9-35f45fce284a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:56.012138 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:56.053870 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-62930e14-4725-4550-9f48-694217416afc req-8336a702-6d07-4c8f-9b47-215a869a9bc3 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0275660
Dec 23 16:11:56.120310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4f4d0-2e03-404f-87eb-988624c0299c None None] Pushing event updated for resources: {'Port': ['ID=da563ec1-04e6-484b-8e5f-4405619c4106,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:56.135535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3aa4f4d0-2e03-404f-87eb-988624c0299c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:56.190185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Routers {'77f89da7-094a-4be5-9a6d-e388de5fa7a6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:56.193248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a18aba8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['77f89da7-094a-4be5-9a6d-e388de5fa7a6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:56.305017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d916419c-fa44-4e24-9b8c-1aa2e2bdcb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0438>, [{'id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': '3b850726-e67a-4605-b398-62a610763d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:13Z', 'revision_number': 4, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'gw_port': {'id': '3b850726-e67a-4605-b398-62a610763d60', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:04Z', 'updated_at': '2021-12-23T16:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '0c2be19a-b248-495a-bc30-bc8b1d230375', 'name': '', 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'mac_address': 'fa:16:3e:2f:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:10Z', 'updated_at': '2021-12-23T16:10:24Z', 'revision_number': 5, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'subnets': [{'id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:56.313516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d916419c-fa44-4e24-9b8c-1aa2e2bdcb10 None None] The sync data for ids ['dcd7c192-4092-4e5c-982d-88887c32bfc3'] in dv-neutron-822801-1-hyperv is: [{'id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': '3b850726-e67a-4605-b398-62a610763d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:13Z', 'revision_number': 4, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'gw_port': {'id': '3b850726-e67a-4605-b398-62a610763d60', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:04Z', 'updated_at': '2021-12-23T16:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '0c2be19a-b248-495a-bc30-bc8b1d230375', 'name': '', 'network_id': 'dfa648d5-30ca-497f-9b97-9f623b2533e8', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'mac_address': 'fa:16:3e:2f:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:10Z', 'updated_at': '2021-12-23T16:10:24Z', 'revision_number': 5, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'subnets': [{'id': 'f250da7f-3b14-46c6-a5c6-0d0104cd26c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:11:56.333130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5307045-9dc5-4bc9-aea9-35f45fce284a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:56.401282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49074) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:56.411296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:56.420723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073364125', 'description': 'tempest-secgroup-smoke-2073364125 description', 'project_id': '8769f4d3f6f5492984aeeb4cd437c456'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:56.424319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3455e17d-b0c9-4c61-9a50-490dd06bc288 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:56.430740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:56.439871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Usage tracker for resource:security_group and tenant:8769f4d3f6f5492984aeeb4cd437c456 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:56.450843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:56.460659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:56.481449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:56.490077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:56.522431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:56.598918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:56.605441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Usage tracker for resource:security_group_rule and tenant:8769f4d3f6f5492984aeeb4cd437c456 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:56.605779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Network': ['ID=65202a70-408f-4261-a0e2-9e2bea461aa3,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:56.609964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:56.621621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:56.624430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:56.700250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5307045-9dc5-4bc9-aea9-35f45fce284a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:56.760869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa751e66-78ab-47da-921a-ef77697b6e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:56.784231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] Set router 77f89da7-094a-4be5-9a6d-e388de5fa7a6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:11:56.800272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49082) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:56.861050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5307045-9dc5-4bc9-aea9-35f45fce284a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:56.872595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:56.900871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2e69d37-dd9f-41a2-b756-b7aa32d34dd0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:56.921053 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/65202a70-408f-4261-a0e2-9e2bea461aa3 HTTP/1.1" status: 204  len: 168 time: 8.1224041
Dec 23 16:11:56.931673 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fc6fae48-cc8e-493e-a219-f49234263bcd tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/routers/77f89da7-094a-4be5-9a6d-e388de5fa7a6 HTTP/1.1" status: 200  len: 906 time: 3.5640063
Dec 23 16:11:56.934687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49088) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:56.934851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49086) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:56.938289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5307045-9dc5-4bc9-aea9-35f45fce284a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=df7e765b-e943-4cb0-aed7-16cef7306de0,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:56.941185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5307045-9dc5-4bc9-aea9-35f45fce284a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:56.963044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 70adf2ec-2c52-440d-9384-2f3deef813ad no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:11:56.996877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1327da-1711-4aa4-9522-fe7b5d785e93 None None] New status for floating IP 702b2349-d99b-4836-924e-bbd7d49c3560: DOWN {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:11:57.001656 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c2e69d37-dd9f-41a2-b756-b7aa32d34dd0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "DELETE /v2.0/ports/6c0d863e-a2d2-4d66-bb07-9ca9b379171b HTTP/1.1" status: 204  len: 168 time: 5.2291956
Dec 23 16:11:57.002369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49094) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:57.020727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5307045-9dc5-4bc9-aea9-35f45fce284a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:57.045875 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5ddd8d-f2fd-4916-b8c9-eef300d216cb tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] GET failed (client error): The resource could not be found.
Dec 23 16:11:57.046446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ca5ddd8d-f2fd-4916-b8c9-eef300d216cb tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Synchronizing usage tracker for tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:57.058063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:57.082208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0b14569d-d6e5-45a3-b0fa-92150d27b753 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:57.115835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:57.126806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a8251a55-1f87-46e6-8efa-3faeccece526 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:57.148285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Pushing event deleted for resources: {'Port': ['ID=70adf2ec-2c52-440d-9384-2f3deef813ad,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:57.150006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cf1d0a-e91d-492f-ba6f-f49315550190 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:11:57.150153 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a5307045-9dc5-4bc9-aea9-35f45fce284a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/df7e765b-e943-4cb0-aed7-16cef7306de0 HTTP/1.1" status: 204  len: 168 time: 1.5972025
Dec 23 16:11:57.151332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:57.162216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49100) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:57.163040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c488c485-7657-4adc-905c-fc6933c5827e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:57.171981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ca5ddd8d-f2fd-4916-b8c9-eef300d216cb tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Unset dirty status for tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:57.176214 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ca5ddd8d-f2fd-4916-b8c9-eef300d216cb tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "GET /v2.0/subnets/775bc147-b9e8-4600-811b-6d5d364f3284 HTTP/1.1" status: 404  len: 337 time: 0.2339849
Dec 23 16:11:57.176907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Router 5ab9e273-d889-44d8-b066-44e233989efa is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:11:57.186955 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-376303e9-d8f7-46ff-a502-5846560b44cc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] GET failed (client error): The resource could not be found.
Dec 23 16:11:57.189997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-376303e9-d8f7-46ff-a502-5846560b44cc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Synchronizing usage tracker for tenant:e55e2819e4e44d29af75683220a7866a on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:57.202918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49102) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:57.209166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:57.306812 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7cb1e583-e7a7-4af9-b319-6113b5081cdf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1237841
Dec 23 16:11:57.308465 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-1446b315-a935-444d-a6ff-bc337ab67b45 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:11:57.309065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1446b315-a935-444d-a6ff-bc337ab67b45 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:11:57.314397 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1446b315-a935-444d-a6ff-bc337ab67b45 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/65202a70-408f-4261-a0e2-9e2bea461aa3 HTTP/1.1" status: 404  len: 339 time: 0.0934944
Dec 23 16:11:57.314586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49108) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:57.314701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7a433e5e-a79e-4878-a8bf-75d9a744f911 req-6374c1bb-f24f-406d-ae58-b0c7859cb42e tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Synchronizing usage tracker for tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:57.317146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49110) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:57.323853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:57.327247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a8251a55-1f87-46e6-8efa-3faeccece526 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:57.380664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-376303e9-d8f7-46ff-a502-5846560b44cc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Unset dirty status for tenant:e55e2819e4e44d29af75683220a7866a on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:57.384118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfdd839-04bf-4253-8da8-ee0b9969f5b8,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:57.385765 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-376303e9-d8f7-46ff-a502-5846560b44cc tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "GET /v2.0/ports/6c0d863e-a2d2-4d66-bb07-9ca9b379171b HTTP/1.1" status: 404  len: 333 time: 0.3758142
Dec 23 16:11:57.387455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:57.388320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49116) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:57.395451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Usage tracker for resource:security_group_rule and tenant:8769f4d3f6f5492984aeeb4cd437c456 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:57.412370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:57.468020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:57.486483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:57.510353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No active binding found for port 70adf2ec-2c52-440d-9384-2f3deef813ad {{(pid=88842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 23 16:11:57.510760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 70adf2ec-2c52-440d-9384-2f3deef813ad not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:11:57.527501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7a433e5e-a79e-4878-a8bf-75d9a744f911 req-6374c1bb-f24f-406d-ae58-b0c7859cb42e tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Unset dirty status for tenant:144dc5c7ed6e4c23a362512bbbcbe9a1 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:57.535630 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a433e5e-a79e-4878-a8bf-75d9a744f911 req-6374c1bb-f24f-406d-ae58-b0c7859cb42e tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 210 time: 0.2966781
Dec 23 16:11:57.630107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d817c497-a194-4aae-b112-cf055f616057 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Deleting port 53b66a28-f4f7-4c2d-b69d-7cea29966f49 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:57.630572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d817c497-a194-4aae-b112-cf055f616057 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:57.691253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a18aba8>, [{'id': '77f89da7-094a-4be5-9a6d-e388de5fa7a6', 'name': 'tempest-snat-router-370724217', 'tenant_id': 'fef230b8455d42fd92a4615ab3f560e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'da563ec1-04e6-484b-8e5f-4405619c4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:45Z', 'updated_at': '2021-12-23T16:11:48Z', 'revision_number': 3, 'project_id': 'fef230b8455d42fd92a4615ab3f560e7', 'gw_port': {'id': 'da563ec1-04e6-484b-8e5f-4405619c4106', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f89da7-094a-4be5-9a6d-e388de5fa7a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:46Z', 'updated_at': '2021-12-23T16:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:57.698419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b265db-0d4c-47ca-a474-02c681cb1e37 None None] The sync data for ids ['77f89da7-094a-4be5-9a6d-e388de5fa7a6'] in dv-neutron-822801-1-hyperv is: [{'id': '77f89da7-094a-4be5-9a6d-e388de5fa7a6', 'name': 'tempest-snat-router-370724217', 'tenant_id': 'fef230b8455d42fd92a4615ab3f560e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'da563ec1-04e6-484b-8e5f-4405619c4106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:45Z', 'updated_at': '2021-12-23T16:11:48Z', 'revision_number': 3, 'project_id': 'fef230b8455d42fd92a4615ab3f560e7', 'gw_port': {'id': 'da563ec1-04e6-484b-8e5f-4405619c4106', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f89da7-094a-4be5-9a6d-e388de5fa7a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:46Z', 'updated_at': '2021-12-23T16:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:11:57.732102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d7ef15-cfd4-4a8e-b3a1-c763d787eadd tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:57.734832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a8251a55-1f87-46e6-8efa-3faeccece526 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:57.737196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d7ef15-cfd4-4a8e-b3a1-c763d787eadd tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:57.738067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e5d7ef15-cfd4-4a8e-b3a1-c763d787eadd tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Synchronizing usage tracker for tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:57.748211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-62593829-b5f5-4586-9fae-a224a2360802 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:57.778710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4d795-b211-44ff-a723-fb0d399f8a87 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:57.779525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4cd4d795-b211-44ff-a723-fb0d399f8a87 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:57.798129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8251a55-1f87-46e6-8efa-3faeccece526 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562cc184-d489-4957-b41f-32879ca39ef1,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:57.801176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a8251a55-1f87-46e6-8efa-3faeccece526 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:57.835414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:57.838698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a54dab8-924f-4e4a-973b-2cdcdca72418 None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:11:57.857911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e5d7ef15-cfd4-4a8e-b3a1-c763d787eadd tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Unset dirty status for tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:57.859128 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e5d7ef15-cfd4-4a8e-b3a1-c763d787eadd tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 1391 time: 0.5404370
Dec 23 16:11:57.861033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9a54dab8-924f-4e4a-973b-2cdcdca72418 None None] Deleting port 66fae38d-24ec-492e-a63a-e964f4d46150 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:57.861496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a54dab8-924f-4e4a-973b-2cdcdca72418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:57.867240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49120) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:57.871654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:57.889420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:57.919110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4dfdeff5-e0d7-43ca-8b56-29d2244db1f7 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:57.994096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a8251a55-1f87-46e6-8efa-3faeccece526 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:57.995661 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a8251a55-1f87-46e6-8efa-3faeccece526 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "DELETE /v2.0/security-groups/562cc184-d489-4957-b41f-32879ca39ef1 HTTP/1.1" status: 204  len: 168 time: 1.1894500
Dec 23 16:11:57.996820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:58.000970 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.5956333
Dec 23 16:11:58.001423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49124) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:58.001808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49126) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:58.022825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4cd4d795-b211-44ff-a723-fb0d399f8a87 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:58.023756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-412b5fde-6a3e-4e23-9007-631579f51abc tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Synchronizing usage tracker for tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:58.027112 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4cd4d795-b211-44ff-a723-fb0d399f8a87 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.7063766
Dec 23 16:11:58.028048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49132) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:58.041446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-60fef0be-b975-4718-9a0a-299da3ac0c97 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Request body: {'security_group_rule': {'security_group_id': '98383d4d-8a66-483a-8a69-c6852237910b', 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:58.063050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-60fef0be-b975-4718-9a0a-299da3ac0c97 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:58.083235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-60fef0be-b975-4718-9a0a-299da3ac0c97 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Usage tracker for resource:security_group_rule and tenant:8769f4d3f6f5492984aeeb4cd437c456 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:11:58.088607 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-197e9540-543a-434e-aa9d-547769a179a2 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] show failed (client error): The resource could not be found.
Dec 23 16:11:58.089828 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-197e9540-543a-434e-aa9d-547769a179a2 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "GET /v2.0/security-groups/562cc184-d489-4957-b41f-32879ca39ef1 HTTP/1.1" status: 404  len: 347 time: 0.0738852
Dec 23 16:11:58.090855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-60fef0be-b975-4718-9a0a-299da3ac0c97 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:11:58.097521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49136) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:58.106129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-60fef0be-b975-4718-9a0a-299da3ac0c97 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:58.116566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9a54dab8-924f-4e4a-973b-2cdcdca72418 None None] For port 66fae38d-24ec-492e-a63a-e964f4d46150, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=66fae38d-24ec-492e-a63a-e964f4d46150,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:58.117310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a54dab8-924f-4e4a-973b-2cdcdca72418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:58.170969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-412b5fde-6a3e-4e23-9007-631579f51abc tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Unset dirty status for tenant:6a9cf0f0ca4f4ac399af3f4621aa3d28 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:58.172096 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-412b5fde-6a3e-4e23-9007-631579f51abc tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182 HTTP/1.1" status: 200  len: 207 time: 0.3037624
Dec 23 16:11:58.185654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49140) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:58.399713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9a54dab8-924f-4e4a-973b-2cdcdca72418 None None] Calling delete_port for 66fae38d-24ec-492e-a63a-e964f4d46150 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:58.495237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98383d4d-8a66-483a-8a69-c6852237910b,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:58.509526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device da563ec1-04e6-484b-8e5f-4405619c4106 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:11:58.519072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:58.519488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15cfef9-8cbc-4948-b1c3-01187195a2ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:58.529122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15cfef9-8cbc-4948-b1c3-01187195a2ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:58.535048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15cfef9-8cbc-4948-b1c3-01187195a2ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:58.540350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15cfef9-8cbc-4948-b1c3-01187195a2ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:58.545574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15cfef9-8cbc-4948-b1c3-01187195a2ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:58.547884 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a15cfef9-8cbc-4948-b1c3-01187195a2ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3093 time: 0.3585930
Dec 23 16:11:58.587205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49144) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:58.590596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:11:58.597525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60fef0be-b975-4718-9a0a-299da3ac0c97 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:58.612584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a54dab8-924f-4e4a-973b-2cdcdca72418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:58.617918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18772311-a3f8-48fd-a445-3148477ac1f3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:58.618692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-18772311-a3f8-48fd-a445-3148477ac1f3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:58.619814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ed2b9a85-b8e0-4b69-8a18-8f36969112e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:58.671278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:58.683041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:11:58.695772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-18772311-a3f8-48fd-a445-3148477ac1f3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:11:58.699053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Sync routers for ids ['5ab9e273-d889-44d8-b066-44e233989efa'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:11:58.699993 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-18772311-a3f8-48fd-a445-3148477ac1f3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.6646538
Dec 23 16:11:58.704577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49150) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:58.713123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54dab8-924f-4e4a-973b-2cdcdca72418 None None] Pushing event deleted for resources: {'Port': ['ID=66fae38d-24ec-492e-a63a-e964f4d46150,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:58.722945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9a54dab8-924f-4e4a-973b-2cdcdca72418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:58.724528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Routers {'5ab9e273-d889-44d8-b066-44e233989efa'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:58.726105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f00b8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5ab9e273-d889-44d8-b066-44e233989efa'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:58.736995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a54dab8-924f-4e4a-973b-2cdcdca72418 None None] No DVR routers for this DVR port 66fae38d-24ec-492e-a63a-e964f4d46150 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:11:58.743987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port da563ec1-04e6-484b-8e5f-4405619c4106 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:11:58.754293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port da563ec1-04e6-484b-8e5f-4405619c4106 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:11:58.754851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:58.776903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d817c497-a194-4aae-b112-cf055f616057 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:58.870476 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3a352000-21a8-44d5-8973-b72dca8f9551 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1646039
Dec 23 16:11:58.938619 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-72766689-d267-43f6-a188-4fd107cd135e req-4f4b1620-b4b1-40f6-85e1-d83eee1238e9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 210 time: 0.1438060
Dec 23 16:11:58.939587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:58.940829 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 7.9964116
Dec 23 16:11:58.966605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:58.989009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Set router 5ab9e273-d889-44d8-b066-44e233989efa gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:11:58.998361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port da563ec1-04e6-484b-8e5f-4405619c4106, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=da563ec1-04e6-484b-8e5f-4405619c4106,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:11:59.002107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:59.005751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3aa4f4d0-2e03-404f-87eb-988624c0299c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:59.015669 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4225852a-b97d-4332-91d3-ec2bc593a0bd tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 680 time: 0.4180083
Dec 23 16:11:59.016508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49154) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:59.016991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49156) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:59.031477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49158) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:59.081131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d817c497-a194-4aae-b112-cf055f616057 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Calling delete_port for 53b66a28-f4f7-4c2d-b69d-7cea29966f49 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:11:59.105256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 66fae38d-24ec-492e-a63a-e964f4d46150 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:11:59.155806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 66fae38d-24ec-492e-a63a-e964f4d46150 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:11:59.156474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 66fae38d-24ec-492e-a63a-e964f4d46150 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:11:59.174704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Deleting port 074cc3e2-7916-440d-9e25-73aa415e1c2e {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:11:59.175255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:59.184738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd9647c-5e69-4aca-b922-c9ddad8b6705 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:59.186560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd9647c-5e69-4aca-b922-c9ddad8b6705 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:59.193691 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7cd9647c-5e69-4aca-b922-c9ddad8b6705 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1556656
Dec 23 16:11:59.197588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49166) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:59.223578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=da563ec1-04e6-484b-8e5f-4405619c4106,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:59.235967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:59.319352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fc753-69ca-4814-89a5-05394a2af75b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:59.321285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fc753-69ca-4814-89a5-05394a2af75b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:59.323543 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dc2fc753-69ca-4814-89a5-05394a2af75b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1248684
Dec 23 16:11:59.329656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49170) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:59.453745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f00b8>, [{'id': '5ab9e273-d889-44d8-b066-44e233989efa', 'name': '', 'tenant_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf23aedf-2709-4247-8558-68842580b5ef', 'external_fixed_ips': [{'subnet_id': '68d09a58-f142-462f-b26a-72151d0a017b', 'ip_address': '2001:db8::15e'}], 'enable_snat': True}, 'gw_port_id': '3f0c9537-3b1e-4db3-bd10-2bcdf9618a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:51Z', 'updated_at': '2021-12-23T16:11:55Z', 'revision_number': 3, 'project_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'gw_port': {'id': '3f0c9537-3b1e-4db3-bd10-2bcdf9618a68', 'name': '', 'network_id': 'bf23aedf-2709-4247-8558-68842580b5ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab9e273-d889-44d8-b066-44e233989efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68d09a58-f142-462f-b26a-72151d0a017b', 'ip_address': '2001:db8::15e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:54Z', 'updated_at': '2021-12-23T16:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68d09a58-f142-462f-b26a-72151d0a017b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:11:59.458293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Checking router: 5ab9e273-d889-44d8-b066-44e233989efa for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:11:59.458688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Updating router 5ab9e273-d889-44d8-b066-44e233989efa port 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:11:59.490546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1f03e1c2-0716-4c8b-8004-2721c8eb114f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:11:59.518215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:59.584960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41535ce2-0dc1-44b8-ad28-cbf65b45864b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:11:59.590956 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-41535ce2-0dc1-44b8-ad28-cbf65b45864b tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "GET /v2.0/networks/7616c6de-b2cc-42ec-a757-c39066faab07 HTTP/1.1" status: 200  len: 799 time: 0.2557986
Dec 23 16:11:59.590956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49174) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:59.625918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d817c497-a194-4aae-b112-cf055f616057 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:59.640573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1b133acb-89ae-41de-a1a7-b09da08e1138 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:59.703834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817c497-a194-4aae-b112-cf055f616057 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event deleted for resources: {'Port': ['ID=53b66a28-f4f7-4c2d-b69d-7cea29966f49,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:11:59.706356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d817c497-a194-4aae-b112-cf055f616057 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:11:59.802510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1f03e1c2-0716-4c8b-8004-2721c8eb114f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:11:59.815842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1f03e1c2-0716-4c8b-8004-2721c8eb114f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:11:59.818110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d817c497-a194-4aae-b112-cf055f616057 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:59.830222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60fef0be-b975-4718-9a0a-299da3ac0c97 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:59.856839 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d817c497-a194-4aae-b112-cf055f616057 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "DELETE /v2.0/ports/53b66a28-f4f7-4c2d-b69d-7cea29966f49 HTTP/1.1" status: 204  len: 168 time: 2.4487674
Dec 23 16:11:59.865547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49178) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:59.898632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60fef0be-b975-4718-9a0a-299da3ac0c97 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:59.923821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:11:59.927000 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3b60f5eb-49fb-4724-b1ef-65c8f70ffc5f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "GET /v2.0/networks/7616c6de-b2cc-42ec-a757-c39066faab07?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 315 time: 0.3348422
Dec 23 16:11:59.928768 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b997a6f-97c2-45ce-b2e3-b7d3d973d51e tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] GET failed (client error): The resource could not be found.
Dec 23 16:11:59.930525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3b997a6f-97c2-45ce-b2e3-b7d3d973d51e tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Synchronizing usage tracker for tenant:e55e2819e4e44d29af75683220a7866a on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:11:59.931568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:59.933279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49182) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:59.946884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f03e1c2-0716-4c8b-8004-2721c8eb114f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:11:59.949873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Transition to ACTIVE for port object 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:11:59.961676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:11:59.968125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:00.017131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3b997a6f-97c2-45ce-b2e3-b7d3d973d51e tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Unset dirty status for tenant:e55e2819e4e44d29af75683220a7866a on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:12:00.018451 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3b997a6f-97c2-45ce-b2e3-b7d3d973d51e tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "GET /v2.0/ports/53b66a28-f4f7-4c2d-b69d-7cea29966f49 HTTP/1.1" status: 404  len: 333 time: 0.1513178
Dec 23 16:12:00.024228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49188) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:00.068175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d54bf4-a155-433c-9a7c-d05c42c374b2 None None] Pushing event updated for resources: {'Port': ['ID=3f0c9537-3b1e-4db3-bd10-2bcdf9618a68,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:00.076522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7d54bf4-a155-433c-9a7c-d05c42c374b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:00.089152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fef0be-b975-4718-9a0a-299da3ac0c97 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60addbbf-3610-4cf8-8e7f-5d6a1c763860,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:00.107143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1e45723c-7719-41a2-b449-f008d4e4a0c7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Deleting port 39d7d1dc-a4a0-4e49-a991-0276f41af59a {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:00.107143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e45723c-7719-41a2-b449-f008d4e4a0c7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.108558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Attempting to bind port 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:00.109623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Attempting to bind port 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '3603cc61-3e0d-40cd-83c9-3697f638333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bf23aedf-2709-4247-8558-68842580b5ef'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:00.110090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Attempting to bind port 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 on network bf23aedf-2709-4247-8558-68842580b5ef {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:00.122274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:00.128150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Checking segment: {'id': '3603cc61-3e0d-40cd-83c9-3697f638333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bf23aedf-2709-4247-8558-68842580b5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:00.129560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.130424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Bound using segment: {'id': '3603cc61-3e0d-40cd-83c9-3697f638333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bf23aedf-2709-4247-8558-68842580b5ef'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:00.131035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Bound port: 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3603cc61-3e0d-40cd-83c9-3697f638333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bf23aedf-2709-4247-8558-68842580b5ef'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:00.132168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.138762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-60fef0be-b975-4718-9a0a-299da3ac0c97 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:00.140661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa85073-24d1-42e0-9f71-ec1072d36526 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:00.146037 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6fa85073-24d1-42e0-9f71-ec1072d36526 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "GET /v2.0/subnets/b53b6ce7-d131-4bc0-a50b-bc95fa2d3a61 HTTP/1.1" status: 200  len: 811 time: 0.2071822
Dec 23 16:12:00.157649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49192) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:00.230311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] For port 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:00.248267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] For port 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3f0c9537-3b1e-4db3-bd10-2bcdf9618a68,segment=NetworkSegment(3603cc61-3e0d-40cd-83c9-3697f638333b),segment_id=3603cc61-3e0d-40cd-83c9-3697f638333b)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:00.255347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.261289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-17f16c6e-7bc0-4cbb-951d-5cff79bc080d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:00.309816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ad16e2-db95-4db7-a5b1-19fec9479ae4 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:00.311650 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-41ad16e2-db95-4db7-a5b1-19fec9479ae4 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "GET /v2.0/subnets/b53b6ce7-d131-4bc0-a50b-bc95fa2d3a61?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1529806
Dec 23 16:12:00.326694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49196) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:00.334265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device da563ec1-04e6-484b-8e5f-4405619c4106 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:00.336671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d54bf4-a155-433c-9a7c-d05c42c374b2 None None] Pushing event updated for resources: {'Port': ['ID=3f0c9537-3b1e-4db3-bd10-2bcdf9618a68,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:00.338443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-480528244'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:00.340826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7d54bf4-a155-433c-9a7c-d05c42c374b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:00.349650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:00.355629 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dd696c48-4fe1-4186-b131-9524d579cc98 req-1c6233de-87cb-44b5-972b-39e3b5c3c914 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 210 time: 0.0908062
Dec 23 16:12:00.370756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:00.373602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Routers {'5ab9e273-d889-44d8-b066-44e233989efa'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:00.374539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f00b8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5ab9e273-d889-44d8-b066-44e233989efa'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:00.423319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port da563ec1-04e6-484b-8e5f-4405619c4106 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:00.423787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.430623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:00.435949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60fef0be-b975-4718-9a0a-299da3ac0c97 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.436774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.437258 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-60fef0be-b975-4718-9a0a-299da3ac0c97 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 2.4191718
Dec 23 16:12:00.450827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49200) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:00.455228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.455712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.458233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7aa61ce4-25a0-4fc1-b511-ff113838a14c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Request body: {'security_group_rule': {'security_group_id': '98383d4d-8a66-483a-8a69-c6852237910b', 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:00.466604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7aa61ce4-25a0-4fc1-b511-ff113838a14c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:00.470153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f03e1c2-0716-4c8b-8004-2721c8eb114f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.471883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7aa61ce4-25a0-4fc1-b511-ff113838a14c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Usage tracker for resource:security_group_rule and tenant:8769f4d3f6f5492984aeeb4cd437c456 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:00.486132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.539438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7aa61ce4-25a0-4fc1-b511-ff113838a14c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:00.563400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7aa61ce4-25a0-4fc1-b511-ff113838a14c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:00.607603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7aa61ce4-25a0-4fc1-b511-ff113838a14c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.624529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:12:00.662290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Calling delete_port for 074cc3e2-7916-440d-9e25-73aa415e1c2e owned by network:floatingip {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:00.681183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.681591 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Added segment f5669417-9240-4874-a4e2-27fcca78ceec of type vlan for network daa8d83f-c832-47b3-b8b9-590e7726dfd6
Dec 23 16:12:00.683937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e45723c-7719-41a2-b449-f008d4e4a0c7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.724356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Deleting port da563ec1-04e6-484b-8e5f-4405619c4106 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:00.724750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.777391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] Set router 5ab9e273-d889-44d8-b066-44e233989efa gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:00.837593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1e45723c-7719-41a2-b449-f008d4e4a0c7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Calling delete_port for 39d7d1dc-a4a0-4e49-a991-0276f41af59a owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:00.911823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.923282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7aa61ce4-25a0-4fc1-b511-ff113838a14c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.932641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7aa61ce4-25a0-4fc1-b511-ff113838a14c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:00.950126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8993e4b4-02e6-4055-b80e-54fd65927949 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:00.997360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa61ce4-25a0-4fc1-b511-ff113838a14c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb6fb65-5c9d-4f58-b3dd-cc05965e46d8,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:01.004936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7aa61ce4-25a0-4fc1-b511-ff113838a14c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:01.047086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:01.057023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:01.057697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:01.066563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4459f25-ed3a-42c1-b51e-576d00fa2dce tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:01.098048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7aa61ce4-25a0-4fc1-b511-ff113838a14c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:01.102089 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7aa61ce4-25a0-4fc1-b511-ff113838a14c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6471779
Dec 23 16:12:01.105340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:12:01.111859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49204) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:01.122070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff954d5-b501-46db-b75a-9ae57b3f2502 None None] Sync routers for ids ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:12:01.123181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2f5ec641-d39e-42be-96f2-e7b4d665e406 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Request body: {'security_group_rule': {'security_group_id': '98383d4d-8a66-483a-8a69-c6852237910b', 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:01.130842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f00b8>, [{'id': '5ab9e273-d889-44d8-b066-44e233989efa', 'name': '', 'tenant_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf23aedf-2709-4247-8558-68842580b5ef', 'external_fixed_ips': [{'subnet_id': '68d09a58-f142-462f-b26a-72151d0a017b', 'ip_address': '2001:db8::15e'}], 'enable_snat': True}, 'gw_port_id': '3f0c9537-3b1e-4db3-bd10-2bcdf9618a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:51Z', 'updated_at': '2021-12-23T16:11:55Z', 'revision_number': 3, 'project_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'gw_port': {'id': '3f0c9537-3b1e-4db3-bd10-2bcdf9618a68', 'name': '', 'network_id': 'bf23aedf-2709-4247-8558-68842580b5ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab9e273-d889-44d8-b066-44e233989efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68d09a58-f142-462f-b26a-72151d0a017b', 'ip_address': '2001:db8::15e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:54Z', 'updated_at': '2021-12-23T16:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68d09a58-f142-462f-b26a-72151d0a017b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:01.137045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4aa7f3-d474-4f85-bfcb-373872ad9fd3 None None] The sync data for ids ['5ab9e273-d889-44d8-b066-44e233989efa'] in dv-neutron-822801-1-hyperv is: [{'id': '5ab9e273-d889-44d8-b066-44e233989efa', 'name': '', 'tenant_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf23aedf-2709-4247-8558-68842580b5ef', 'external_fixed_ips': [{'subnet_id': '68d09a58-f142-462f-b26a-72151d0a017b', 'ip_address': '2001:db8::15e'}], 'enable_snat': True}, 'gw_port_id': '3f0c9537-3b1e-4db3-bd10-2bcdf9618a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:51Z', 'updated_at': '2021-12-23T16:11:55Z', 'revision_number': 3, 'project_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'gw_port': {'id': '3f0c9537-3b1e-4db3-bd10-2bcdf9618a68', 'name': '', 'network_id': 'bf23aedf-2709-4247-8558-68842580b5ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab9e273-d889-44d8-b066-44e233989efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68d09a58-f142-462f-b26a-72151d0a017b', 'ip_address': '2001:db8::15e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:54Z', 'updated_at': '2021-12-23T16:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68d09a58-f142-462f-b26a-72151d0a017b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:12:01.147689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2f5ec641-d39e-42be-96f2-e7b4d665e406 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:01.152263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff954d5-b501-46db-b75a-9ae57b3f2502 None None] Routers {'10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:01.157526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6ff954d5-b501-46db-b75a-9ae57b3f2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a74a940>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:01.163328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2f5ec641-d39e-42be-96f2-e7b4d665e406 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Usage tracker for resource:security_group_rule and tenant:8769f4d3f6f5492984aeeb4cd437c456 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:01.251614 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.9234262
Dec 23 16:12:01.253147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2f5ec641-d39e-42be-96f2-e7b4d665e406 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:01.263118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49208) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:01.269696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Network': ['ID=daa8d83f-c832-47b3-b8b9-590e7726dfd6,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:01.272443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2f5ec641-d39e-42be-96f2-e7b4d665e406 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:01.278858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'subnet': {'network_id': 'daa8d83f-c832-47b3-b8b9-590e7726dfd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:01.295969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:01.303802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:01.310693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e45723c-7719-41a2-b449-f008d4e4a0c7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:01.327554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-726987e5-1808-45f3-9b57-f2b48aaeb4ce tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:01.400512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45723c-7719-41a2-b449-f008d4e4a0c7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event deleted for resources: {'Port': ['ID=39d7d1dc-a4a0-4e49-a991-0276f41af59a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:01.466233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1e45723c-7719-41a2-b449-f008d4e4a0c7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:01.484330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec641-d39e-42be-96f2-e7b4d665e406 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:01.576682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network daa8d83f-c832-47b3-b8b9-590e7726dfd6 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:12:01.633206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:01.643374 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6fcdb472-0cba-4182-816e-5b892ca7a1ed req-dc8bcae9-ffa3-4618-811b-f42f971deebf tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 210 time: 0.0980489
Dec 23 16:12:01.644530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e45723c-7719-41a2-b449-f008d4e4a0c7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:01.646539 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1e45723c-7719-41a2-b449-f008d4e4a0c7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "DELETE /v2.0/ports/39d7d1dc-a4a0-4e49-a991-0276f41af59a HTTP/1.1" status: 204  len: 168 time: 1.6212761
Dec 23 16:12:01.657591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49214) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:01.705985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:01.722736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] For port da563ec1-04e6-484b-8e5f-4405619c4106, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=da563ec1-04e6-484b-8e5f-4405619c4106,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:01.724245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:01.739264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-6ff954d5-b501-46db-b75a-9ae57b3f2502 None None] Set router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:01.761636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Made reservation on behalf of 6a9cf0f0ca4f4ac399af3f4621aa3d28 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:01.816212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec641-d39e-42be-96f2-e7b4d665e406 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:01.851544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec641-d39e-42be-96f2-e7b4d665e406 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:01.883532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] No DVR routers for this DVR port 70adf2ec-2c52-440d-9384-2f3deef813ad on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:12:01.886353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:01.900749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Calling delete_port for da563ec1-04e6-484b-8e5f-4405619c4106 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:01.942359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cac63be-676e-453a-bbeb-c5ab8f35f838', 'name': 'network-vif-deleted', 'tag': '70adf2ec-2c52-440d-9384-2f3deef813ad'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:12:01.955257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:01.993490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:02.009427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-16ea4ef7-3ce4-41da-a96c-a77861ba3c40 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:02.021497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-390c5e92-1eaa-4fb8-bd12-6673481214bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:02.089786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Pushing event deleted for resources: {'Port': ['ID=074cc3e2-7916-440d-9e25-73aa415e1c2e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:02.114825 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cac63be-676e-453a-bbeb-c5ab8f35f838', 'name': 'network-vif-deleted', 'tag': '70adf2ec-2c52-440d-9384-2f3deef813ad', 'status': 'completed', 'code': 200}
Dec 23 16:12:02.117731 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d2e70fd1-2a7e-4834-b2e7-c1860b7def31 req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.36 "DELETE /v2.0/ports/70adf2ec-2c52-440d-9384-2f3deef813ad HTTP/1.1" status: 204  len: 173 time: 9.5609038
Dec 23 16:12:02.145082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ec641-d39e-42be-96f2-e7b4d665e406 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428c36ee-ea45-40fa-9c08-a42a5ad14d8f,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:02.160774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2f5ec641-d39e-42be-96f2-e7b4d665e406 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:02.226194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6ff954d5-b501-46db-b75a-9ae57b3f2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a74a940>, [{'id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:02Z', 'updated_at': '2021-12-23T16:10:14Z', 'revision_number': 4, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'gw_port': {'id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '9d3e2d12-564f-4f36-bfad-546520a82fbb', 'name': '', 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'mac_address': 'fa:16:3e:94:66:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:12Z', 'updated_at': '2021-12-23T16:10:27Z', 'revision_number': 5, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'subnets': [{'id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:02.230971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff954d5-b501-46db-b75a-9ae57b3f2502 None None] Checking router: 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:12:02.255647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff954d5-b501-46db-b75a-9ae57b3f2502 None None] Routers {'10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:02.258044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6ff954d5-b501-46db-b75a-9ae57b3f2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a74a940>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:02.291616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f03e1c2-0716-4c8b-8004-2721c8eb114f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:02.307225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:02.307830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:02.308257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:02.308666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:02.309065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:02.309605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:02.310019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:02.310435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:02.310908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:02.311354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:02.311847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:02.325173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:02.369316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:02.479497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:02.569174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03e1c2-0716-4c8b-8004-2721c8eb114f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:02.578277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03e1c2-0716-4c8b-8004-2721c8eb114f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=a2704e6c-8ff8-4fb5-8c5d-3209231596d2,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:02.580842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Performing IP validity checks on allocation pools {{(pid=88840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 23 16:12:02.581463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 23 16:12:02.581696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1f03e1c2-0716-4c8b-8004-2721c8eb114f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:02.588951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec641-d39e-42be-96f2-e7b4d665e406 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:02.593386 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2f5ec641-d39e-42be-96f2-e7b4d665e406 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.4776516
Dec 23 16:12:02.596748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1f03e1c2-0716-4c8b-8004-2721c8eb114f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:02.597600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49220) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:02.598895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-6ff954d5-b501-46db-b75a-9ae57b3f2502 None None] Set router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:02.600215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f03e1c2-0716-4c8b-8004-2721c8eb114f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:02.600871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f03e1c2-0716-4c8b-8004-2721c8eb114f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:02.613448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6c1c1cbe-9487-4a6a-8b8d-90cb2715a039 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Request body: {'security_group_rule': {'security_group_id': '98383d4d-8a66-483a-8a69-c6852237910b', 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:02.620541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6c1c1cbe-9487-4a6a-8b8d-90cb2715a039 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:02.625023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks [] for floatingip, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:02.625194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6c1c1cbe-9487-4a6a-8b8d-90cb2715a039 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Usage tracker for resource:security_group_rule and tenant:8769f4d3f6f5492984aeeb4cd437c456 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:02.628157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:02.628297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6c1c1cbe-9487-4a6a-8b8d-90cb2715a039 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:02.629787 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] 10.222.0.67 "DELETE /v2.0/floatingips/702b2349-d99b-4836-924e-bbd7d49c3560 HTTP/1.1" status: 204  len: 168 time: 4.5277691
Dec 23 16:12:02.635810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6c1c1cbe-9487-4a6a-8b8d-90cb2715a039 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:02.638726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49224) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:02.659629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06447531-8c01-43c8-94de-bfc21bf72485 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:02.678559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1cbe-9487-4a6a-8b8d-90cb2715a039 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:02.727508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcaf9db0-f0b9-44fd-8ca1-435c31d8f7df tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Deleting subnet aa8ba6b4-9eb9-42e3-bd6c-55676b699b5b {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:12:02.737198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dcaf9db0-f0b9-44fd-8ca1-435c31d8f7df tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:02.902817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:02.903668 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1f03e1c2-0716-4c8b-8004-2721c8eb114f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.7539549
Dec 23 16:12:02.908607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49230) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:02.915457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:02.915979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:02.949919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'fixed_ips': [{'subnet_id': 'a2704e6c-8ff8-4fb5-8c5d-3209231596d2', 'ip_address': '2001:db8::bb3b:ab00:dd2e:b0c6'}], 'name': 'tempest-NetworksTestDHCPv6-323813623'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:03.018478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.038605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:03.109091 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d4be6eca-cf1e-4a16-b761-0d8ea373162d req-8baa1c54-32b7-484c-bd91-b66798cf9fa9 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cac63be-676e-453a-bbeb-c5ab8f35f838 HTTP/1.1" status: 200  len: 210 time: 0.1458452
Dec 23 16:12:03.141855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dcaf9db0-f0b9-44fd-8ca1-435c31d8f7df tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.218032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.226116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Subnet': ['ID=143c419e-569b-40b0-9793-221a0bc5b3ae,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:03.228160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c829f64-a0fd-4c50-968e-9ecddf22fc9c tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:03.242237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1cbe-9487-4a6a-8b8d-90cb2715a039 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.267639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1cbe-9487-4a6a-8b8d-90cb2715a039 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.278759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:03.279496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:03.280316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:03.280469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:03.281489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:03.281489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:03.282260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:03.283056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:03.283498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:03.283872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:03.284278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:03.302796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:03.305181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7aa61ce4-25a0-4fc1-b511-ff113838a14c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:03.343691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c1cbe-9487-4a6a-8b8d-90cb2715a039 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21618dfa-b8fb-4ef3-bfce-ae9d43c35d52,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:03.345551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Pushing event deleted for resources: {'Port': ['ID=da563ec1-04e6-484b-8e5f-4405619c4106,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:03.348112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:03.354856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Checking segment: {'id': 'f5669417-9240-4874-a4e2-27fcca78ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'daa8d83f-c832-47b3-b8b9-590e7726dfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:03.355296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network hostable DHCP agents. Network: daa8d83f-c832-47b3-b8b9-590e7726dfd6, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:12:03.364264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c1c1cbe-9487-4a6a-8b8d-90cb2715a039 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:03.364689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:03.373824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1cbe-9487-4a6a-8b8d-90cb2715a039 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.378013 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6c1c1cbe-9487-4a6a-8b8d-90cb2715a039 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7736299
Dec 23 16:12:03.382823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49234) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:03.391227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dcaf9db0-f0b9-44fd-8ca1-435c31d8f7df tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.396387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:03.432530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': 'a2704e6c-8ff8-4fb5-8c5d-3209231596d2'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:12:03.433432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.434691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-20645924-671d-46b1-85b7-879317e85ea7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Request body: {'security_group_rule': {'security_group_id': '98383d4d-8a66-483a-8a69-c6852237910b', 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:03.442102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.451451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-20645924-671d-46b1-85b7-879317e85ea7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:03.462721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-20645924-671d-46b1-85b7-879317e85ea7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Usage tracker for resource:security_group_rule and tenant:8769f4d3f6f5492984aeeb4cd437c456 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:03.469154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-20645924-671d-46b1-85b7-879317e85ea7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:03.478798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Network daa8d83f-c832-47b3-b8b9-590e7726dfd6 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:12:03.485835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-20645924-671d-46b1-85b7-879317e85ea7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:03.496102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Deleting port 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:03.496523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.504432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, daa8d83f-c832-47b3-b8b9-590e7726dfd6) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:03.512487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:03.513149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.521001 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-20645924-671d-46b1-85b7-879317e85ea7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Project 8769f4d3f6f5492984aeeb4cd437c456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:12:03.523544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:03.538422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff12fcb-06d2-41b8-bd45-b9fd7d59579f None None] Network daa8d83f-c832-47b3-b8b9-590e7726dfd6 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:03.538763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20645924-671d-46b1-85b7-879317e85ea7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.541467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.555300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dcaf9db0-f0b9-44fd-8ca1-435c31d8f7df tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.556430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.563502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:03.620105 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2475d6c9-c5ef-463c-8797-696eae99888f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 2.3558106
Dec 23 16:12:03.623969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port f97d27b5-88ae-472d-b266-3820e321fa10 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:12:03.625463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3f0c9537-3b1e-4db3-bd10-2bcdf9618a68,segment=NetworkSegment(3603cc61-3e0d-40cd-83c9-3697f638333b),segment_id=3603cc61-3e0d-40cd-83c9-3697f638333b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:03.626187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf9db0-f0b9-44fd-8ca1-435c31d8f7df tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8ba6b4-9eb9-42e3-bd6c-55676b699b5b,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:03.637735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49238) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:03.640928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dcaf9db0-f0b9-44fd-8ca1-435c31d8f7df tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:03.645388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-201056a8-e9a4-439a-8d24-edd464369bf1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:03.691805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dcaf9db0-f0b9-44fd-8ca1-435c31d8f7df tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.696935 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dcaf9db0-f0b9-44fd-8ca1-435c31d8f7df tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "DELETE /v2.0/subnets/aa8ba6b4-9eb9-42e3-bd6c-55676b699b5b HTTP/1.1" status: 204  len: 168 time: 2.0314271
Dec 23 16:12:03.697464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49242) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:03.852500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20645924-671d-46b1-85b7-879317e85ea7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.856031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6ff954d5-b501-46db-b75a-9ae57b3f2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a74a940>, [{'id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:02Z', 'updated_at': '2021-12-23T16:10:14Z', 'revision_number': 4, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'gw_port': {'id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '9d3e2d12-564f-4f36-bfad-546520a82fbb', 'name': '', 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'mac_address': 'fa:16:3e:94:66:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:12Z', 'updated_at': '2021-12-23T16:10:27Z', 'revision_number': 5, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'subnets': [{'id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:03.865405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.867907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dd1fff-cc3a-47d8-a6b9-247a03f4b5d0 None None] Network f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:03.894117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:03.910029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20645924-671d-46b1-85b7-879317e85ea7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.935593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:03.936871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff954d5-b501-46db-b75a-9ae57b3f2502 None None] The sync data for ids ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'] in dv-neutron-822801-1-hyperv is: [{'id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:02Z', 'updated_at': '2021-12-23T16:10:14Z', 'revision_number': 4, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'gw_port': {'id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '9d3e2d12-564f-4f36-bfad-546520a82fbb', 'name': '', 'network_id': '2133e255-6cff-4bb1-a186-6cff6442bfb6', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'mac_address': 'fa:16:3e:94:66:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:12Z', 'updated_at': '2021-12-23T16:10:27Z', 'revision_number': 5, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'subnets': [{'id': 'a4d6baf6-e582-4574-923b-81a30776cfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:12:03.961936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:03.977031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-201056a8-e9a4-439a-8d24-edd464369bf1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2962660'] for subnet, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.014447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.017369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20645924-671d-46b1-85b7-879317e85ea7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.018951 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-20645924-671d-46b1-85b7-879317e85ea7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5944915
Dec 23 16:12:04.033824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20645924-671d-46b1-85b7-879317e85ea7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08ba5c1-7e09-4bbc-a111-b66cdc7f67b3,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:04.078192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49246) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:04.088091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-20645924-671d-46b1-85b7-879317e85ea7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:04.095724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2ce3ff79-7e02-4ac9-aa34-bf79b55f27a3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Request body: {'security_group_rule': {'security_group_id': '98383d4d-8a66-483a-8a69-c6852237910b', 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:04.109049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2ce3ff79-7e02-4ac9-aa34-bf79b55f27a3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:04.114343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2ce3ff79-7e02-4ac9-aa34-bf79b55f27a3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Usage tracker for resource:security_group_rule and tenant:8769f4d3f6f5492984aeeb4cd437c456 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:04.128053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2ce3ff79-7e02-4ac9-aa34-bf79b55f27a3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:04.138703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2ce3ff79-7e02-4ac9-aa34-bf79b55f27a3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:04.145367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Deleting port 0800b940-a7e3-42cb-893e-3f11dc84baa5 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:04.145757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.219981 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-2ce3ff79-7e02-4ac9-aa34-bf79b55f27a3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Project 8769f4d3f6f5492984aeeb4cd437c456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:12:04.255534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=3f0c9537-3b1e-4db3-bd10-2bcdf9618a68,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:04.262650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Allocated IP 2001:db8::2 (ba343194-bb9c-4b65-8867-816842e8f671/a2704e6c-8ff8-4fb5-8c5d-3209231596d2/a31af690-ed14-4400-8797-7bb941c75cf6) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:04.297454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:04.405686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-daa8d83f-c832-47b3-b8b9-590e7726dfd6', 'network_id': 'daa8d83f-c832-47b3-b8b9-590e7726dfd6', 'tenant_id': '6a9cf0f0ca4f4ac399af3f4621aa3d28', 'fixed_ips': [{'subnet_id': '143c419e-569b-40b0-9793-221a0bc5b3ae'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:12:04.406929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.434951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ff79-7e02-4ac9-aa34-bf79b55f27a3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.448908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49254) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:04.622713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-201056a8-e9a4-439a-8d24-edd464369bf1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730455742118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2860485'] for subnet, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.626840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-32be50c7-a20c-45e8-b675-98d85cca606f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:04.727597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f2009a-3239-4cbd-a317-9c09f4a251c2 None None] DHCP port deletion for f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:12:04.728285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] For port 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3f0c9537-3b1e-4db3-bd10-2bcdf9618a68,segment=NetworkSegment(3603cc61-3e0d-40cd-83c9-3697f638333b),segment_id=3603cc61-3e0d-40cd-83c9-3697f638333b)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:04.728785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.742385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2009a-3239-4cbd-a317-9c09f4a251c2 None None] Deleting port 0800b940-a7e3-42cb-893e-3f11dc84baa5 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:04.742801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1f2009a-3239-4cbd-a317-9c09f4a251c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.747703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.812223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.827720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Allocated IP 172.20.0.3 (daa8d83f-c832-47b3-b8b9-590e7726dfd6/143c419e-569b-40b0-9793-221a0bc5b3ae/4427db93-2a5a-432a-b73c-6694aaeb0e38) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:04.832215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ff79-7e02-4ac9-aa34-bf79b55f27a3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.839659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201056a8-e9a4-439a-8d24-edd464369bf1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event updated for resources: {'Subnet': ['ID=143c419e-569b-40b0-9793-221a0bc5b3ae,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:04.851251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-201056a8-e9a4-439a-8d24-edd464369bf1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:04.852319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9f1667c-5281-40a3-a911-6cf769a7c3a3 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.854545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201056a8-e9a4-439a-8d24-edd464369bf1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:04.855337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-201056a8-e9a4-439a-8d24-edd464369bf1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.859629 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-201056a8-e9a4-439a-8d24-edd464369bf1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "PUT /v2.0/subnets/143c419e-569b-40b0-9793-221a0bc5b3ae HTTP/1.1" status: 200  len: 877 time: 1.2180457
Dec 23 16:12:04.859629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ff79-7e02-4ac9-aa34-bf79b55f27a3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.860236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] For port 0800b940-a7e3-42cb-893e-3f11dc84baa5, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0800b940-a7e3-42cb-893e-3f11dc84baa5,segment=NetworkSegment(3a8f6e51-985e-4de3-8284-5c11711b1593),segment_id=3a8f6e51-985e-4de3-8284-5c11711b1593)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:04.860717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.867755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Transition to ACTIVE for port object a31af690-ed14-4400-8797-7bb941c75cf6 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:04.871793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49258) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:04.882521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Calling delete_port for 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:04.888227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:04.916413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.932689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Transition to ACTIVE for port object a31af690-ed14-4400-8797-7bb941c75cf6 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:04.972835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3ff79-7e02-4ac9-aa34-bf79b55f27a3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ce2386-d5f3-4889-a93c-e1740a0e7d82,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:04.973208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:04.977177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ce3ff79-7e02-4ac9-aa34-bf79b55f27a3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:04.983401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-efe75e4e-68d4-4e54-8cd8-a8285f049c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:05.053424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Calling delete_port for 0800b940-a7e3-42cb-893e-3f11dc84baa5 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:05.106063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9f1667c-5281-40a3-a911-6cf769a7c3a3 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.152147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ff79-7e02-4ac9-aa34-bf79b55f27a3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.160931 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2ce3ff79-7e02-4ac9-aa34-bf79b55f27a3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.0779064
Dec 23 16:12:05.166389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49262) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:05.174779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Request body: {'network': {'name': 'tempest-network-smoke--1219527681', 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'port_security_enabled': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:05.184652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:05.208337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Usage tracker for resource:network and tenant:8769f4d3f6f5492984aeeb4cd437c456 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:05.212986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:05.222175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:05.225052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:05.242272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9f1667c-5281-40a3-a911-6cf769a7c3a3 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.245803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.248277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d1f2009a-3239-4cbd-a317-9c09f4a251c2 None None] For port 0800b940-a7e3-42cb-893e-3f11dc84baa5, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0800b940-a7e3-42cb-893e-3f11dc84baa5,segment=NetworkSegment(3a8f6e51-985e-4de3-8284-5c11711b1593),segment_id=3a8f6e51-985e-4de3-8284-5c11711b1593)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:05.248929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1f2009a-3239-4cbd-a317-9c09f4a251c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.255570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:05.260629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:05.271080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Made reservation on behalf of 8769f4d3f6f5492984aeeb4cd437c456 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:05.281800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.284848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:05.285646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.312895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1667c-5281-40a3-a911-6cf769a7c3a3 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca0263b-5f8d-423f-bfc0-bc4d7c5f283c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:05.320740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d9f1667c-5281-40a3-a911-6cf769a7c3a3 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:05.327102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9d463d94-ec2c-4434-8d7f-aa7d5b3aac53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:05.362579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Pushing event updated for resources: {'Port': ['ID=a31af690-ed14-4400-8797-7bb941c75cf6,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:05.388130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event deleted for resources: {'Port': ['ID=0800b940-a7e3-42cb-893e-3f11dc84baa5,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:05.390427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] No DVR routers for this DVR port 0800b940-a7e3-42cb-893e-3f11dc84baa5 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:12:05.397000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::bb3b:ab00:dd2e:b0c6 (ba343194-bb9c-4b65-8867-816842e8f671/a2704e6c-8ff8-4fb5-8c5d-3209231596d2/f97d27b5-88ae-472d-b266-3820e321fa10) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:05.404872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.405467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77f89da7-094a-4be5-9a6d-e388de5fa7a6 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:05.420414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:05.454578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9f1667c-5281-40a3-a911-6cf769a7c3a3 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.455866 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d9f1667c-5281-40a3-a911-6cf769a7c3a3 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "DELETE /v2.0/security-groups/bca0263b-5f8d-423f-bfc0-bc4d7c5f283c HTTP/1.1" status: 204  len: 168 time: 1.0027213
Dec 23 16:12:05.461663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49266) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:05.461931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2009a-3239-4cbd-a317-9c09f4a251c2 None None] Calling delete_port for 0800b940-a7e3-42cb-893e-3f11dc84baa5 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:05.500247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:12:05.513787 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-710d1f74-83d5-42f9-a25e-d9567a304d13 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] show failed (client error): The resource could not be found.
Dec 23 16:12:05.517865 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-710d1f74-83d5-42f9-a25e-d9567a304d13 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "GET /v2.0/security-groups/bca0263b-5f8d-423f-bfc0-bc4d7c5f283c HTTP/1.1" status: 404  len: 347 time: 0.0495076
Dec 23 16:12:05.527761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49270) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:05.574897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.583412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.583810 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Added segment c684b206-1c7d-4738-b19d-3a7b3b706252 of type vlan for network c4afed7c-fdd1-4670-afcb-1be408a3d4c3
Dec 23 16:12:05.591650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:05.592238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:05.592444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:05.592778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:05.593170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:05.593536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:05.593911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:05.594299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:05.594853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:05.595047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:05.595488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:05.611555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:05.617000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79eacb00>,) {'filters': {'network_id': ['f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:05.642690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79eacb00>, '3a8f6e51-985e-4de3-8284-5c11711b1593') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:05.643233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79eacb00>, '3a8f6e51-985e-4de3-8284-5c11711b1593') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:05.652779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.657189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.658095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba39a7-f315-4872-b10b-21b2f878a860 None None] New status for floating IP 307b3f7f-4a3e-4f6c-83e5-878c5f305880: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:12:05.666072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.689874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.704128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.707281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.708392 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "DELETE /v2.0/routers/77f89da7-094a-4be5-9a6d-e388de5fa7a6 HTTP/1.1" status: 204  len: 168 time: 8.7708080
Dec 23 16:12:05.709339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:12:05.709847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.710120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Attempting to bind port a31af690-ed14-4400-8797-7bb941c75cf6 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:05.710907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Attempting to bind port a31af690-ed14-4400-8797-7bb941c75cf6 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:05.710907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Attempting to bind port a31af690-ed14-4400-8797-7bb941c75cf6 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:05.720047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49274) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:05.726132 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:05.728147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Transition to ACTIVE for port object 4427db93-2a5a-432a-b73c-6694aaeb0e38 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:05.734165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-d1f2009a-3239-4cbd-a317-9c09f4a251c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:12:05.735159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-d1f2009a-3239-4cbd-a317-9c09f4a251c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:12:05.738762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:05.739216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:05.739676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.740123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:05.741205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Bound port: a31af690-ed14-4400-8797-7bb941c75cf6, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:05.741632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.770037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Transition to ACTIVE for port object 4427db93-2a5a-432a-b73c-6694aaeb0e38 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:05.813098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.817278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:05.817935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.829001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.830850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:05.835675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b4ad05a-fa9f-4ec9-876b-54d6969d7c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:05.898492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.910124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:05.912139 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] 10.222.0.67 "DELETE /v2.0/networks/f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a HTTP/1.1" status: 204  len: 168 time: 2.2112455
Dec 23 16:12:05.936150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:12:05.936520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:12:05.938256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9e621b7-2da5-4273-9d65-ca9c7c4204ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:06.020817 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8506091
Dec 23 16:12:06.024581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49280) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:06.027652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'Network': ['ID=c4afed7c-fdd1-4670-afcb-1be408a3d4c3,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:06.038048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'admin_state_up': True, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:06.044415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:06.045095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:06.069141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:06.075071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Usage tracker for resource:router and tenant:8769f4d3f6f5492984aeeb4cd437c456 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:06.078942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:06.088221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:06.107352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Pushing event deleted for resources: {'Network': ['ID=f80ddae1-1c5c-47ec-b02a-9e3ff9ec2e6a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:06.113296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:06.114338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:06.118119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:06.162271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:06.253937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2009a-3239-4cbd-a317-9c09f4a251c2 None None] Deleting port 0800b940-a7e3-42cb-893e-3f11dc84baa5 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:06.254575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1f2009a-3239-4cbd-a317-9c09f4a251c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:06.302337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network c4afed7c-fdd1-4670-afcb-1be408a3d4c3 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:12:06.410311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2009a-3239-4cbd-a317-9c09f4a251c2 None None] The port '0800b940-a7e3-42cb-893e-3f11dc84baa5' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:12:06.412780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b795d3b2-5e88-4126-9d8c-bb35f7b15cff tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Deleting port d8a5196a-5f78-40f3-a1a6-19dea3b8ccee {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:06.413242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b795d3b2-5e88-4126-9d8c-bb35f7b15cff tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:06.418597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:06.438455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:06.470681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Deleting port 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:06.471233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:06.486671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Network daa8d83f-c832-47b3-b8b9-590e7726dfd6 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:06.494239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Pushing event updated for resources: {'Port': ['ID=4427db93-2a5a-432a-b73c-6694aaeb0e38,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:06.497173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:06.508796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:06.534895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49286) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:06.567257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] For port a31af690-ed14-4400-8797-7bb941c75cf6, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:06.572582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:06.605626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] For port a31af690-ed14-4400-8797-7bb941c75cf6, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a31af690-ed14-4400-8797-7bb941c75cf6,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:06.648920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:06.654409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-39fa7020-e7db-47ca-ba18-ca51654b6b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:06.785617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Attempting to bind port 4427db93-2a5a-432a-b73c-6694aaeb0e38 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:06.785617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Attempting to bind port 4427db93-2a5a-432a-b73c-6694aaeb0e38 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'f5669417-9240-4874-a4e2-27fcca78ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'daa8d83f-c832-47b3-b8b9-590e7726dfd6'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:06.786080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Attempting to bind port 4427db93-2a5a-432a-b73c-6694aaeb0e38 on network daa8d83f-c832-47b3-b8b9-590e7726dfd6 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:06.789180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:06.800186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:06.811986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Pushing event updated for resources: {'Port': ['ID=a31af690-ed14-4400-8797-7bb941c75cf6,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:06.815481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:06.819247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:06.819680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:06.844069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:06.844482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Checking segment: {'id': 'f5669417-9240-4874-a4e2-27fcca78ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'daa8d83f-c832-47b3-b8b9-590e7726dfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:06.844939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:06.845390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Bound using segment: {'id': 'f5669417-9240-4874-a4e2-27fcca78ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'daa8d83f-c832-47b3-b8b9-590e7726dfd6'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:06.845932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Bound port: 4427db93-2a5a-432a-b73c-6694aaeb0e38, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5669417-9240-4874-a4e2-27fcca78ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'daa8d83f-c832-47b3-b8b9-590e7726dfd6'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:06.846364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:06.899827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:06.937835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:06.983421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Subnet': ['ID=143c419e-569b-40b0-9793-221a0bc5b3ae,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:07.002811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:07.063518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] For port 4427db93-2a5a-432a-b73c-6694aaeb0e38, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:07.085132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] For port 4427db93-2a5a-432a-b73c-6694aaeb0e38, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4427db93-2a5a-432a-b73c-6694aaeb0e38,segment=NetworkSegment(f5669417-9240-4874-a4e2-27fcca78ceec),segment_id=f5669417-9240-4874-a4e2-27fcca78ceec)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:07.092460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:07.099641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:07.139997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b795d3b2-5e88-4126-9d8c-bb35f7b15cff tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:07.140380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b795d3b2-5e88-4126-9d8c-bb35f7b15cff tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:07.152840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Allocated IP 172.26.5.217 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/f3c39dd1-5730-4ff8-b928-d577b2d8d777) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:07.206154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device da563ec1-04e6-484b-8e5f-4405619c4106 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:12:07.277217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: da563ec1-04e6-484b-8e5f-4405619c4106 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:12:07.277619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device da563ec1-04e6-484b-8e5f-4405619c4106 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:12:07.278106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0800b940-a7e3-42cb-893e-3f11dc84baa5 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:12:07.346606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b795d3b2-5e88-4126-9d8c-bb35f7b15cff tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Calling delete_port for d8a5196a-5f78-40f3-a1a6-19dea3b8ccee owned by network:floatingip {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:07.368541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 0800b940-a7e3-42cb-893e-3f11dc84baa5 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:12:07.368950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0800b940-a7e3-42cb-893e-3f11dc84baa5 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:12:07.401538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Pushing event updated for resources: {'Port': ['ID=4427db93-2a5a-432a-b73c-6694aaeb0e38,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:07.406865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:07.412105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:07.419128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:07.426691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object f97d27b5-88ae-472d-b266-3820e321fa10 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:07.441434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f23b8-b472-4c49-a933-e295ede49053 None None] Network daa8d83f-c832-47b3-b8b9-590e7726dfd6 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:07.463430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:07.469225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ea3e47ba-a3c4-4594-927b-110af4885d9f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:07.551544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:07.556504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:07.562855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:07.595592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'Port': ['ID=f3c39dd1-5730-4ff8-b928-d577b2d8d777,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:07.602208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:07.618187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:07.642300 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ae249f8f-5b8d-479d-8c58-67fbcf2082f1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e55e2819e4e44d29af75683220a7866a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1040897
Dec 23 16:12:07.657258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49294) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:07.674677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48012158-005a-4c7b-a17d-fff4bc743d33 None None] Network daa8d83f-c832-47b3-b8b9-590e7726dfd6 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:07.769475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-627645d9-4997-40c7-8f3a-145454630f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:07.786610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79719d68>,) {'filters': {'network_id': ['daa8d83f-c832-47b3-b8b9-590e7726dfd6']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:07.810113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-627645d9-4997-40c7-8f3a-145454630f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:07.837870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79719d68>, 'f5669417-9240-4874-a4e2-27fcca78ceec') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:07.838358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79719d68>, 'f5669417-9240-4874-a4e2-27fcca78ceec') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:07.848033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] For port 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3f0c9537-3b1e-4db3-bd10-2bcdf9618a68,segment=NetworkSegment(3603cc61-3e0d-40cd-83c9-3697f638333b),segment_id=3603cc61-3e0d-40cd-83c9-3697f638333b)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:07.848203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:07.863981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:07.864658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:07.929335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-627645d9-4997-40c7-8f3a-145454630f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:07.935878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:07.938528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bd7fa2db-115b-462d-b0c7-abc342236db5 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:07.957044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627645d9-4997-40c7-8f3a-145454630f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4081d9-ad87-4c59-a918-8d54ce8a20a8,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:07.973082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-627645d9-4997-40c7-8f3a-145454630f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:08.003752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-627645d9-4997-40c7-8f3a-145454630f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:08.004994 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-627645d9-4997-40c7-8f3a-145454630f4a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0e4081d9-ad87-4c59-a918-8d54ce8a20a8 HTTP/1.1" status: 204  len: 168 time: 0.3428009
Dec 23 16:12:08.012467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:08.024869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Calling delete_port for 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:08.063302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d5e52889-e40d-4060-b327-1a66a077f4e7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:08.148139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:08.168416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:12:08.212524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:12:08.212942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:08.240039 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:08.301448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=f97d27b5-88ae-472d-b266-3820e321fa10,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:08.307874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:08.358388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:08.437386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a31af690-ed14-4400-8797-7bb941c75cf6 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:08.478157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:12:08.500345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Sync routers for ids ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:12:08.516777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:08.518224 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.4924202
Dec 23 16:12:08.521859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49306) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:08.564657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Routers {'5ffef2da-d49a-4b06-80c4-c97ad4186ad1'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:08.565555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79cc38d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:08.719788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:08.741142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:08.745550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:08.746241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:08.766230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:08.803939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port a31af690-ed14-4400-8797-7bb941c75cf6 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:08.853110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Set router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:08.863331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:12:08.863331 dv-neutron-822801-1-hyperv neutron-server[88729]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:12:08.863331 dv-neutron-822801-1-hyperv neutron-server[88729]: [parameters: {'id': 'daa8d83f-c832-47b3-b8b9-590e7726dfd6'}]
Dec 23 16:12:08.863331 dv-neutron-822801-1-hyperv neutron-server[88729]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:12:08.863804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:12:08.883762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b795d3b2-5e88-4126-9d8c-bb35f7b15cff tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:08.895175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-314f68a6-0c0b-44da-9343-94039f77e49b tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:08.952632 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a2de72a5-c4fa-4a84-af2c-782789ebc7f1 tempest-TestNetworkAdvancedServerOps-1274310107 tempest-TestNetworkAdvancedServerOps-1274310107-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=8769f4d3f6f5492984aeeb4cd437c456&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4288483
Dec 23 16:12:08.961615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49318) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:09.067117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795d3b2-5e88-4126-9d8c-bb35f7b15cff tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Pushing event deleted for resources: {'Port': ['ID=d8a5196a-5f78-40f3-a1a6-19dea3b8ccee,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:09.085868 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 6.1722217
Dec 23 16:12:09.089489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b795d3b2-5e88-4126-9d8c-bb35f7b15cff tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:09.090112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49324) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:09.126373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-caa5a7ea-6e19-4bd8-99ed-7dfc744d70bf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'fixed_ips': [{'subnet_id': 'a2704e6c-8ff8-4fb5-8c5d-3209231596d2', 'ip_address': '2001:db8::bb3b:ab00:dd2e:b0c6'}], 'name': 'tempest-NetworksTestDHCPv6-1219818257'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:09.160918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e75730c-d243-4304-b69c-0ab6276103ad tempest-TestNetworkAdvancedServerOps-1274310107 tempest-TestNetworkAdvancedServerOps-1274310107-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:09.161358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e75730c-d243-4304-b69c-0ab6276103ad tempest-TestNetworkAdvancedServerOps-1274310107 tempest-TestNetworkAdvancedServerOps-1274310107-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:09.163704 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3e75730c-d243-4304-b69c-0ab6276103ad tempest-TestNetworkAdvancedServerOps-1274310107 tempest-TestNetworkAdvancedServerOps-1274310107-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 1594 time: 0.2008460
Dec 23 16:12:09.178503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49330) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:09.264130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3a1d8d60-69df-46c3-997f-761fb1d20529 None None] Provisioning for port a31af690-ed14-4400-8797-7bb941c75cf6 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:09.274674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3a1d8d60-69df-46c3-997f-761fb1d20529 None None] Provisioning complete for port a31af690-ed14-4400-8797-7bb941c75cf6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:09.275317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8d60-69df-46c3-997f-761fb1d20529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:09.290268 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-56be5cd0-ee7e-470b-95b6-fe0b430c0027 tempest-TestNetworkAdvancedServerOps-1274310107 tempest-TestNetworkAdvancedServerOps-1274310107-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1103055
Dec 23 16:12:09.300731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49334) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:09.354755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79cc38d0>, [{'id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:07Z', 'revision_number': 3, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'gw_port': {'id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:09.363395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Checking router: 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:12:09.363803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Updating router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 port f3c39dd1-5730-4ff8-b928-d577b2d8d777 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:12:09.372793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:09.378930 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7926a613-2a2e-4875-94fb-4d45e8261db6 tempest-TestNetworkAdvancedServerOps-1274310107 tempest-TestNetworkAdvancedServerOps-1274310107-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=bf23aedf-2709-4247-8558-68842580b5ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0713136
Dec 23 16:12:09.379884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49338) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:09.384300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49340) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:09.394759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1527898212', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:09.483289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:09.543579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:09.548689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Usage tracker for resource:subnet and tenant:8769f4d3f6f5492984aeeb4cd437c456 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:09.554314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:09.562678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:09.577102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Made reservation on behalf of 8769f4d3f6f5492984aeeb4cd437c456 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:09.683348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fc35e7-12e1-43f6-8c03-391529a512a0 None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:12:09.698356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Deleting port 4427db93-2a5a-432a-b73c-6694aaeb0e38 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:09.698558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:09.725723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b795d3b2-5e88-4126-9d8c-bb35f7b15cff tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks [] for floatingip, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:09.726313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8d60-69df-46c3-997f-761fb1d20529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:09.726656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-28289c98-7f7a-4dee-a233-8cdd3aecabad tempest-DvrRoutersNegativeTest-728954217 tempest-DvrRoutersNegativeTest-728954217-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1181392941', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:09.729445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.policy [None req-28289c98-7f7a-4dee-a233-8cdd3aecabad tempest-DvrRoutersNegativeTest-728954217 tempest-DvrRoutersNegativeTest-728954217-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88840) log_rule_list /opt/stack/neutron/neutron/policy.py:412}}
Dec 23 16:12:09.729802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.policy [None req-28289c98-7f7a-4dee-a233-8cdd3aecabad tempest-DvrRoutersNegativeTest-728954217 tempest-DvrRoutersNegativeTest-728954217-project] Failed policy check for 'create_router' {{(pid=88840) enforce /opt/stack/neutron/neutron/policy.py:483}}
Dec 23 16:12:09.730370 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-28289c98-7f7a-4dee-a233-8cdd3aecabad tempest-DvrRoutersNegativeTest-728954217 tempest-DvrRoutersNegativeTest-728954217-project] create failed (client error): Access was denied to this resource.
Dec 23 16:12:09.735339 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-28289c98-7f7a-4dee-a233-8cdd3aecabad tempest-DvrRoutersNegativeTest-728954217 tempest-DvrRoutersNegativeTest-728954217-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.3486605
Dec 23 16:12:09.742066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:09.783118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:09.794738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-898f02dd-23a8-431e-b41e-a5ba40b31a34 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:09.826115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b795d3b2-5e88-4126-9d8c-bb35f7b15cff tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:09.830113 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b795d3b2-5e88-4126-9d8c-bb35f7b15cff tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] 10.222.0.67 "DELETE /v2.0/floatingips/307b3f7f-4a3e-4f6c-83e5-878c5f305880 HTTP/1.1" status: 204  len: 168 time: 4.2994220
Dec 23 16:12:09.834956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49352) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:09.883082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3a1d8d60-69df-46c3-997f-761fb1d20529 None None] For port a31af690-ed14-4400-8797-7bb941c75cf6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a31af690-ed14-4400-8797-7bb941c75cf6,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:09.900988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8d60-69df-46c3-997f-761fb1d20529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:09.908236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f803a59f-4c33-4740-b671-96f49ec01896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:09.970212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f0c9537-3b1e-4db3-bd10-2bcdf9618a68,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:10.005516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:10.023987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:10.029031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-952d8729-b7b2-4cec-86fd-ab34e40e493d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:10.092665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fc35e7-12e1-43f6-8c03-391529a512a0 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:12:10.100882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-caa5a7ea-6e19-4bd8-99ed-7dfc744d70bf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:10.130034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d8d60-69df-46c3-997f-761fb1d20529 None None] Pushing event updated for resources: {'Port': ['ID=a31af690-ed14-4400-8797-7bb941c75cf6,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:10.134435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3a1d8d60-69df-46c3-997f-761fb1d20529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:10.140994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c0afb6c2-a547-4604-a18c-bd1e4a9b67f1 None None] Provisioning for port f97d27b5-88ae-472d-b266-3820e321fa10 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:10.150528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'Subnet': ['ID=169e601e-34f0-4114-93f5-500de7206059,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:10.165871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:10.180591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Checking segment: {'id': 'c684b206-1c7d-4738-b19d-3a7b3b706252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:10.181648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Network hostable DHCP agents. Network: c4afed7c-fdd1-4670-afcb-1be408a3d4c3, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:12:10.195790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c0afb6c2-a547-4604-a18c-bd1e4a9b67f1 None None] Provisioning complete for port f97d27b5-88ae-472d-b266-3820e321fa10 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:10.196219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c0afb6c2-a547-4604-a18c-bd1e4a9b67f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:10.212322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49358) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:10.218514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-caa5a7ea-6e19-4bd8-99ed-7dfc744d70bf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:port and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:10.226525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Network c4afed7c-fdd1-4670-afcb-1be408a3d4c3 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:12:10.239264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-caa5a7ea-6e19-4bd8-99ed-7dfc744d70bf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:10.288570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, c4afed7c-fdd1-4670-afcb-1be408a3d4c3) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:10.298588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:10.299614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:10.345379 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9596050
Dec 23 16:12:10.348032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c0afb6c2-a547-4604-a18c-bd1e4a9b67f1 None None] Port f97d27b5-88ae-472d-b266-3820e321fa10 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:12:10.349264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49364) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:10.365753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-caa5a7ea-6e19-4bd8-99ed-7dfc744d70bf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:10.477682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a31af690-ed14-4400-8797-7bb941c75cf6 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:10.509945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:10.517697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-24e6ea32-a955-4ba2-90c4-680e8ad3b7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:10.541024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] For port 4427db93-2a5a-432a-b73c-6694aaeb0e38, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4427db93-2a5a-432a-b73c-6694aaeb0e38,segment=NetworkSegment(f5669417-9240-4874-a4e2-27fcca78ceec),segment_id=f5669417-9240-4874-a4e2-27fcca78ceec)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:10.541549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:10.564471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:10.567402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-24e6ea32-a955-4ba2-90c4-680e8ad3b7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:10.574695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-24e6ea32-a955-4ba2-90c4-680e8ad3b7e9 admin admin] Usage tracker for resource:security_group_rule and tenant:3e2ac6b1be4c47f5a0323540f4a08307 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:10.585078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Transition to ACTIVE for port object f3c39dd1-5730-4ff8-b928-d577b2d8d777 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:10.611038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:10.618242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9a54dab8-924f-4e4a-973b-2cdcdca72418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:10.627236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-24e6ea32-a955-4ba2-90c4-680e8ad3b7e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:10.736201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Attempting to bind port f3c39dd1-5730-4ff8-b928-d577b2d8d777 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:10.736759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Attempting to bind port f3c39dd1-5730-4ff8-b928-d577b2d8d777 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:10.737090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Attempting to bind port f3c39dd1-5730-4ff8-b928-d577b2d8d777 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:10.742925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44f1d5-5dbe-417d-84ee-95da9bb525f7 None None] Pushing event updated for resources: {'Port': ['ID=f3c39dd1-5730-4ff8-b928-d577b2d8d777,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:10.746720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b44f1d5-5dbe-417d-84ee-95da9bb525f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:10.800178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:10.800599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:10.801059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:10.801512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:10.802071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Bound port: f3c39dd1-5730-4ff8-b928-d577b2d8d777, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:10.802504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:10.862155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port a31af690-ed14-4400-8797-7bb941c75cf6 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:10.862588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:10.872760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-24e6ea32-a955-4ba2-90c4-680e8ad3b7e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:10.927223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa5a7ea-6e19-4bd8-99ed-7dfc744d70bf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:10.995282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] For port f3c39dd1-5730-4ff8-b928-d577b2d8d777, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:10.998950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] For port f3c39dd1-5730-4ff8-b928-d577b2d8d777, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f3c39dd1-5730-4ff8-b928-d577b2d8d777,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:11.023696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Calling delete_port for 4427db93-2a5a-432a-b73c-6694aaeb0e38 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:11.033859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-24e6ea32-a955-4ba2-90c4-680e8ad3b7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:11.035887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:11.041133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7013c2b9-a820-4022-88ca-7f8cdfbb3e8c None None] Network c4afed7c-fdd1-4670-afcb-1be408a3d4c3 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:11.047862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-24e6ea32-a955-4ba2-90c4-680e8ad3b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:11.056091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d441aa9-2385-4167-bb68-cef427b3681d tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:11.067648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3a1d8d60-69df-46c3-997f-761fb1d20529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:11.119418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6ea32-a955-4ba2-90c4-680e8ad3b7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01c682e-64b7-4696-b63a-9e34c50fcd20,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:11.124011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-24e6ea32-a955-4ba2-90c4-680e8ad3b7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:11.132472 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-24e6ea32-a955-4ba2-90c4-680e8ad3b7e9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3e2ac6b1be4c47f5a0323540f4a08307&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9188044
Dec 23 16:12:11.134076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49368) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:11.256518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44f1d5-5dbe-417d-84ee-95da9bb525f7 None None] Pushing event updated for resources: {'Port': ['ID=f3c39dd1-5730-4ff8-b928-d577b2d8d777,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:11.259904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b44f1d5-5dbe-417d-84ee-95da9bb525f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:11.276713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Routers {'5ffef2da-d49a-4b06-80c4-c97ad4186ad1'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:11.277407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79cc38d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:11.292935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d35638e-5ded-4dc4-bcfe-149e66a7b81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:11.328813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d35638e-5ded-4dc4-bcfe-149e66a7b81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:11.419323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:11.473775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d35638e-5ded-4dc4-bcfe-149e66a7b81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:11.479247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:11.495496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35638e-5ded-4dc4-bcfe-149e66a7b81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01c682e-64b7-4696-b63a-9e34c50fcd20,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:11.500073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0d35638e-5ded-4dc4-bcfe-149e66a7b81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:11.509065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d35638e-5ded-4dc4-bcfe-149e66a7b81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:11.512003 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0d35638e-5ded-4dc4-bcfe-149e66a7b81e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e01c682e-64b7-4696-b63a-9e34c50fcd20 HTTP/1.1" status: 204  len: 168 time: 0.3752608
Dec 23 16:12:11.520723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:11.565555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Deleting port 358ce214-adbe-42a5-a7dc-4ddd824ad3be {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:11.565922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:11.633553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:11.651487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-caa5a7ea-6e19-4bd8-99ed-7dfc744d70bf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:11.688648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:11.697378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c9f01873-32cb-4a9e-89bf-2ab04504c20e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:11.735018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'fixed_ips': [{'subnet_id': '169e601e-34f0-4114-93f5-500de7206059'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:12:11.735916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:11.762930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] Set router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:11.810834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-caa5a7ea-6e19-4bd8-99ed-7dfc744d70bf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port 095ecfe0-db07-4bf9-be98-f6fae681c564 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:12:11.855374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Port': ['ID=4427db93-2a5a-432a-b73c-6694aaeb0e38,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:11.860211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:11.923112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No DVR routers for this DVR port 4427db93-2a5a-432a-b73c-6694aaeb0e38 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:12:11.938379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:12.031646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:12.032273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ab9e273-d889-44d8-b066-44e233989efa {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:12.074578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:12.247627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Allocated IP 172.20.0.2 (c4afed7c-fdd1-4670-afcb-1be408a3d4c3/169e601e-34f0-4114-93f5-500de7206059/ed6ad0dc-9940-4a3b-b45a-8fc3d8469906) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:12.356602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:12.373402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:12.374503 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "DELETE /v2.0/routers/5ab9e273-d889-44d8-b066-44e233989efa HTTP/1.1" status: 204  len: 168 time: 13.2202046
Dec 23 16:12:12.414790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79cc38d0>, [{'id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:07Z', 'revision_number': 3, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'gw_port': {'id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:12.431545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41836a5-5d3b-4162-8669-740c7e56aad3 None None] The sync data for ids ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'] in dv-neutron-822801-1-hyperv is: [{'id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:07Z', 'revision_number': 3, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'gw_port': {'id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:12:12.450919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49384) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:12.577108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:12.590250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Transition to ACTIVE for port object ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:12.613269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Transition to ACTIVE for port object ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:12.628818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:12.634777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3638c733-5d00-4fab-ae60-ca75240e6aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:12.659521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4e82b0>,) {'filters': {'network_id': ['daa8d83f-c832-47b3-b8b9-590e7726dfd6']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:12.668950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] For port 358ce214-adbe-42a5-a7dc-4ddd824ad3be, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=358ce214-adbe-42a5-a7dc-4ddd824ad3be,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:12.669363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:12.713230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Network c4afed7c-fdd1-4670-afcb-1be408a3d4c3 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:12.717354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:12.719620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Pushing event updated for resources: {'Port': ['ID=ed6ad0dc-9940-4a3b-b45a-8fc3d8469906,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:12.722147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:12.725009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:12.735294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Allocated IP 172.20.0.1 (c4afed7c-fdd1-4670-afcb-1be408a3d4c3/169e601e-34f0-4114-93f5-500de7206059/98132f3d-55fa-4f95-ae92-c48af0589414) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:12.790620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49394) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:12.829510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Attempting to bind port ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:12.830062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Attempting to bind port ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'c684b206-1c7d-4738-b19d-3a7b3b706252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:12.830569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Attempting to bind port ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 on network c4afed7c-fdd1-4670-afcb-1be408a3d4c3 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:12.839215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:12.839794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Checking segment: {'id': 'c684b206-1c7d-4738-b19d-3a7b3b706252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:12.840330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:12.840856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Bound using segment: {'id': 'c684b206-1c7d-4738-b19d-3a7b3b706252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:12.841474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Bound port: ed6ad0dc-9940-4a3b-b45a-8fc3d8469906, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c684b206-1c7d-4738-b19d-3a7b3b706252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:12.841983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.009208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] For port ed6ad0dc-9940-4a3b-b45a-8fc3d8469906, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:13.015628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.016796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] For port ed6ad0dc-9940-4a3b-b45a-8fc3d8469906, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ed6ad0dc-9940-4a3b-b45a-8fc3d8469906,segment=NetworkSegment(c684b206-1c7d-4738-b19d-3a7b3b706252),segment_id=c684b206-1c7d-4738-b19d-3a7b3b706252)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:13.028919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.046470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Transition to ACTIVE for port object 98132f3d-55fa-4f95-ae92-c48af0589414 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:13.052250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2262a374-8ed1-471c-be7a-c906e4747685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:13.069851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.074927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-de0ea8ea-930a-4483-814e-3ba4b495322e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:13.083942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4e82b0>, 'f5669417-9240-4874-a4e2-27fcca78ceec') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:13.083942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4e82b0>, 'f5669417-9240-4874-a4e2-27fcca78ceec') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:13.127239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-953545002'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:13.163172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:13.169052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Pushing event updated for resources: {'Port': ['ID=ed6ad0dc-9940-4a3b-b45a-8fc3d8469906,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:13.174729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:13.204313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.208707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'Port': ['ID=98132f3d-55fa-4f95-ae92-c48af0589414,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:13.225465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Calling delete_port for 358ce214-adbe-42a5-a7dc-4ddd824ad3be owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:13.226039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Usage tracker for resource:network and tenant:de7b29de653e40f4965dcb02aaf54d17 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:13.229332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:13.230204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:13.239548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Network c4afed7c-fdd1-4670-afcb-1be408a3d4c3 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:13.241435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:13.244053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:13.252211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:13.279471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b9e621b7-2da5-4273-9d65-ca9c7c4204ec admin admin] Deleting port 0c2be19a-b248-495a-bc30-bc8b1d230375 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:13.279966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9e621b7-2da5-4273-9d65-ca9c7c4204ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.314268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Made reservation on behalf of de7b29de653e40f4965dcb02aaf54d17 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:13.320510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.339412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.345877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c308a1-22d1-4bc5-b975-070427f34fc1 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Deleting subnet 68d09a58-f142-462f-b26a-72151d0a017b {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:12:13.349325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85c308a1-22d1-4bc5-b975-070427f34fc1 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.372912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.391721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.405815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:13.412678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Usage tracker for resource:security_group_rule and tenant:de7b29de653e40f4965dcb02aaf54d17 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:13.417959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:13.420180 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa5a7ea-6e19-4bd8-99ed-7dfc744d70bf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:12:13.420792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa5a7ea-6e19-4bd8-99ed-7dfc744d70bf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:13.425978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:13.487936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:12:13.488780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:13.507243 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:13.521324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.641855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.647727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.818145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0d35638e-5ded-4dc4-bcfe-149e66a7b81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:13.836760 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-caa5a7ea-6e19-4bd8-99ed-7dfc744d70bf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 4.7242711
Dec 23 16:12:13.845400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85c308a1-22d1-4bc5-b975-070427f34fc1 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.850226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49400) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:13.906642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:12:13.953325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.957902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53b11fc-743e-4596-96ae-b7c9ed0e5a46,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:13.971241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:13.972271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:13.972663 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Added segment 821f5bdf-1d64-48cb-a12b-c29fe3784d0d of type vlan for network bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71
Dec 23 16:12:13.981990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b29415a-acef-44be-85c7-2e432ef618e1 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:14.011325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:14.027987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Network': ['ID=daa8d83f-c832-47b3-b8b9-590e7726dfd6,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:14.048408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:14.050528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b9e621b7-2da5-4273-9d65-ca9c7c4204ec admin admin] For port 0c2be19a-b248-495a-bc30-bc8b1d230375, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0c2be19a-b248-495a-bc30-bc8b1d230375,segment=NetworkSegment(60a2ae6f-3695-4c28-848b-f1b25ebe23e9),segment_id=60a2ae6f-3695-4c28-848b-f1b25ebe23e9)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:14.050950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9e621b7-2da5-4273-9d65-ca9c7c4204ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:14.063249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:14.088706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85c308a1-22d1-4bc5-b975-070427f34fc1 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:14.122253 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/daa8d83f-c832-47b3-b8b9-590e7726dfd6 HTTP/1.1" status: 204  len: 168 time: 9.2478223
Dec 23 16:12:14.130541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49404) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:14.210652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d365e138-f6fe-4574-be17-e45cb3fe25dd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:14.215122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d365e138-f6fe-4574-be17-e45cb3fe25dd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:14.220257 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d365e138-f6fe-4574-be17-e45cb3fe25dd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1686 time: 0.3646076
Dec 23 16:12:14.224060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49408) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:14.230099 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce53c666-58d6-4bab-8c38-fde08faa313d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:14.230595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce53c666-58d6-4bab-8c38-fde08faa313d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:14.263818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:14.285890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b9e621b7-2da5-4273-9d65-ca9c7c4204ec admin admin] Calling delete_port for 0c2be19a-b248-495a-bc30-bc8b1d230375 owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:14.323031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9a645b68-59ba-4607-bc35-246c848c257a tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:14.324751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:14.330655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:14.331351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:14.341869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb359edb-604f-496f-8224-415e1e0d3617 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:14.358198 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ce53c666-58d6-4bab-8c38-fde08faa313d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/subnets/143c419e-569b-40b0-9793-221a0bc5b3ae HTTP/1.1" status: 404  len: 337 time: 0.2264011
Dec 23 16:12:14.378079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49412) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:14.393669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-80534040-66b0-4b6f-97d3-dcf62be3a17e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port f97d27b5-88ae-472d-b266-3820e321fa10 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:14.394067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-80534040-66b0-4b6f-97d3-dcf62be3a17e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:14.415350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:14.419295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Pushing event deleted for resources: {'Port': ['ID=358ce214-adbe-42a5-a7dc-4ddd824ad3be,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:14.451736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:14.464475 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 1.6699820
Dec 23 16:12:14.471853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49416) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:14.472495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ab377c4-2661-45a6-9d59-32a1257febc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:14.486716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Request body: {'subnet': {'network_id': 'bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:14.501578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:14.507308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f3c39dd1-5730-4ff8-b928-d577b2d8d777 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:14.584187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port f3c39dd1-5730-4ff8-b928-d577b2d8d777 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:14.584390 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f59e15b-dd4c-4662-a10d-e89e28b660c3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:14.584796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f59e15b-dd4c-4662-a10d-e89e28b660c3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:14.589809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f3c39dd1-5730-4ff8-b928-d577b2d8d777 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:14.590244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:14.603369 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2f59e15b-dd4c-4662-a10d-e89e28b660c3 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/daa8d83f-c832-47b3-b8b9-590e7726dfd6 HTTP/1.1" status: 404  len: 339 time: 0.1856740
Dec 23 16:12:14.617768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49420) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:14.720474 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-d507969e-225f-4528-878f-16ce5760d3ff tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:14.721014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d507969e-225f-4528-878f-16ce5760d3ff tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:14.723007 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d507969e-225f-4528-878f-16ce5760d3ff tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/subnets/775bc147-b9e8-4600-811b-6d5d364f3284 HTTP/1.1" status: 404  len: 337 time: 0.0961368
Dec 23 16:12:14.732332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49424) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:14.737725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85c308a1-22d1-4bc5-b975-070427f34fc1 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:14.762697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:14.782877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port f3c39dd1-5730-4ff8-b928-d577b2d8d777, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f3c39dd1-5730-4ff8-b928-d577b2d8d777,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:14.786275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:14.790518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b44f1d5-5dbe-417d-84ee-95da9bb525f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:14.808548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:14.832540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:12:14.837575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:14.897084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:12:14.897496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3f0c9537-3b1e-4db3-bd10-2bcdf9618a68 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:12:14.916313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Pushing event updated for resources: {'Network': ['ID=bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:14.920484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=f3c39dd1-5730-4ff8-b928-d577b2d8d777,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:14.924547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:14.928305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:12:14.929274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:14.965100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:14.991756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-60bd1d3d-b1a7-4cd6-8cf1-84efd66f5e5f tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:15.141751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c308a1-22d1-4bc5-b975-070427f34fc1 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=68d09a58-f142-462f-b26a-72151d0a017b,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:15.158101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced4b23c-6b34-4c53-906c-4bb39e89a813 None None] Network c4afed7c-fdd1-4670-afcb-1be408a3d4c3 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:15.175319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'Port': ['ID=98132f3d-55fa-4f95-ae92-c48af0589414,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:15.188410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:15.216299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-85c308a1-22d1-4bc5-b975-070427f34fc1 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:15.219180 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a283030-a9e3-465f-a76b-37605c9ea778 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:15.220088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:15.220213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a283030-a9e3-465f-a76b-37605c9ea778 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:15.225221 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3a283030-a9e3-465f-a76b-37605c9ea778 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/65202a70-408f-4261-a0e2-9e2bea461aa3 HTTP/1.1" status: 404  len: 339 time: 0.4779675
Dec 23 16:12:15.231449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49428) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:15.235880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85c308a1-22d1-4bc5-b975-070427f34fc1 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:15.241347 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-85c308a1-22d1-4bc5-b975-070427f34fc1 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "DELETE /v2.0/subnets/68d09a58-f142-462f-b26a-72151d0a017b HTTP/1.1" status: 204  len: 168 time: 2.7865450
Dec 23 16:12:15.244916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:15.247038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49430) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:15.271101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:15.326752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3ce01055-96e6-4114-b887-186a6b623e72 None None] Provisioning for port ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:15.327162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Usage tracker for resource:subnet and tenant:de7b29de653e40f4965dcb02aaf54d17 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:15.341555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3ce01055-96e6-4114-b887-186a6b623e72 None None] Provisioning complete for port ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:15.341990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ce01055-96e6-4114-b887-186a6b623e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:15.342896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:15.387744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:15.494409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Made reservation on behalf of de7b29de653e40f4965dcb02aaf54d17 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:15.577096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ce01055-96e6-4114-b887-186a6b623e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:15.590358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:15.617006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-80534040-66b0-4b6f-97d3-dcf62be3a17e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:15.627537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3ce01055-96e6-4114-b887-186a6b623e72 None None] For port ed6ad0dc-9940-4a3b-b45a-8fc3d8469906, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ed6ad0dc-9940-4a3b-b45a-8fc3d8469906,segment=NetworkSegment(c684b206-1c7d-4738-b19d-3a7b3b706252),segment_id=c684b206-1c7d-4738-b19d-3a7b3b706252)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:15.632900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ce01055-96e6-4114-b887-186a6b623e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:15.635720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:15.721294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce01055-96e6-4114-b887-186a6b623e72 None None] Pushing event updated for resources: {'Port': ['ID=ed6ad0dc-9940-4a3b-b45a-8fc3d8469906,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:15.733950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3ce01055-96e6-4114-b887-186a6b623e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:15.793657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3790e267-c2eb-4e08-8214-fbd800558b89 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:15.802486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:15.831048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:15.883325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-80534040-66b0-4b6f-97d3-dcf62be3a17e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for f97d27b5-88ae-472d-b266-3820e321fa10 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:15.914110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9e621b7-2da5-4273-9d65-ca9c7c4204ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:15.928299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9fee5697-2218-4f53-999b-6f0ab2438352 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:15.952404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.000478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2dde0b31-820e-4a3f-b262-46e2ef15ea45 None None] Provisioning for port 98132f3d-55fa-4f95-ae92-c48af0589414 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:16.008550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e621b7-2da5-4273-9d65-ca9c7c4204ec admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2be19a-b248-495a-bc30-bc8b1d230375,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:16.017176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2dde0b31-820e-4a3f-b262-46e2ef15ea45 None None] Provisioning complete for port 98132f3d-55fa-4f95-ae92-c48af0589414 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:16.019855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b9e621b7-2da5-4273-9d65-ca9c7c4204ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:16.020006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2dde0b31-820e-4a3f-b262-46e2ef15ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.115673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3790e267-c2eb-4e08-8214-fbd800558b89 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.125054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2dde0b31-820e-4a3f-b262-46e2ef15ea45 None None] Port 98132f3d-55fa-4f95-ae92-c48af0589414 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:12:16.129953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.131192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94ed495b-18c8-4fae-9bdd-9189439da125 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:16.143492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2dde0b31-820e-4a3f-b262-46e2ef15ea45 None None] Provisioning complete for port ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:16.144033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2dde0b31-820e-4a3f-b262-46e2ef15ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.236951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Network c4afed7c-fdd1-4670-afcb-1be408a3d4c3 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:16.247263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.305702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:16.312901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-3790e267-c2eb-4e08-8214-fbd800558b89 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79452b38>,) {'filters': {'network_id': ['36d31b32-9c37-482b-be07-a633fa067ae7']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:16.351115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-3790e267-c2eb-4e08-8214-fbd800558b89 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79452b38>, 'cb23bf92-5235-4a2e-b535-9619e339a17b') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:16.351115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-3790e267-c2eb-4e08-8214-fbd800558b89 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79452b38>, 'cb23bf92-5235-4a2e-b535-9619e339a17b') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:16.357523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.362685 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "DELETE /v2.0/routers/94ed495b-18c8-4fae-9bdd-9189439da125 HTTP/1.1" status: 204  len: 168 time: 10.6365378
Dec 23 16:12:16.432795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49436) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:16.441142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1403686799', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:16.480151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b794801d0>,) {'filters': {'network_id': ['bf23aedf-2709-4247-8558-68842580b5ef']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:16.483585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3790e267-c2eb-4e08-8214-fbd800558b89 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.495295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:16.495788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b794801d0>, '3603cc61-3e0d-40cd-83c9-3697f638333b') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:16.496121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b794801d0>, '3603cc61-3e0d-40cd-83c9-3697f638333b') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:16.510295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Usage tracker for resource:router and tenant:837529779aa5438a8e4166b9bc964d6c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:16.511368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.519973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:16.606710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:16.628170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-54250281-ca77-414d-bffe-12fdf8fdc269 None None] Provisioning complete for port 98132f3d-55fa-4f95-ae92-c48af0589414 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:16.629474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54250281-ca77-414d-bffe-12fdf8fdc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.638036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:16.646950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3790e267-c2eb-4e08-8214-fbd800558b89 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.701952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-54250281-ca77-414d-bffe-12fdf8fdc269 None None] Port 98132f3d-55fa-4f95-ae92-c48af0589414 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:12:16.710158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:16.710846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.719301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3790e267-c2eb-4e08-8214-fbd800558b89 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:12:16.719753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3790e267-c2eb-4e08-8214-fbd800558b89 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:16.742872 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:16.756390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.757948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.777278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:16.870409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f3c39dd1-5730-4ff8-b928-d577b2d8d777 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:16.957415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f3c39dd1-5730-4ff8-b928-d577b2d8d777 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:16.957957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:17.003996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3790e267-c2eb-4e08-8214-fbd800558b89 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:17.019838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4d206a99-65e1-47b5-a4be-9ac8d2bc5409 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:17.044545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3790e267-c2eb-4e08-8214-fbd800558b89 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:17.048318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f32675a0-fa1c-494a-8eb5-74dc96648f13 None None] Provisioning complete for port 98132f3d-55fa-4f95-ae92-c48af0589414 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:17.048756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f32675a0-fa1c-494a-8eb5-74dc96648f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:17.112644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790e267-c2eb-4e08-8214-fbd800558b89 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Network': ['ID=36d31b32-9c37-482b-be07-a633fa067ae7,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:17.117435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:12:17.117580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:17.117868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:17.134510 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:17.136487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3790e267-c2eb-4e08-8214-fbd800558b89 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:17.157378 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3790e267-c2eb-4e08-8214-fbd800558b89 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/36d31b32-9c37-482b-be07-a633fa067ae7 HTTP/1.1" status: 204  len: 168 time: 1.9111352
Dec 23 16:12:17.157577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f32675a0-fa1c-494a-8eb5-74dc96648f13 None None] Port 98132f3d-55fa-4f95-ae92-c48af0589414 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:12:17.159245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49440) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:17.279733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-80534040-66b0-4b6f-97d3-dcf62be3a17e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:17.291708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7841fcc4-c4b6-4fed-b3b9-20d8686ed878 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:17.355723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80534040-66b0-4b6f-97d3-dcf62be3a17e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=f97d27b5-88ae-472d-b266-3820e321fa10,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:17.367205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-80534040-66b0-4b6f-97d3-dcf62be3a17e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:17.371166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:17.383115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:17.398217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  bf23aedf-2709-4247-8558-68842580b5ef {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 23 16:12:17.419897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:17.470489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf23aedf-2709-4247-8558-68842580b5ef,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:17.495965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:17.503350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-80534040-66b0-4b6f-97d3-dcf62be3a17e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:17.520937 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "DELETE /v2.0/networks/bf23aedf-2709-4247-8558-68842580b5ef HTTP/1.1" status: 204  len: 168 time: 2.2697101
Dec 23 16:12:17.555392 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-37392854-77d7-4233-a9a5-92a16ff30c72 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:17.556246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37392854-77d7-4233-a9a5-92a16ff30c72 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:17.561823 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-37392854-77d7-4233-a9a5-92a16ff30c72 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/subnets/1becac1a-902d-47e7-a67d-c85c92b3c117 HTTP/1.1" status: 404  len: 337 time: 0.3993897
Dec 23 16:12:17.562914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49446) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:17.584952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:17.595875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:17.639330 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-80534040-66b0-4b6f-97d3-dcf62be3a17e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/f97d27b5-88ae-472d-b266-3820e321fa10 HTTP/1.1" status: 204  len: 168 time: 3.4109619
Dec 23 16:12:17.657207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49450) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:17.686084 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e5bb71-4d8b-43a3-9006-34c943d56494 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:17.686525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e5bb71-4d8b-43a3-9006-34c943d56494 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:17.692569 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-26e5bb71-4d8b-43a3-9006-34c943d56494 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/9f4177bb-d319-462f-82b9-c86fbf32d204 HTTP/1.1" status: 404  len: 339 time: 0.1171286
Dec 23 16:12:17.694201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49454) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:17.808241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Pushing event updated for resources: {'Subnet': ['ID=613d1991-b8bb-40a0-a2d0-3650bc8e1810,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:17.815953 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae75fee-cf50-4fd0-8350-24667f7c4a80 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:17.816471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae75fee-cf50-4fd0-8350-24667f7c4a80 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:17.819863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:17.827533 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8ae75fee-cf50-4fd0-8350-24667f7c4a80 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/subnets/96b48906-0d48-4771-8087-445850a2b957 HTTP/1.1" status: 404  len: 337 time: 0.1219187
Dec 23 16:12:17.829981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:17.833300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49460) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:17.843008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe260827-926c-486d-b7a3-051a5d9dcb73 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:17.844621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe260827-926c-486d-b7a3-051a5d9dcb73 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:17.848816 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fe260827-926c-486d-b7a3-051a5d9dcb73 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1867173
Dec 23 16:12:17.870507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49466) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:17.874607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9e621b7-2da5-4273-9d65-ca9c7c4204ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:17.879780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:12:17.994881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49470) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:18.009443 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f365360a-0d8b-423e-9cad-1c45a2dbd658 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:18.009935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f365360a-0d8b-423e-9cad-1c45a2dbd658 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:18.014255 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f365360a-0d8b-423e-9cad-1c45a2dbd658 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/ba8c8e39-158b-43a0-9def-60bbbe919415 HTTP/1.1" status: 404  len: 339 time: 0.1728995
Dec 23 16:12:18.015509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49472) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:18.018880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Checking segment: {'id': '821f5bdf-1d64-48cb-a12b-c29fe3784d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:18.019315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Network hostable DHCP agents. Network: bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:12:18.058524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c271c5cf-04bd-4c9d-82d2-754bd675bd5c tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Request body: {'router': {'name': 'tempest-router--1181149780', 'project_id': 'e233fca2b49c4a42ad4d95fb82a112d9'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:18.088058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c271c5cf-04bd-4c9d-82d2-754bd675bd5c tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:18.104694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c271c5cf-04bd-4c9d-82d2-754bd675bd5c tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Usage tracker for resource:router and tenant:e233fca2b49c4a42ad4d95fb82a112d9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:18.119007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c271c5cf-04bd-4c9d-82d2-754bd675bd5c tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:18.137209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c271c5cf-04bd-4c9d-82d2-754bd675bd5c tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:18.153580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0ab377c4-2661-45a6-9d59-32a1257febc3 admin admin] Deleting port 9d3e2d12-564f-4f36-bfad-546520a82fbb {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:18.153968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ab377c4-2661-45a6-9d59-32a1257febc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:18.157581 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e295bc-4a12-40b4-a968-27317b77e3f0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:18.158086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e295bc-4a12-40b4-a968-27317b77e3f0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:18.159944 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-57e295bc-4a12-40b4-a968-27317b77e3f0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/subnets/0c08f74e-547e-49e6-a47a-e2a99aaa7933 HTTP/1.1" status: 404  len: 337 time: 0.1425047
Dec 23 16:12:18.164790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49478) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:18.214976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c271c5cf-04bd-4c9d-82d2-754bd675bd5c tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:18.216051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c271c5cf-04bd-4c9d-82d2-754bd675bd5c tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:18.270017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 358ce214-adbe-42a5-a7dc-4ddd824ad3be no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:12:18.284024 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-7494710d-ea6b-420d-8b39-c8df1d461444 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:18.284715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7494710d-ea6b-420d-8b39-c8df1d461444 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:18.289363 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7494710d-ea6b-420d-8b39-c8df1d461444 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/3cd67f00-a079-4e1b-a899-85e28c2f4d76 HTTP/1.1" status: 404  len: 339 time: 0.1183417
Dec 23 16:12:18.290382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49482) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:18.306747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bc7daf-3b74-4eaf-94da-8a50cdf2ed8a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet a2704e6c-8ff8-4fb5-8c5d-3209231596d2 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:12:18.308628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 358ce214-adbe-42a5-a7dc-4ddd824ad3be {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:12:18.308980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 358ce214-adbe-42a5-a7dc-4ddd824ad3be not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:12:18.343416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53bc7daf-3b74-4eaf-94da-8a50cdf2ed8a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:18.403277 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92566b8-d6b3-4c25-88cc-c8a0bcd6da91 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:18.403780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92566b8-d6b3-4c25-88cc-c8a0bcd6da91 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:18.405625 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a92566b8-d6b3-4c25-88cc-c8a0bcd6da91 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/subnets/ddd1a127-24a4-4ee1-9cd0-92208b8d94b6 HTTP/1.1" status: 404  len: 337 time: 0.1131940
Dec 23 16:12:18.406318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Network bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:12:18.408482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49486) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:18.458043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:18.462107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53bc7daf-3b74-4eaf-94da-8a50cdf2ed8a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:18.470198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e68bf5f-a8cc-4e2b-b8e2-3a8ce6bf81c1 None None] Network bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:18.493836 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c837d2d-9294-4ca2-bebe-0bcbee07cdaf tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:18.494030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c837d2d-9294-4ca2-bebe-0bcbee07cdaf tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:18.498424 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8c837d2d-9294-4ca2-bebe-0bcbee07cdaf tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/927e7714-b5a5-4108-9a92-d7e9b5e0dc44 HTTP/1.1" status: 404  len: 339 time: 0.0802684
Dec 23 16:12:18.504382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c271c5cf-04bd-4c9d-82d2-754bd675bd5c tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:18.504937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49490) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:18.506346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:18.506825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:18.581310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0ab377c4-2661-45a6-9d59-32a1257febc3 admin admin] For port 9d3e2d12-564f-4f36-bfad-546520a82fbb, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=9d3e2d12-564f-4f36-bfad-546520a82fbb,segment=NetworkSegment(659af5a7-bd38-4d77-843e-5b45e56a8da9),segment_id=659af5a7-bd38-4d77-843e-5b45e56a8da9)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:18.581653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ab377c4-2661-45a6-9d59-32a1257febc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:18.585291 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-16af66ce-1b6e-4f70-9a9c-a516ca6de3ee tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:18.585802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16af66ce-1b6e-4f70-9a9c-a516ca6de3ee tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:18.590340 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-16af66ce-1b6e-4f70-9a9c-a516ca6de3ee tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/subnets/d032f21a-1aea-414e-b3f5-7cc606af331b HTTP/1.1" status: 404  len: 337 time: 0.0732756
Dec 23 16:12:18.592745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49494) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:18.593800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c271c5cf-04bd-4c9d-82d2-754bd675bd5c tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:18.622921 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.1470344
Dec 23 16:12:18.629415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49498) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:18.695449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Request body: {'port': {'network_id': 'bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71', 'name': 'tempest-TagsExtTest-564982796'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:18.721479 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-103714e4-0fc8-4764-9e80-a179863f7c6f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:18.721939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103714e4-0fc8-4764-9e80-a179863f7c6f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:18.730489 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-103714e4-0fc8-4764-9e80-a179863f7c6f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/22342b02-505e-4703-98fc-47b7cfa16323 HTTP/1.1" status: 404  len: 339 time: 0.1291695
Dec 23 16:12:18.747601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49502) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:18.802947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0ab377c4-2661-45a6-9d59-32a1257febc3 admin admin] Calling delete_port for 9d3e2d12-564f-4f36-bfad-546520a82fbb owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:18.840922 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-154be72c-0231-4db7-ba25-e4e3497278bc tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:18.841502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154be72c-0231-4db7-ba25-e4e3497278bc tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:18.845960 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-154be72c-0231-4db7-ba25-e4e3497278bc tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/subnets/fc0d8a4a-0246-462c-8188-67ef7a3e4ebf HTTP/1.1" status: 404  len: 337 time: 0.0949280
Dec 23 16:12:18.846118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:18.876932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49506) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:18.877878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c271c5cf-04bd-4c9d-82d2-754bd675bd5c tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:18.882718 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c271c5cf-04bd-4c9d-82d2-754bd675bd5c tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.8582335
Dec 23 16:12:18.887024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71', 'network_id': 'bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71', 'tenant_id': 'de7b29de653e40f4965dcb02aaf54d17', 'fixed_ips': [{'subnet_id': '613d1991-b8bb-40a0-a2d0-3650bc8e1810'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:12:18.888246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:18.891050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49510) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:18.914032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:18.929672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53bc7daf-3b74-4eaf-94da-8a50cdf2ed8a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:19.032934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:19.039352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Usage tracker for resource:port and tenant:de7b29de653e40f4965dcb02aaf54d17 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:19.044729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:19.056743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:19.063291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:12:19.074427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Sync routers for ids ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:12:19.075558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53bc7daf-3b74-4eaf-94da-8a50cdf2ed8a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:19.081224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:19.082680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Allocated IP 172.20.0.2 (bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71/613d1991-b8bb-40a0-a2d0-3650bc8e1810/2f306499-679e-4ddb-9f35-e45e195d3437) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:19.089725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Routers {'5ffef2da-d49a-4b06-80c4-c97ad4186ad1'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:19.090641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9145f8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:19.115594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Made reservation on behalf of de7b29de653e40f4965dcb02aaf54d17 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:19.121265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:19.152110 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "PUT /v2.0/routers/5ffef2da-d49a-4b06-80c4-c97ad4186ad1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8015151
Dec 23 16:12:19.157379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc7daf-3b74-4eaf-94da-8a50cdf2ed8a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=a2704e6c-8ff8-4fb5-8c5d-3209231596d2,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:19.163669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-53bc7daf-3b74-4eaf-94da-8a50cdf2ed8a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:19.169664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53bc7daf-3b74-4eaf-94da-8a50cdf2ed8a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:19.174457 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-53bc7daf-3b74-4eaf-94da-8a50cdf2ed8a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/a2704e6c-8ff8-4fb5-8c5d-3209231596d2 HTTP/1.1" status: 204  len: 168 time: 1.2978692
Dec 23 16:12:19.176197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49516) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:19.249539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] device_id is not set on port a4332264-62bf-4c5b-aa8e-59f56a7009c9 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:12:19.299382 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c326dad6-09fe-4a61-b657-a91aa59f0bd4 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1196265
Dec 23 16:12:19.301263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49520) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:19.312464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-824e0be4-adc2-4d2f-8154-cc907ef394d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:19.345295 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c3dafe-4fa5-41d0-91ed-129bd99d0228 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:19.346709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c3dafe-4fa5-41d0-91ed-129bd99d0228 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:19.351909 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-14c3dafe-4fa5-41d0-91ed-129bd99d0228 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/e7a125dc-5cd7-4080-83d8-22c48a4e4820 HTTP/1.1" status: 404  len: 339 time: 0.4713807
Dec 23 16:12:19.359800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49524) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:19.389012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:19.389884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Set router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:19.402237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Transition to ACTIVE for port object 2f306499-679e-4ddb-9f35-e45e195d3437 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:19.423630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Transition to ACTIVE for port object 2f306499-679e-4ddb-9f35-e45e195d3437 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:19.429030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5350336e-33dd-4783-8f47-8057b0bb375b None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:19.452304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:19.462022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:19.642677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Network bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:19.650009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:19.657312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:19.660357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Pushing event updated for resources: {'Port': ['ID=2f306499-679e-4ddb-9f35-e45e195d3437,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:19.666439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:19.844602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9145f8>, [{'id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:13Z', 'revision_number': 4, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'gw_port': {'id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '98132f3d-55fa-4f95-ae92-c48af0589414', 'name': '', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'mac_address': 'fa:16:3e:9b:99:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '169e601e-34f0-4114-93f5-500de7206059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:12Z', 'updated_at': '2021-12-23T16:12:13Z', 'revision_number': 2, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'subnets': [{'id': '169e601e-34f0-4114-93f5-500de7206059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:19.849173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Checking router: 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:12:19.850350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Updating router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 port 98132f3d-55fa-4f95-ae92-c48af0589414 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:12:19.856898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Attempting to bind port 2f306499-679e-4ddb-9f35-e45e195d3437 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:19.857549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Attempting to bind port 2f306499-679e-4ddb-9f35-e45e195d3437 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '821f5bdf-1d64-48cb-a12b-c29fe3784d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:19.858186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Attempting to bind port 2f306499-679e-4ddb-9f35-e45e195d3437 on network bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:19.873740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:19.874502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Checking segment: {'id': '821f5bdf-1d64-48cb-a12b-c29fe3784d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:19.875201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:19.876164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Bound using segment: {'id': '821f5bdf-1d64-48cb-a12b-c29fe3784d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:19.876889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Bound port: 2f306499-679e-4ddb-9f35-e45e195d3437, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821f5bdf-1d64-48cb-a12b-c29fe3784d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:19.877513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:19.914525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Allocated IP 172.20.0.9 (bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71/613d1991-b8bb-40a0-a2d0-3650bc8e1810/a4332264-62bf-4c5b-aa8e-59f56a7009c9) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:19.915973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:19.963024 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e956dde-7909-470a-a7a3-7959a1ceb9ec tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:19.963548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e956dde-7909-470a-a7a3-7959a1ceb9ec tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:19.997492 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0e956dde-7909-470a-a7a3-7959a1ceb9ec tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/subnets/e8f4aaa1-414f-42ef-a38d-1b37da953476 HTTP/1.1" status: 404  len: 337 time: 0.6342146
Dec 23 16:12:20.012883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b092836-43d9-4330-a979-e0dbff0b42bd tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:20.044955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] For port 2f306499-679e-4ddb-9f35-e45e195d3437, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:20.049269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] For port 2f306499-679e-4ddb-9f35-e45e195d3437, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2f306499-679e-4ddb-9f35-e45e195d3437,segment=NetworkSegment(821f5bdf-1d64-48cb-a12b-c29fe3784d0d),segment_id=821f5bdf-1d64-48cb-a12b-c29fe3784d0d)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:20.055942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:12:20.056121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49538) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:20.063156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] Deleting port a31af690-ed14-4400-8797-7bb941c75cf6 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:20.064045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:20.093990 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-011102d0-8f12-4ad4-bc90-d305e8031005 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073364125&fields=id&tenant_id=8769f4d3f6f5492984aeeb4cd437c456 HTTP/1.1" status: 200  len: 267 time: 0.5329792
Dec 23 16:12:20.109735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:20.125814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f197548b-8b45-4a1f-8a87-85ff36aa08da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:20.141644 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e34137-7ef5-4ffb-97fd-caf786dea355 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:20.142150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e34137-7ef5-4ffb-97fd-caf786dea355 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:20.147099 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-04e34137-7ef5-4ffb-97fd-caf786dea355 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/d386e627-8e5d-49af-b3a7-4885975ef4d0 HTTP/1.1" status: 404  len: 339 time: 0.0870762
Dec 23 16:12:20.152388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49542) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:20.196644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-824e0be4-adc2-4d2f-8154-cc907ef394d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:20.247446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Allocated IP 172.26.5.63 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/98e03fff-9c88-4861-be27-61c643ae2e42) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:20.268462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-824e0be4-adc2-4d2f-8154-cc907ef394d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:20.277154 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f2aabd-ff76-4d9c-ab4b-fe22a0001da0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:20.277658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f2aabd-ff76-4d9c-ab4b-fe22a0001da0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:20.281925 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-11f2aabd-ff76-4d9c-ab4b-fe22a0001da0 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/subnets/4e9f17b2-e46b-4424-a039-e3ec9faf317d HTTP/1.1" status: 404  len: 337 time: 0.1229470
Dec 23 16:12:20.293709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49546) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:20.312873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Pushing event updated for resources: {'Port': ['ID=2f306499-679e-4ddb-9f35-e45e195d3437,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:20.317812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:20.359565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824e0be4-adc2-4d2f-8154-cc907ef394d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:20.365947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-824e0be4-adc2-4d2f-8154-cc907ef394d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:20.398409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a31af690-ed14-4400-8797-7bb941c75cf6 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:12:20.402712 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c6557a-4e82-4874-b651-8eb98835f2ee tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:20.403242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c6557a-4e82-4874-b651-8eb98835f2ee tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:20.407612 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a0c6557a-4e82-4874-b651-8eb98835f2ee tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/8b1c8b50-ee76-4d02-b218-7c45a39e8a93 HTTP/1.1" status: 404  len: 339 time: 0.1103740
Dec 23 16:12:20.419156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49550) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:20.478660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:20.501721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:20.535800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Transition to ACTIVE for port object a4332264-62bf-4c5b-aa8e-59f56a7009c9 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:20.559035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] For port a31af690-ed14-4400-8797-7bb941c75cf6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a31af690-ed14-4400-8797-7bb941c75cf6,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:20.559564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:20.759797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] Calling delete_port for a31af690-ed14-4400-8797-7bb941c75cf6 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:20.779112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:20.791507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-03e2362e-e9bc-4ce3-bb66-6442865cc721 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:20.839621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:20.891800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-846fed60-5a0d-40d5-8c20-aaf094931904 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Deleting subnet b53b6ce7-d131-4bc0-a50b-bc95fa2d3a61 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:12:20.893343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port a31af690-ed14-4400-8797-7bb941c75cf6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a31af690-ed14-4400-8797-7bb941c75cf6,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:20.898438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:20.900546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7716c675-1db2-4225-91bf-726a1ecc607c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:20.904231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-846fed60-5a0d-40d5-8c20-aaf094931904 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:20.938248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:12:20.938668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:12:20.953489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Network bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:20.956801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-39216ebb-4a1c-4d15-ab0b-a0d2baf3cbc7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:20.966041 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-39216ebb-4a1c-4d15-ab0b-a0d2baf3cbc7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/networks?id=c4afed7c-fdd1-4670-afcb-1be408a3d4c3 HTTP/1.1" status: 200  len: 797 time: 0.8074939
Dec 23 16:12:20.974928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=a31af690-ed14-4400-8797-7bb941c75cf6,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:20.985443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:20.996017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:20.999923 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e09275dd-d831-4d8a-b559-7b3735c52440 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/quotas/8769f4d3f6f5492984aeeb4cd437c456 HTTP/1.1" status: 200  len: 375 time: 0.0325191
Dec 23 16:12:21.010326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Transition to ACTIVE for port object 98132f3d-55fa-4f95-ae92-c48af0589414 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:21.016624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Pushing event updated for resources: {'Port': ['ID=a4332264-62bf-4c5b-aa8e-59f56a7009c9,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:21.022700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:21.031614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.038289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7d54bf4-a155-433c-9a7c-d05c42c374b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:21.063437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:21.077026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ab377c4-2661-45a6-9d59-32a1257febc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.093128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-02a2c160-918a-408b-9863-f7d1177fdd87 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:21.097692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-846fed60-5a0d-40d5-8c20-aaf094931904 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.187764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:21.189032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.196921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b092836-43d9-4330-a979-e0dbff0b42bd tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.198900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab377c4-2661-45a6-9d59-32a1257febc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3e2d12-564f-4f36-bfad-546520a82fbb,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:21.200156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Pushing event updated for resources: {'Port': ['ID=98132f3d-55fa-4f95-ae92-c48af0589414,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:21.201550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ab377c4-2661-45a6-9d59-32a1257febc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:21.250369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:21.251108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:21.251108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:21.251498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:21.251873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:21.252240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:21.252607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:21.252974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:21.253336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:21.254108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:21.254454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:12:21.259602 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 2.5776489
Dec 23 16:12:21.262369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49554) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:21.268318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c2e01a56-f9b6-4218-9535-6342a42a7504 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1652254722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:21.276052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-824e0be4-adc2-4d2f-8154-cc907ef394d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.284551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c2e01a56-f9b6-4218-9535-6342a42a7504 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:21.289438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:21.292526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:21.324300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c2e01a56-f9b6-4218-9535-6342a42a7504 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Usage tracker for resource:router and tenant:de7b29de653e40f4965dcb02aaf54d17 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:21.327734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Attempting to bind port 98132f3d-55fa-4f95-ae92-c48af0589414 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:21.328155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Attempting to bind port 98132f3d-55fa-4f95-ae92-c48af0589414 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'c684b206-1c7d-4738-b19d-3a7b3b706252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:21.328561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Attempting to bind port 98132f3d-55fa-4f95-ae92-c48af0589414 on network c4afed7c-fdd1-4670-afcb-1be408a3d4c3 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:21.337049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:21.337369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Checking segment: {'id': 'c684b206-1c7d-4738-b19d-3a7b3b706252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:21.337502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b092836-43d9-4330-a979-e0dbff0b42bd tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.338212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.338325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Bound using segment: {'id': 'c684b206-1c7d-4738-b19d-3a7b3b706252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:21.338635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c2e01a56-f9b6-4218-9535-6342a42a7504 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:21.338929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Bound port: 98132f3d-55fa-4f95-ae92-c48af0589414, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c684b206-1c7d-4738-b19d-3a7b3b706252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:21.339399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.357383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c2e01a56-f9b6-4218-9535-6342a42a7504 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:21.358513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e621b7-2da5-4273-9d65-ca9c7c4204ec admin admin] Router dcd7c192-4092-4e5c-982d-88887c32bfc3 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:12:21.370906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-846fed60-5a0d-40d5-8c20-aaf094931904 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.424061 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-7f6b67c5-244d-4ea9-945b-e14d7561ce09 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8769f4d3f6f5492984aeeb4cd437c456&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4228194
Dec 23 16:12:21.440118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] Deleting port a31af690-ed14-4400-8797-7bb941c75cf6 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:21.440913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.444117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2e01a56-f9b6-4218-9535-6342a42a7504 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.445262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2e01a56-f9b6-4218-9535-6342a42a7504 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.468929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2e01a56-f9b6-4218-9535-6342a42a7504 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.472092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] For port 98132f3d-55fa-4f95-ae92-c48af0589414, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:21.476510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] For port 98132f3d-55fa-4f95-ae92-c48af0589414, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=98132f3d-55fa-4f95-ae92-c48af0589414,segment=NetworkSegment(c684b206-1c7d-4738-b19d-3a7b3b706252),segment_id=c684b206-1c7d-4738-b19d-3a7b3b706252)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:21.486225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.490526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e0be4-adc2-4d2f-8154-cc907ef394d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=5c3b9b39-888d-4cfb-858e-a261c463f1be,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:21.498015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824e0be4-adc2-4d2f-8154-cc907ef394d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:21.501294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35f092b8-8383-4d90-bbaf-8e5ed7b0e395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:21.506485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-824e0be4-adc2-4d2f-8154-cc907ef394d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:21.507495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2e01a56-f9b6-4218-9535-6342a42a7504 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.533042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-824e0be4-adc2-4d2f-8154-cc907ef394d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:21.538938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2e01a56-f9b6-4218-9535-6342a42a7504 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.540286 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c2e01a56-f9b6-4218-9535-6342a42a7504 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2768567
Dec 23 16:12:21.544405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824e0be4-adc2-4d2f-8154-cc907ef394d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:21.545237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-824e0be4-adc2-4d2f-8154-cc907ef394d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.557476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49558) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:21.566574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-53cd66a1-ead3-4c6b-9810-0ec30845fd0c tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-134738846', 'prefixes': ['172.20.0.0/16']}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:21.583084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-53cd66a1-ead3-4c6b-9810-0ec30845fd0c tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:21.623296 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-824e0be4-adc2-4d2f-8154-cc907ef394d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.3207264
Dec 23 16:12:21.626864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49562) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:21.639560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e6b44fce-5786-4eaf-b1e8-21ed8e3393e6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'fixed_ips': [{'subnet_id': '5c3b9b39-888d-4cfb-858e-a261c463f1be', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1225926995'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:21.658861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Pushing event updated for resources: {'Port': ['ID=98132f3d-55fa-4f95-ae92-c48af0589414,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:21.665956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:21.668934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Routers {'5ffef2da-d49a-4b06-80c4-c97ad4186ad1'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:21.669671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9145f8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:21.866535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e6b44fce-5786-4eaf-b1e8-21ed8e3393e6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:21.879130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e6b44fce-5786-4eaf-b1e8-21ed8e3393e6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:port and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:21.885996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e6b44fce-5786-4eaf-b1e8-21ed8e3393e6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:21.891488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-846fed60-5a0d-40d5-8c20-aaf094931904 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.908103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-767f8533-78e8-4386-a9df-9713c21f8202 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:21.960326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e6b44fce-5786-4eaf-b1e8-21ed8e3393e6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:21.964656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fed60-5a0d-40d5-8c20-aaf094931904 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Subnet': ['ID=b53b6ce7-d131-4bc0-a50b-bc95fa2d3a61,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:21.967172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-846fed60-5a0d-40d5-8c20-aaf094931904 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:21.975683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9234b4ba-ff0c-42b1-8492-b21a076aa5b2 None None] Network 7616c6de-b2cc-42ec-a757-c39066faab07 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:21.994713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] Set router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:22.012323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-846fed60-5a0d-40d5-8c20-aaf094931904 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:22.022217 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-846fed60-5a0d-40d5-8c20-aaf094931904 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/subnets/b53b6ce7-d131-4bc0-a50b-bc95fa2d3a61 HTTP/1.1" status: 204  len: 168 time: 1.5970569
Dec 23 16:12:22.023631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49566) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:22.180119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] For port a31af690-ed14-4400-8797-7bb941c75cf6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a31af690-ed14-4400-8797-7bb941c75cf6,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:22.180610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:22.307539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:22.315801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b44fce-5786-4eaf-b1e8-21ed8e3393e6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:22.325386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e6b44fce-5786-4eaf-b1e8-21ed8e3393e6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:22.347413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:22.357905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b092836-43d9-4330-a979-e0dbff0b42bd tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:22.358808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-e6b44fce-5786-4eaf-b1e8-21ed8e3393e6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port a2bfe56b-6b28-41d6-bf7c-5d8c80562ac2 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:12:22.359188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b092836-43d9-4330-a979-e0dbff0b42bd tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f81616c-9422-472e-9f3c-770f46ed87be {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:22.483137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b092836-43d9-4330-a979-e0dbff0b42bd tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:22.487247 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9b092836-43d9-4330-a979-e0dbff0b42bd tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "DELETE /v2.0/routers/4f81616c-9422-472e-9f3c-770f46ed87be HTTP/1.1" status: 204  len: 168 time: 3.5726504
Dec 23 16:12:22.507158 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-ff6682f9-8701-49e7-8439-726ad6ced388 service neutron] 10.222.0.67 "GET /v2.0/networks/c4afed7c-fdd1-4670-afcb-1be408a3d4c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0819497
Dec 23 16:12:22.590879 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b44fce-5786-4eaf-b1e8-21ed8e3393e6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:12:22.591462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b44fce-5786-4eaf-b1e8-21ed8e3393e6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:12:22.627751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Deleting port 04d64b99-ba41-4093-99c9-5663abe91a4c {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:22.628144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:22.634248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] Calling delete_port for a31af690-ed14-4400-8797-7bb941c75cf6 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:22.676230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2f306499-679e-4ddb-9f35-e45e195d3437 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:22.707864 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e6b44fce-5786-4eaf-b1e8-21ed8e3393e6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.0797577
Dec 23 16:12:22.710339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49572) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:22.790636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49574) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:22.815757 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-0c77fbc2-9f31-4411-ab2c-6ed1be06b434 service neutron] 10.222.0.67 "GET /v2.0/networks/c4afed7c-fdd1-4670-afcb-1be408a3d4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3073542
Dec 23 16:12:22.856889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9145f8>, [{'id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:13Z', 'revision_number': 4, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'gw_port': {'id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '98132f3d-55fa-4f95-ae92-c48af0589414', 'name': '', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'mac_address': 'fa:16:3e:9b:99:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '169e601e-34f0-4114-93f5-500de7206059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:12Z', 'updated_at': '2021-12-23T16:12:21Z', 'revision_number': 4, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'subnets': [{'id': '169e601e-34f0-4114-93f5-500de7206059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:22.862143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5975b4c5-9f67-4059-87ac-e0edb6e8afe0 None None] The sync data for ids ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'] in dv-neutron-822801-1-hyperv is: [{'id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:13Z', 'revision_number': 4, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'gw_port': {'id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '98132f3d-55fa-4f95-ae92-c48af0589414', 'name': '', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'mac_address': 'fa:16:3e:9b:99:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '169e601e-34f0-4114-93f5-500de7206059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:12Z', 'updated_at': '2021-12-23T16:12:21Z', 'revision_number': 4, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'subnets': [{'id': '169e601e-34f0-4114-93f5-500de7206059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:12:23.051088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53cd66a1-ead3-4c6b-9810-0ec30845fd0c tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks [] for subnetpool, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:23.052733 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-53cd66a1-ead3-4c6b-9810-0ec30845fd0c tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 1.4918609
Dec 23 16:12:23.057120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] For port 04d64b99-ba41-4093-99c9-5663abe91a4c, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=04d64b99-ba41-4093-99c9-5663abe91a4c,segment=NetworkSegment(dd279be7-10d5-4bac-9e92-00f8b7f58eb3),segment_id=dd279be7-10d5-4bac-9e92-00f8b7f58eb3)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:23.057542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:23.060800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49582) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:23.077666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-12374d49-78c0-4955-ac75-612e2158f13f tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b790747b8>, 'subnets', '613d1991-b8bb-40a0-a2d0-3650bc8e1810', 'tempest-TagsExtTest-Tag-1585023315') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:23.146599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:23.176538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b05e1b26-7195-43d9-bf93-c52e35e962d8 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:23.226600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f48bfe8-4578-4a8a-bf6f-e6c5c96bfe56 None None] Network bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:23.275918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:23.288633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:23.291216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:23.345645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Calling delete_port for 04d64b99-ba41-4093-99c9-5663abe91a4c owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:23.506483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Pushing event updated for resources: {'Port': ['ID=98e03fff-9c88-4861-be27-61c643ae2e42,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:23.509864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:23.551991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e621b7-2da5-4273-9d65-ca9c7c4204ec admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:12:23.560504 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b9e621b7-2da5-4273-9d65-ca9c7c4204ec admin admin] 10.222.0.67 "PUT /v2.0/routers/dcd7c192-4092-4e5c-982d-88887c32bfc3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 20.9080575
Dec 23 16:12:23.563772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49594) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:23.631194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0c17d-53b9-4fa1-af95-c0ccf6cf1489 None None] Sync routers for ids ['dcd7c192-4092-4e5c-982d-88887c32bfc3'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:12:23.641758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1488639259', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:23.654672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:23.659298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Usage tracker for resource:router and tenant:945fd87699974c4c8a64c9919ddb963e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:23.662509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:23.670552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:23.703681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ab377c4-2661-45a6-9d59-32a1257febc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:23.710174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:23.711273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:23.741713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:23.771888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:23.813305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-672bd0fc-0612-448d-b149-f62219e158ce req-be0f2072-4e23-4c59-aee2-0bf10d4d2cfd tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Synchronizing usage tracker for tenant:8769f4d3f6f5492984aeeb4cd437c456 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:12:23.816858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:23.818934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:23.825954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] No DVR routers for this DVR port a31af690-ed14-4400-8797-7bb941c75cf6 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:12:23.835887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] Pushing event deleted for resources: {'Port': ['ID=a31af690-ed14-4400-8797-7bb941c75cf6,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:23.849662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:23.854656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10735b3-94cc-454c-b9ca-b1f64a9cee53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:23.855508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a10735b3-94cc-454c-b9ca-b1f64a9cee53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:12:23.859413 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-12374d49-78c0-4955-ac75-612e2158f13f tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "PUT /v2.0/subnets/613d1991-b8bb-40a0-a2d0-3650bc8e1810/tags/tempest-TagsExtTest-Tag-1585023315 HTTP/1.1" status: 201  len: 201 time: 0.7933438
Dec 23 16:12:23.862093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49602) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:23.872989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-4ce5305d-1d14-445f-a637-b46dab675206 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b78e84fd0>, 'ports', 'a4332264-62bf-4c5b-aa8e-59f56a7009c9', 'tempest-TagsExtTest-Tag-211545634') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:23.886394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1ff005e1-7b4e-4640-86bf-9d0bf098419a None None] Provisioning for port 2f306499-679e-4ddb-9f35-e45e195d3437 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:23.899382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fbf6bc-d015-4b48-aa7f-dcb33f7032e3 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:23.913675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-672bd0fc-0612-448d-b149-f62219e158ce req-be0f2072-4e23-4c59-aee2-0bf10d4d2cfd tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Unset dirty status for tenant:8769f4d3f6f5492984aeeb4cd437c456 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:12:23.915261 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-672bd0fc-0612-448d-b149-f62219e158ce req-be0f2072-4e23-4c59-aee2-0bf10d4d2cfd tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 210 time: 0.7066743
Dec 23 16:12:23.924038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 2f306499-679e-4ddb-9f35-e45e195d3437 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:23.926787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:23.929753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1ff005e1-7b4e-4640-86bf-9d0bf098419a None None] Provisioning complete for port 2f306499-679e-4ddb-9f35-e45e195d3437 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:23.930436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ff005e1-7b4e-4640-86bf-9d0bf098419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:23.935021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a10735b3-94cc-454c-b9ca-b1f64a9cee53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:12:23.946627 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a10735b3-94cc-454c-b9ca-b1f64a9cee53 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 1.1209302
Dec 23 16:12:23.947435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49606) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:24.000794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:24.008657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c0a985e3-dbd1-4f9d-8910-6f6f09b5257d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:24.031155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 2f306499-679e-4ddb-9f35-e45e195d3437 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:24.031599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:24.067301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Port': ['ID=04d64b99-ba41-4093-99c9-5663abe91a4c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:24.074607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:24.084774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] No DVR routers for this DVR port 04d64b99-ba41-4093-99c9-5663abe91a4c on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:12:24.148483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaf4650-3667-4261-a9df-404ef316714d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:24.150142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaf4650-3667-4261-a9df-404ef316714d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:24.151090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ecaf4650-3667-4261-a9df-404ef316714d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:12:24.222357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca0c17d-53b9-4fa1-af95-c0ccf6cf1489 None None] Routers {'dcd7c192-4092-4e5c-982d-88887c32bfc3'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:24.223620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-aca0c17d-53b9-4fa1-af95-c0ccf6cf1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a191898>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['dcd7c192-4092-4e5c-982d-88887c32bfc3'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:24.254495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ecaf4650-3667-4261-a9df-404ef316714d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:12:24.259902 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ecaf4650-3667-4261-a9df-404ef316714d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3106830
Dec 23 16:12:24.264356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49610) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:24.328483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639bdba1-d651-4462-8abc-8df38141704f None None] DHCP port deletion for 7616c6de-b2cc-42ec-a757-c39066faab07 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:12:24.377494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:24.424088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7913aa90>,) {'filters': {'network_id': ['7616c6de-b2cc-42ec-a757-c39066faab07']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:24.447206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7913aa90>, 'dd279be7-10d5-4bac-9e92-00f8b7f58eb3') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:24.447571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7913aa90>, 'dd279be7-10d5-4bac-9e92-00f8b7f58eb3') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:24.484478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-aca0c17d-53b9-4fa1-af95-c0ccf6cf1489 None None] Set router dcd7c192-4092-4e5c-982d-88887c32bfc3 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:24.590720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:24.608440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecb4ed8-d967-4ef8-a604-b1ecf08c40e8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 5c3b9b39-888d-4cfb-858e-a261c463f1be {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:12:24.611879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4ed8-d967-4ef8-a604-b1ecf08c40e8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:24.679628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4ed8-d967-4ef8-a604-b1ecf08c40e8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:24.785564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4ed8-d967-4ef8-a604-b1ecf08c40e8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:24.821755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-299ea62b-aa62-48b3-b279-e6359fcea31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:24.882419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ff005e1-7b4e-4640-86bf-9d0bf098419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:24.882906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:24.892532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4ed8-d967-4ef8-a604-b1ecf08c40e8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:24.900954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dcaf9db0-f0b9-44fd-8ca1-435c31d8f7df tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:24.955748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb4ed8-d967-4ef8-a604-b1ecf08c40e8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=5c3b9b39-888d-4cfb-858e-a261c463f1be,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:24.960503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:24.963261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5ecb4ed8-d967-4ef8-a604-b1ecf08c40e8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:24.970337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:12:24.970795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:24.988547 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:24.991130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4ed8-d967-4ef8-a604-b1ecf08c40e8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:25.014832 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4ce5305d-1d14-445f-a637-b46dab675206 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "PUT /v2.0/ports/a4332264-62bf-4c5b-aa8e-59f56a7009c9/tags/tempest-TagsExtTest-Tag-211545634 HTTP/1.1" status: 201  len: 201 time: 1.1472878
Dec 23 16:12:25.016673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49618) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:25.029938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-0ffed8ed-d1a8-4325-80d7-6c02bfd38933 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b794a0d30>, 'routers', '66b379e1-1b26-491b-9657-cbd5e9bf44c3', 'tempest-TagsExtTest-Tag-342604179') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:25.072533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:25.185685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:25.252668 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5ecb4ed8-d967-4ef8-a604-b1ecf08c40e8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/5c3b9b39-888d-4cfb-858e-a261c463f1be HTTP/1.1" status: 204  len: 168 time: 0.9871106
Dec 23 16:12:25.253885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49622) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:25.327619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 2f306499-679e-4ddb-9f35-e45e195d3437, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2f306499-679e-4ddb-9f35-e45e195d3437,segment=NetworkSegment(821f5bdf-1d64-48cb-a12b-c29fe3784d0d),segment_id=821f5bdf-1d64-48cb-a12b-c29fe3784d0d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:25.358356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:25.378045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:25.535628 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2fb7c875-14af-49a1-abac-4c15b52bc421 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1517930
Dec 23 16:12:25.535628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49630) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:25.538947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:25.544471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:25.545049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=2f306499-679e-4ddb-9f35-e45e195d3437,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:25.572167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:25.617247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:25.620321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Pushing event deleted for resources: {'Network': ['ID=7616c6de-b2cc-42ec-a757-c39066faab07,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:25.632243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:25.641788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:25.652461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 98132f3d-55fa-4f95-ae92-c48af0589414 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:25.664839 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] 10.222.0.67 "DELETE /v2.0/networks/7616c6de-b2cc-42ec-a757-c39066faab07 HTTP/1.1" status: 204  len: 168 time: 3.6400602
Dec 23 16:12:25.751937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:25.760855 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0ffed8ed-d1a8-4325-80d7-6c02bfd38933 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "PUT /v2.0/routers/66b379e1-1b26-491b-9657-cbd5e9bf44c3/tags/tempest-TagsExtTest-Tag-342604179 HTTP/1.1" status: 201  len: 201 time: 0.7387176
Dec 23 16:12:25.760855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:25.762841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49636) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:25.765673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:25.767490 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f4f1c94-6b3c-46d3-bdb5-4934ff648ab0 req-6d41def3-c4cd-4a93-9ccb-c16bc086ed59 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 210 time: 0.2514758
Dec 23 16:12:25.773524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-e28860a8-8c3d-490d-9927-30c93ea308a9 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b7a54cd68>, 'subnetpools', 'f53d4795-7573-4f9e-a6ee-e865f0bd80d3', 'tempest-TagsExtTest-Tag-2003964591') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:25.806775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:25.829843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:25.836918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:25.853192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-d802b835-f67d-454e-9e6b-4c1ebb0f61c9 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:25.855677 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-d802b835-f67d-454e-9e6b-4c1ebb0f61c9 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.36 "GET /v2.0/networks?id=c4afed7c-fdd1-4670-afcb-1be408a3d4c3 HTTP/1.1" status: 200  len: 797 time: 0.9407680
Dec 23 16:12:25.872640 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e28860a8-8c3d-490d-9927-30c93ea308a9 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "PUT /v2.0/subnetpools/f53d4795-7573-4f9e-a6ee-e865f0bd80d3/tags/tempest-TagsExtTest-Tag-2003964591 HTTP/1.1" status: 201  len: 201 time: 0.1061339
Dec 23 16:12:25.883689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49640) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:25.893476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-910913b5-df0d-43df-adc9-4c0e8a4185ef tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b79d91470>, 'subnets', '613d1991-b8bb-40a0-a2d0-3650bc8e1810') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:25.974123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-1ff005e1-7b4e-4640-86bf-9d0bf098419a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:12:25.974700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-1ff005e1-7b4e-4640-86bf-9d0bf098419a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:12:25.979331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:26.022362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 98132f3d-55fa-4f95-ae92-c48af0589414 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:26.028728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-aca0c17d-53b9-4fa1-af95-c0ccf6cf1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a191898>, [{'id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': '3b850726-e67a-4605-b398-62a610763d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:12:15Z', 'revision_number': 5, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'gw_port': {'id': '3b850726-e67a-4605-b398-62a610763d60', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:04Z', 'updated_at': '2021-12-23T16:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:26.032318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 98132f3d-55fa-4f95-ae92-c48af0589414 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:26.032747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:26.065277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0c17d-53b9-4fa1-af95-c0ccf6cf1489 None None] Checking router: dcd7c192-4092-4e5c-982d-88887c32bfc3 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:12:26.106923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca0c17d-53b9-4fa1-af95-c0ccf6cf1489 None None] Routers {'dcd7c192-4092-4e5c-982d-88887c32bfc3'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:26.107674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-aca0c17d-53b9-4fa1-af95-c0ccf6cf1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a191898>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['dcd7c192-4092-4e5c-982d-88887c32bfc3'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:26.135266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49646) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:26.157683 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-0b48305b-7fdf-4e21-a78f-4218273a1d32 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8769f4d3f6f5492984aeeb4cd437c456 HTTP/1.1" status: 200  len: 380 time: 0.2807300
Dec 23 16:12:26.263962 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-910913b5-df0d-43df-adc9-4c0e8a4185ef tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/subnets/613d1991-b8bb-40a0-a2d0-3650bc8e1810/tags HTTP/1.1" status: 200  len: 241 time: 0.3764915
Dec 23 16:12:26.264642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49652) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:26.268168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:26.285870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-698a1991-e0b2-44c2-8367-50ccee8d7332 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b78e41f28>, 'subnets', '613d1991-b8bb-40a0-a2d0-3650bc8e1810', 'tempest-TagsExtTest-Tag-1585023315') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:26.331874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:26.332590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Request body: {'port': {'device_id': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'admin_state_up': True, 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'security_groups': ['98383d4d-8a66-483a-8a69-c6852237910b']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:26.344995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:26.383819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:26.395477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-aca0c17d-53b9-4fa1-af95-c0ccf6cf1489 None None] Set router dcd7c192-4092-4e5c-982d-88887c32bfc3 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:26.429449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=d6264bfc-a0dd-4ded-bce9-f06bd36ba6dc,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:26.432971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:26.434981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:26.436221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:26.439646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 98132f3d-55fa-4f95-ae92-c48af0589414, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=98132f3d-55fa-4f95-ae92-c48af0589414,segment=NetworkSegment(c684b206-1c7d-4738-b19d-3a7b3b706252),segment_id=c684b206-1c7d-4738-b19d-3a7b3b706252)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:26.440244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:26.440857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:26.446491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:26.454232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b44f1d5-5dbe-417d-84ee-95da9bb525f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:26.460842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:26.485149 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9483724
Dec 23 16:12:26.486869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49656) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:26.494377 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-698a1991-e0b2-44c2-8367-50ccee8d7332 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/subnets/613d1991-b8bb-40a0-a2d0-3650bc8e1810/tags/tempest-TagsExtTest-Tag-1585023315 HTTP/1.1" status: 204  len: 168 time: 0.2258542
Dec 23 16:12:26.496068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0bca424a-e4d8-4f0b-a43f-c7e1bb9c4d6d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1169510993', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:26.504260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49660) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:26.509129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0bca424a-e4d8-4f0b-a43f-c7e1bb9c4d6d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:26.515299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8780d-ac74-4190-9ab1-d62e63e19aef None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:26.517527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-bd663486-a2b0-4f35-a1ba-05a4cab49dbd tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b78fd5588>, 'subnets', '613d1991-b8bb-40a0-a2d0-3650bc8e1810', 'tempest-TagsExtTest-Tag-1585023315') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:26.563367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0bca424a-e4d8-4f0b-a43f-c7e1bb9c4d6d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:router and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:26.571991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0bca424a-e4d8-4f0b-a43f-c7e1bb9c4d6d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:26.582391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0bca424a-e4d8-4f0b-a43f-c7e1bb9c4d6d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:26.608939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0bca424a-e4d8-4f0b-a43f-c7e1bb9c4d6d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:26.609966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0bca424a-e4d8-4f0b-a43f-c7e1bb9c4d6d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:26.625252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 04d64b99-ba41-4093-99c9-5663abe91a4c no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:12:26.650471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0bca424a-e4d8-4f0b-a43f-c7e1bb9c4d6d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:26.669911 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bd663486-a2b0-4f35-a1ba-05a4cab49dbd tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/subnets/613d1991-b8bb-40a0-a2d0-3650bc8e1810/tags/tempest-TagsExtTest-Tag-1585023315 HTTP/1.1" status: 204  len: 168 time: 0.1599615
Dec 23 16:12:26.670771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49664) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:26.679309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-a01fb53b-ee69-482c-bb1e-e07b15748176 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b7a44bc50>, 'subnets', '613d1991-b8bb-40a0-a2d0-3650bc8e1810') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:26.710867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0bca424a-e4d8-4f0b-a43f-c7e1bb9c4d6d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:26.712239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 04d64b99-ba41-4093-99c9-5663abe91a4c {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:12:26.712637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 04d64b99-ba41-4093-99c9-5663abe91a4c not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:12:26.758938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0bca424a-e4d8-4f0b-a43f-c7e1bb9c4d6d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:26.764141 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0bca424a-e4d8-4f0b-a43f-c7e1bb9c4d6d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.2756848
Dec 23 16:12:26.767912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49668) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:26.825295 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-50726ea7-b7d3-4cbf-81c2-60279bce3580 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6a9cf0f0ca4f4ac399af3f4621aa3d28&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6842067
Dec 23 16:12:26.850373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49674) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:26.851992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Router f0056d30-ef47-461c-b3bd-d2ffcff4cd1c is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:12:26.897861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef623e30-6fc8-4873-a69a-06020d56cf62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:26.899403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=98132f3d-55fa-4f95-ae92-c48af0589414,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:26.914817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:26.984202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:27.007708 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a263b7a-7a51-44f4-a17e-b4cc81cac176 req-79df9878-60f6-4376-a927-ffab5f07da39 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 210 time: 0.0615914
Dec 23 16:12:27.015980 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a01fb53b-ee69-482c-bb1e-e07b15748176 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/subnets/613d1991-b8bb-40a0-a2d0-3650bc8e1810/tags HTTP/1.1" status: 200  len: 205 time: 0.3429642
Dec 23 16:12:27.019459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49678) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:27.033091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:27.033327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-65ca0d95-0f3b-45cd-b0eb-921a32547ce9 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b791b6240>, 'ports', 'a4332264-62bf-4c5b-aa8e-59f56a7009c9') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:27.074672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-15e68540-35c1-4e67-acd9-33d117252c95 None None] Provisioning complete for port 2f306499-679e-4ddb-9f35-e45e195d3437 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:27.075151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15e68540-35c1-4e67-acd9-33d117252c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:27.134965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Allocated IP 172.26.5.151 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/4c4601e9-2677-4574-8664-9a7f4b10d116) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:27.153761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Made reservation on behalf of 8769f4d3f6f5492984aeeb4cd437c456 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:27.165252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:27.204623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': 'd6264bfc-a0dd-4ded-bce9-f06bd36ba6dc'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:12:27.205400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:27.247800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:27.289069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a16d083c-5a60-4a2a-a5b9-14a4bdb92b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:27.327127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-aca0c17d-53b9-4fa1-af95-c0ccf6cf1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a191898>, [{'id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': '3b850726-e67a-4605-b398-62a610763d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:12:15Z', 'revision_number': 5, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'gw_port': {'id': '3b850726-e67a-4605-b398-62a610763d60', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:04Z', 'updated_at': '2021-12-23T16:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:27.360507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca0c17d-53b9-4fa1-af95-c0ccf6cf1489 None None] The sync data for ids ['dcd7c192-4092-4e5c-982d-88887c32bfc3'] in dv-neutron-822801-1-hyperv is: [{'id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'name': 'tempest-ServersTestJSON-184607119-router', 'tenant_id': 'e3e9074d25284bffb73031ea842e474c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': '3b850726-e67a-4605-b398-62a610763d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:12:15Z', 'revision_number': 5, 'project_id': 'e3e9074d25284bffb73031ea842e474c', 'gw_port': {'id': '3b850726-e67a-4605-b398-62a610763d60', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd7c192-4092-4e5c-982d-88887c32bfc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:04Z', 'updated_at': '2021-12-23T16:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:12:27.364096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:27.479757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-15e68540-35c1-4e67-acd9-33d117252c95 None None] Provisioning for port a4332264-62bf-4c5b-aa8e-59f56a7009c9 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:27.508654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Allocated IP 2001:db8::2 (ba343194-bb9c-4b65-8867-816842e8f671/d6264bfc-a0dd-4ded-bce9-f06bd36ba6dc/c8d7710c-e1e0-470d-9b9b-f08aae83b608) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:27.510882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-15e68540-35c1-4e67-acd9-33d117252c95 None None] Provisioning complete for port a4332264-62bf-4c5b-aa8e-59f56a7009c9 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:27.511335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15e68540-35c1-4e67-acd9-33d117252c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:27.553636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2f306499-679e-4ddb-9f35-e45e195d3437 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:27.571944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a16d083c-5a60-4a2a-a5b9-14a4bdb92b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:27.594033 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-65ca0d95-0f3b-45cd-b0eb-921a32547ce9 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/ports/a4332264-62bf-4c5b-aa8e-59f56a7009c9/tags HTTP/1.1" status: 200  len: 240 time: 0.5699227
Dec 23 16:12:27.595719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Deleting port 3b850726-e67a-4605-b398-62a610763d60 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:27.596873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:27.640420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49682) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:27.679391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-15e68540-35c1-4e67-acd9-33d117252c95 None None] Port a4332264-62bf-4c5b-aa8e-59f56a7009c9 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:12:27.762817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 2f306499-679e-4ddb-9f35-e45e195d3437 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:27.763272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:27.778095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:27.984732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-2c682404-f905-4d35-9255-b48e63dc93ff tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b7a502be0>, 'ports', 'a4332264-62bf-4c5b-aa8e-59f56a7009c9', 'tempest-TagsExtTest-Tag-211545634') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:28.164035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 98132f3d-55fa-4f95-ae92-c48af0589414 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:28.214788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:28.234067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:28.236512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Transition to ACTIVE for port object c8d7710c-e1e0-470d-9b9b-f08aae83b608 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:28.264864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Transition to ACTIVE for port object c8d7710c-e1e0-470d-9b9b-f08aae83b608 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:28.272998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:28.278127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-df30bca5-9e45-4b0c-ba2d-e9590713db0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:28.340999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::1 (ba343194-bb9c-4b65-8867-816842e8f671/d6264bfc-a0dd-4ded-bce9-f06bd36ba6dc/0dd44f58-7716-4702-8169-6e6634cc9bbd) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:28.348220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 98132f3d-55fa-4f95-ae92-c48af0589414 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:28.348657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:28.359515 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f3a6933d-2a75-4fc3-948b-28db4d7c8beb req-67bfdbc0-5cea-41a3-9851-2f2f940ad1a8 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 210 time: 0.1565948
Dec 23 16:12:28.385001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:28.398902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:28.403654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:28.408418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Pushing event updated for resources: {'Port': ['ID=c8d7710c-e1e0-470d-9b9b-f08aae83b608,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:28.415604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:28.460907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Allocated IP 172.20.0.5 (c4afed7c-fdd1-4670-afcb-1be408a3d4c3/169e601e-34f0-4114-93f5-500de7206059/04074957-bea6-4d32-9efc-5376ca2932fe) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:28.510866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a16d083c-5a60-4a2a-a5b9-14a4bdb92b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:28.522429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-85da527c-ac25-426d-85a5-144ce191df7e tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:28.535331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Attempting to bind port c8d7710c-e1e0-470d-9b9b-f08aae83b608 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:28.535540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Attempting to bind port c8d7710c-e1e0-470d-9b9b-f08aae83b608 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:28.535851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Attempting to bind port c8d7710c-e1e0-470d-9b9b-f08aae83b608 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:28.538088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:28.544689 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2c682404-f905-4d35-9255-b48e63dc93ff tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/ports/a4332264-62bf-4c5b-aa8e-59f56a7009c9/tags/tempest-TagsExtTest-Tag-211545634 HTTP/1.1" status: 204  len: 168 time: 0.8878453
Dec 23 16:12:28.547523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49688) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:28.557884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-5162ea2b-6186-4358-8d3f-940bbcabb504 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b78fd19e8>, 'ports', 'a4332264-62bf-4c5b-aa8e-59f56a7009c9', 'tempest-TagsExtTest-Tag-211545634') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:28.580462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d083c-5a60-4a2a-a5b9-14a4bdb92b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262a773a-9602-4940-ac2a-752fdb99bb6f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:28.583324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a16d083c-5a60-4a2a-a5b9-14a4bdb92b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:28.585628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:28.586060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:28.586524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:28.586970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:28.587733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Bound port: c8d7710c-e1e0-470d-9b9b-f08aae83b608, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:28.587935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:28.593556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:28.604441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:28.607789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da9f905b-89e3-4f22-af48-35d231fd8d96 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:28.637649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object 0dd44f58-7716-4702-8169-6e6634cc9bbd will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:28.679537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:28.685270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:28.700879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab377c4-2661-45a6-9d59-32a1257febc3 admin admin] Router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:12:28.709207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] For port 3b850726-e67a-4605-b398-62a610763d60, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3b850726-e67a-4605-b398-62a610763d60,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:28.709621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:28.714401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] For port c8d7710c-e1e0-470d-9b9b-f08aae83b608, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:28.717889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] For port c8d7710c-e1e0-470d-9b9b-f08aae83b608, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=c8d7710c-e1e0-470d-9b9b-f08aae83b608,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:28.721909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:28.726952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-17c03046-f1d5-443e-bccc-854159655cea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:28.747201 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5162ea2b-6186-4358-8d3f-940bbcabb504 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/ports/a4332264-62bf-4c5b-aa8e-59f56a7009c9/tags/tempest-TagsExtTest-Tag-211545634 HTTP/1.1" status: 204  len: 168 time: 0.1961215
Dec 23 16:12:28.749135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49692) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:28.760480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-34713956-cfb7-4250-a3c0-d3ff236cbae8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b78e08438>, 'ports', 'a4332264-62bf-4c5b-aa8e-59f56a7009c9') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:28.807467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:28.817314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Pushing event updated for resources: {'Port': ['ID=c8d7710c-e1e0-470d-9b9b-f08aae83b608,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:28.822438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:28.822616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:28.826483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=0dd44f58-7716-4702-8169-6e6634cc9bbd,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:28.829534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:28.830113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:28.835270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:28.880800 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-34713956-cfb7-4250-a3c0-d3ff236cbae8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/ports/a4332264-62bf-4c5b-aa8e-59f56a7009c9/tags HTTP/1.1" status: 200  len: 205 time: 0.1279395
Dec 23 16:12:28.900282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:28.900948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49696) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:28.910284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Calling delete_port for 3b850726-e67a-4605-b398-62a610763d60 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:28.944234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:28.969503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Pushing event updated for resources: {'Port': ['ID=4c4601e9-2677-4574-8664-9a7f4b10d116,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:28.972653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:28.973696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:28.987167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-dffc4cb2-0a92-40f8-bcb1-c322eb8a1325 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b7a55d4e0>, 'routers', '66b379e1-1b26-491b-9657-cbd5e9bf44c3') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:29.044378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:29.083925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:12:29.096589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deece95-3811-4991-84e0-729617638f9b None None] Sync routers for ids ['f0056d30-ef47-461c-b3bd-d2ffcff4cd1c'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:12:29.112986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deece95-3811-4991-84e0-729617638f9b None None] Routers {'f0056d30-ef47-461c-b3bd-d2ffcff4cd1c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:29.113653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3deece95-3811-4991-84e0-729617638f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4144e0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['f0056d30-ef47-461c-b3bd-d2ffcff4cd1c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:29.272618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3deece95-3811-4991-84e0-729617638f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4144e0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:29.287588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deece95-3811-4991-84e0-729617638f9b None None] Routers {'f0056d30-ef47-461c-b3bd-d2ffcff4cd1c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:29.288359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3deece95-3811-4991-84e0-729617638f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4144e0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['f0056d30-ef47-461c-b3bd-d2ffcff4cd1c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:29.319217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a16d083c-5a60-4a2a-a5b9-14a4bdb92b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:29.322892 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a16d083c-5a60-4a2a-a5b9-14a4bdb92b90 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/262a773a-9602-4940-ac2a-752fdb99bb6f HTTP/1.1" status: 204  len: 168 time: 2.4662447
Dec 23 16:12:29.356800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:29.359523 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 12.9231873
Dec 23 16:12:29.367198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49702) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:29.373090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3deece95-3811-4991-84e0-729617638f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4144e0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:29.373707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deece95-3811-4991-84e0-729617638f9b None None] The sync data for ids ['f0056d30-ef47-461c-b3bd-d2ffcff4cd1c'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:12:29.382682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-651b857c-6493-41e3-9932-23ee6fc02d53 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'enable_snat': False}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:29.537076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:29.547852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:29.555562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:29.560397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d817c497-a194-4aae-b112-cf055f616057 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:29.588797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device c8d7710c-e1e0-470d-9b9b-f08aae83b608 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:29.593856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:29.664756 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dffc4cb2-0a92-40f8-bcb1-c322eb8a1325 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/routers/66b379e1-1b26-491b-9657-cbd5e9bf44c3/tags HTTP/1.1" status: 200  len: 240 time: 0.7228694
Dec 23 16:12:29.667758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Transition to ACTIVE for port object 04074957-bea6-4d32-9efc-5376ca2932fe will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:29.672581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49708) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:29.693740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-c409ee54-ff15-4065-a758-2921db2463ae tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b78f16a90>, 'routers', '66b379e1-1b26-491b-9657-cbd5e9bf44c3', 'tempest-TagsExtTest-Tag-342604179') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:29.694457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port c8d7710c-e1e0-470d-9b9b-f08aae83b608 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:29.710273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0c2be19a-b248-495a-bc30-bc8b1d230375 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:12:29.757511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 0c2be19a-b248-495a-bc30-bc8b1d230375 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:12:29.757936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0c2be19a-b248-495a-bc30-bc8b1d230375 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:12:29.810807 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-73122ff5-ec94-49a8-8fc8-51c8a2bec9b0 req-c1a3fd63-40e0-4283-bbbd-e12dd13ae5e0 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 210 time: 0.1735554
Dec 23 16:12:29.842267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=0dd44f58-7716-4702-8169-6e6634cc9bbd,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:29.849567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:30.064413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:30.069647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:30.285680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:30.322560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:30.386267 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c409ee54-ff15-4065-a758-2921db2463ae tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/routers/66b379e1-1b26-491b-9657-cbd5e9bf44c3/tags/tempest-TagsExtTest-Tag-342604179 HTTP/1.1" status: 204  len: 168 time: 0.7114320
Dec 23 16:12:30.400602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Network c4afed7c-fdd1-4670-afcb-1be408a3d4c3 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:30.400602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49724) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:30.415044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:30.421370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:30.431816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:30.498188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-a3f74db6-e0f5-4893-adac-e7bee0634162 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b79638240>, 'routers', '66b379e1-1b26-491b-9657-cbd5e9bf44c3', 'tempest-TagsExtTest-Tag-342604179') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:30.575490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:30.576187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:30.700543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'Port': ['ID=04074957-bea6-4d32-9efc-5376ca2932fe,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:30.754933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49732) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:30.769222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:30.771011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:30.885113 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5572059
Dec 23 16:12:30.897270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:30.898035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:30.941459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:12:30.944808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0ffc2a34-4811-4cef-9bde-18ba22ed00f2 None None] Provisioning for port 04074957-bea6-4d32-9efc-5376ca2932fe completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:30.956926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0ffc2a34-4811-4cef-9bde-18ba22ed00f2 None None] Provisioning complete for port 04074957-bea6-4d32-9efc-5376ca2932fe triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:30.961699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ffc2a34-4811-4cef-9bde-18ba22ed00f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:31.034229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b850726-e67a-4605-b398-62a610763d60,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:31.040038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc2a34-4811-4cef-9bde-18ba22ed00f2 None None] Port 04074957-bea6-4d32-9efc-5376ca2932fe cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:12:31.042222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:31.052234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Request body: {'port': {'device_id': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:31.094141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e485b32e-be35-400c-a120-6b4342bd4934 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-530230504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:31.120896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e485b32e-be35-400c-a120-6b4342bd4934 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:31.132540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e485b32e-be35-400c-a120-6b4342bd4934 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Usage tracker for resource:router and tenant:18b3779f74514599b4919651e144e819 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:31.136944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e485b32e-be35-400c-a120-6b4342bd4934 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:31.147052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e485b32e-be35-400c-a120-6b4342bd4934 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:31.165632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Router 514567c3-7ec6-4fe2-82f1-8094497abc3c is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:12:31.170746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e485b32e-be35-400c-a120-6b4342bd4934 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:31.172244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e485b32e-be35-400c-a120-6b4342bd4934 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:31.176106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2eb49ba1-23ed-4c61-8bee-308b835e09e9 None None] Provisioning for port c8d7710c-e1e0-470d-9b9b-f08aae83b608 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:31.184363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2eb49ba1-23ed-4c61-8bee-308b835e09e9 None None] Provisioning complete for port c8d7710c-e1e0-470d-9b9b-f08aae83b608 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:31.186195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2eb49ba1-23ed-4c61-8bee-308b835e09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:31.234873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab377c4-2661-45a6-9d59-32a1257febc3 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:12:31.243712 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0ab377c4-2661-45a6-9d59-32a1257febc3 admin admin] 10.222.0.67 "PUT /v2.0/routers/10d6808e-1e8e-4013-9f96-9ad4c9b48dc6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 21.4002662
Dec 23 16:12:31.250448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49740) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:31.256361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e2d21-de07-40c3-b678-a6298f80f630 None None] Sync routers for ids ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:12:31.313508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e2d21-de07-40c3-b678-a6298f80f630 None None] Routers {'10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:31.314363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-da2e2d21-de07-40c3-b678-a6298f80f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2c5358>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:31.368193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-651b857c-6493-41e3-9932-23ee6fc02d53 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:31.383286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e485b32e-be35-400c-a120-6b4342bd4934 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:31.455211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e485b32e-be35-400c-a120-6b4342bd4934 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:31.500467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:31.533403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:12:31.547336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Sync routers for ids ['514567c3-7ec6-4fe2-82f1-8094497abc3c'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:12:31.558124 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "PUT /v2.0/routers/514567c3-7ec6-4fe2-82f1-8094497abc3c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7886341
Dec 23 16:12:31.560025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49744) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:31.570070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2eb49ba1-23ed-4c61-8bee-308b835e09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:31.574480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e485b32e-be35-400c-a120-6b4342bd4934 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:31.576205 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e485b32e-be35-400c-a120-6b4342bd4934 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 0.8141878
Dec 23 16:12:31.586000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Routers {'514567c3-7ec6-4fe2-82f1-8094497abc3c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:31.587285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a414198>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['514567c3-7ec6-4fe2-82f1-8094497abc3c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:31.628309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-da2e2d21-de07-40c3-b678-a6298f80f630 None None] Set router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:31.651576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49748) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:31.765256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b51412-e945-4540-8b4b-2a9720a7c342 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:31.766928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-20b51412-e945-4540-8b4b-2a9720a7c342 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:12:31.798489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2eb49ba1-23ed-4c61-8bee-308b835e09e9 None None] For port c8d7710c-e1e0-470d-9b9b-f08aae83b608, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=c8d7710c-e1e0-470d-9b9b-f08aae83b608,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:31.808253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2eb49ba1-23ed-4c61-8bee-308b835e09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:31.809839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:31.814841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Set router 514567c3-7ec6-4fe2-82f1-8094497abc3c gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:31.831420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:31.872264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-20b51412-e945-4540-8b4b-2a9720a7c342 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:12:31.876647 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-20b51412-e945-4540-8b4b-2a9720a7c342 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports/0dd44f58-7716-4702-8169-6e6634cc9bbd HTTP/1.1" status: 200  len: 911 time: 0.3142321
Dec 23 16:12:31.884863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49752) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:31.912815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1332585572'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:31.923225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:31.929156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Usage tracker for resource:network and tenant:18b3779f74514599b4919651e144e819 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:31.933065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:31.974006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:31.977869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:31.997475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686533c-fc48-4d61-8cd1-ede4c21a0b56 req-a5b3a68d-71e7-4e64-91c5-2fae082dd2b8 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:31.998652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0686533c-fc48-4d61-8cd1-ede4c21a0b56 req-a5b3a68d-71e7-4e64-91c5-2fae082dd2b8 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Synchronizing usage tracker for tenant:8769f4d3f6f5492984aeeb4cd437c456 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:12:32.006054 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a3f74db6-e0f5-4893-adac-e7bee0634162 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/routers/66b379e1-1b26-491b-9657-cbd5e9bf44c3/tags/tempest-TagsExtTest-Tag-342604179 HTTP/1.1" status: 204  len: 168 time: 1.5861628
Dec 23 16:12:32.031272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49756) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:32.050921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d42902de-020c-409c-9178-5ced2634011b None None] Provisioning for port 0dd44f58-7716-4702-8169-6e6634cc9bbd completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:32.055070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb49ba1-23ed-4c61-8bee-308b835e09e9 None None] Pushing event updated for resources: {'Port': ['ID=c8d7710c-e1e0-470d-9b9b-f08aae83b608,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:32.058480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2eb49ba1-23ed-4c61-8bee-308b835e09e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:32.062662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-a9ffd540-da15-4f97-8e76-6fca42d08c29 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b79719780>, 'routers', '66b379e1-1b26-491b-9657-cbd5e9bf44c3') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:32.077070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d42902de-020c-409c-9178-5ced2634011b None None] Provisioning complete for port 0dd44f58-7716-4702-8169-6e6634cc9bbd triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:32.077536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d42902de-020c-409c-9178-5ced2634011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:32.114197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64758ef-0c9b-4c8f-b1d8-485d870bda43 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:32.120014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64758ef-0c9b-4c8f-b1d8-485d870bda43 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:32.122349 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c64758ef-0c9b-4c8f-b1d8-485d870bda43 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.2363074
Dec 23 16:12:32.125319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49760) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:32.197482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a414198>, [{'id': '514567c3-7ec6-4fe2-82f1-8094497abc3c', 'name': 'tempest-NetworksTestDHCPv6-router-1169510993', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:26Z', 'updated_at': '2021-12-23T16:12:28Z', 'revision_number': 2, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'gw_port_host': None, '_interfaces': [{'id': '0dd44f58-7716-4702-8169-6e6634cc9bbd', 'name': '', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'mac_address': 'fa:16:3e:90:48:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514567c3-7ec6-4fe2-82f1-8094497abc3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6264bfc-a0dd-4ded-bce9-f06bd36ba6dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:27Z', 'updated_at': '2021-12-23T16:12:29Z', 'revision_number': 2, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'subnets': [{'id': 'd6264bfc-a0dd-4ded-bce9-f06bd36ba6dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:32.202083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Checking router: 514567c3-7ec6-4fe2-82f1-8094497abc3c for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:12:32.202489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Updating router 514567c3-7ec6-4fe2-82f1-8094497abc3c port 0dd44f58-7716-4702-8169-6e6634cc9bbd binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:12:32.214646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d42902de-020c-409c-9178-5ced2634011b None None] Port 0dd44f58-7716-4702-8169-6e6634cc9bbd cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:12:32.245553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-651b857c-6493-41e3-9932-23ee6fc02d53 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:32.260007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:32.284405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-da2e2d21-de07-40c3-b678-a6298f80f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2c5358>, [{'id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:02Z', 'updated_at': '2021-12-23T16:12:20Z', 'revision_number': 5, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'gw_port': {'id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:32.289750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e2d21-de07-40c3-b678-a6298f80f630 None None] Checking router: 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:12:32.303207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e2d21-de07-40c3-b678-a6298f80f630 None None] Routers {'10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:32.303827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-da2e2d21-de07-40c3-b678-a6298f80f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2c5358>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:32.329401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-651b857c-6493-41e3-9932-23ee6fc02d53 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:32.420297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6318f291-399a-4d5f-abd3-2709e20d628e None None] Provisioning complete for port 0dd44f58-7716-4702-8169-6e6634cc9bbd triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:32.420730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6318f291-399a-4d5f-abd3-2709e20d628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:32.492764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0686533c-fc48-4d61-8cd1-ede4c21a0b56 req-a5b3a68d-71e7-4e64-91c5-2fae082dd2b8 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Unset dirty status for tenant:8769f4d3f6f5492984aeeb4cd437c456 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:12:32.494297 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0686533c-fc48-4d61-8cd1-ede4c21a0b56 req-a5b3a68d-71e7-4e64-91c5-2fae082dd2b8 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 931 time: 1.4508283
Dec 23 16:12:32.585614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6318f291-399a-4d5f-abd3-2709e20d628e None None] Port 0dd44f58-7716-4702-8169-6e6634cc9bbd cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:12:32.591029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Made reservation on behalf of 18b3779f74514599b4919651e144e819 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:32.598702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:32.612617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-da2e2d21-de07-40c3-b678-a6298f80f630 None None] Set router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:32.621245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:32.649599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:32.752414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:32.768580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Transition to ACTIVE for port object 0dd44f58-7716-4702-8169-6e6634cc9bbd will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:32.777964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:32.791786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:32.878184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe6887-8b68-4d45-b1e2-a0b30f53def0 None None] Pushing event updated for resources: {'Port': ['ID=0dd44f58-7716-4702-8169-6e6634cc9bbd,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:32.898238 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0686533c-fc48-4d61-8cd1-ede4c21a0b56 req-3aeb8470-35f8-459e-8355-d2ebf72a21f3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3692417
Dec 23 16:12:32.905283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:32.905283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcd7c192-4092-4e5c-982d-88887c32bfc3 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:32.942329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:32.967986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Usage tracker for resource:security_group_rule and tenant:18b3779f74514599b4919651e144e819 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:32.979123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:33.002971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:33.016610 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a9ffd540-da15-4f97-8e76-6fca42d08c29 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/routers/66b379e1-1b26-491b-9657-cbd5e9bf44c3/tags HTTP/1.1" status: 200  len: 205 time: 0.9703646
Dec 23 16:12:33.024054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49764) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:33.026796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:33.028108 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] 10.222.0.67 "DELETE /v2.0/routers/dcd7c192-4092-4e5c-982d-88887c32bfc3 HTTP/1.1" status: 204  len: 168 time: 9.4567645
Dec 23 16:12:33.038454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-ce683af6-4e5d-4ee3-b724-3537a760bde5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1d49e8>, 'subnetpools', 'f53d4795-7573-4f9e-a6ee-e865f0bd80d3') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:33.042410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ebe6887-8b68-4d45-b1e2-a0b30f53def0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:33.046905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49766) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:33.062879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-da2e2d21-de07-40c3-b678-a6298f80f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2c5358>, [{'id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:02Z', 'updated_at': '2021-12-23T16:12:20Z', 'revision_number': 5, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'gw_port': {'id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:33.067522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e2d21-de07-40c3-b678-a6298f80f630 None None] The sync data for ids ['10d6808e-1e8e-4013-9f96-9ad4c9b48dc6'] in dv-neutron-822801-1-hyperv is: [{'id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'name': 'tempest-ServersTestManualDisk-647315578-router', 'tenant_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:02Z', 'updated_at': '2021-12-23T16:12:20Z', 'revision_number': 5, 'project_id': '144dc5c7ed6e4c23a362512bbbcbe9a1', 'gw_port': {'id': 'a485fea0-fd23-408c-a51b-10c52c09421b', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6808e-1e8e-4013-9f96-9ad4c9b48dc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:03Z', 'updated_at': '2021-12-23T16:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:12:33.082810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651b857c-6493-41e3-9932-23ee6fc02d53 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Router f0056d30-ef47-461c-b3bd-d2ffcff4cd1c has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:12:33.203122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c73416-5e3e-487b-a3b4-6578e7896133 admin admin] Deleting subnet f250da7f-3b14-46c6-a5c6-0d0104cd26c1 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:12:33.204141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Attempting to bind port 0dd44f58-7716-4702-8169-6e6634cc9bbd on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:33.204968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Attempting to bind port 0dd44f58-7716-4702-8169-6e6634cc9bbd by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:33.205580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Attempting to bind port 0dd44f58-7716-4702-8169-6e6634cc9bbd on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:33.213878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:33.214938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:33.215849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:33.217564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75c73416-5e3e-487b-a3b4-6578e7896133 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:33.241978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:33.243369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Bound port: 0dd44f58-7716-4702-8169-6e6634cc9bbd, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:33.244165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:33.321759 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ce683af6-4e5d-4ee3-b724-3537a760bde5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/subnetpools/f53d4795-7573-4f9e-a6ee-e865f0bd80d3/tags HTTP/1.1" status: 200  len: 241 time: 0.2891231
Dec 23 16:12:33.342086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49772) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:33.377079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-b33c35d7-e1b9-4a84-947a-1367637d7284 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b78fcab70>, 'subnetpools', 'f53d4795-7573-4f9e-a6ee-e865f0bd80d3', 'tempest-TagsExtTest-Tag-2003964591') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:33.390258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] For port 0dd44f58-7716-4702-8169-6e6634cc9bbd, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:33.401880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] For port 0dd44f58-7716-4702-8169-6e6634cc9bbd, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0dd44f58-7716-4702-8169-6e6634cc9bbd,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:33.413164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:33.421715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:33.453844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75c73416-5e3e-487b-a3b4-6578e7896133 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:33.494892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device c8d7710c-e1e0-470d-9b9b-f08aae83b608 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:33.538502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe6887-8b68-4d45-b1e2-a0b30f53def0 None None] Pushing event updated for resources: {'Port': ['ID=0dd44f58-7716-4702-8169-6e6634cc9bbd,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:33.545136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ebe6887-8b68-4d45-b1e2-a0b30f53def0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:33.546279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Routers {'514567c3-7ec6-4fe2-82f1-8094497abc3c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:33.547109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a414198>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['514567c3-7ec6-4fe2-82f1-8094497abc3c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:33.588650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:33.621626 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b33c35d7-e1b9-4a84-947a-1367637d7284 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/subnetpools/f53d4795-7573-4f9e-a6ee-e865f0bd80d3/tags/tempest-TagsExtTest-Tag-2003964591 HTTP/1.1" status: 204  len: 168 time: 0.2783787
Dec 23 16:12:33.634826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49776) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:33.647413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port c8d7710c-e1e0-470d-9b9b-f08aae83b608 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:33.648129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:33.660426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-984facf7-9174-4a0b-8786-bddd68a77182 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b7913a128>, 'subnetpools', 'f53d4795-7573-4f9e-a6ee-e865f0bd80d3', 'tempest-TagsExtTest-Tag-2003964591') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:33.789569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] Set router 514567c3-7ec6-4fe2-82f1-8094497abc3c gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:33.799049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:33.816287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Router 4dccb01a-468d-40f6-8f20-0377067f4eaa is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:12:33.826480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:33.833623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-30ec4471-e76c-4c37-8ac8-f7238d637c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:33.856124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3b850726-e67a-4605-b398-62a610763d60 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:12:33.897576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:12:33.899775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 3b850726-e67a-4605-b398-62a610763d60 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:12:33.900185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3b850726-e67a-4605-b398-62a610763d60 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:12:33.900671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9d3e2d12-564f-4f36-bfad-546520a82fbb no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:12:33.942086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 9d3e2d12-564f-4f36-bfad-546520a82fbb {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:12:33.942527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9d3e2d12-564f-4f36-bfad-546520a82fbb not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:12:33.946402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064d18c7-0d10-4dbb-9747-92bb3d389a69,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:33.978044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75c73416-5e3e-487b-a3b4-6578e7896133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:33.988608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:33.990433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:33.990840 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Added segment fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a of type vlan for network e211b6d5-0091-45b2-a9b2-2a4c83c9332d
Dec 23 16:12:34.022139 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-984facf7-9174-4a0b-8786-bddd68a77182 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/subnetpools/f53d4795-7573-4f9e-a6ee-e865f0bd80d3/tags/tempest-TagsExtTest-Tag-2003964591 HTTP/1.1" status: 204  len: 168 time: 0.3849113
Dec 23 16:12:34.042259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49782) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:34.076042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-2478fc32-67c6-496c-96b4-f858a0c5065e tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b79442fd0>, 'subnetpools', 'f53d4795-7573-4f9e-a6ee-e865f0bd80d3') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:34.167663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:34.234285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04074957-bea6-4d32-9efc-5376ca2932fe {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:12:34.251176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:34.260099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:34.276441 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2478fc32-67c6-496c-96b4-f858a0c5065e tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/subnetpools/f53d4795-7573-4f9e-a6ee-e865f0bd80d3/tags HTTP/1.1" status: 200  len: 205 time: 0.2301404
Dec 23 16:12:34.283255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49786) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:34.301718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-c6a1839a-50c6-474a-903b-2c433eeef6c4 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b78f76b70>, 'subnetpools', 'f53d4795-7573-4f9e-a6ee-e865f0bd80d3') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:34.312227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Transition to ACTIVE for port object 04074957-bea6-4d32-9efc-5376ca2932fe will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:34.336202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:34.339680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75c73416-5e3e-487b-a3b4-6578e7896133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:34.350770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8f2098a3-23f4-4785-a2c4-b101681f6e99 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:34.352472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-943a01f8-3883-4b6c-9e8a-b825bcf3d7f5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:34.392782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a414198>, [{'id': '514567c3-7ec6-4fe2-82f1-8094497abc3c', 'name': 'tempest-NetworksTestDHCPv6-router-1169510993', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:26Z', 'updated_at': '2021-12-23T16:12:28Z', 'revision_number': 2, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'gw_port_host': None, '_interfaces': [{'id': '0dd44f58-7716-4702-8169-6e6634cc9bbd', 'name': '', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'mac_address': 'fa:16:3e:90:48:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514567c3-7ec6-4fe2-82f1-8094497abc3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6264bfc-a0dd-4ded-bce9-f06bd36ba6dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:27Z', 'updated_at': '2021-12-23T16:12:33Z', 'revision_number': 4, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'subnets': [{'id': 'd6264bfc-a0dd-4ded-bce9-f06bd36ba6dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:34.398195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd62695-ef8a-446c-9889-dced9fa1d439 None None] The sync data for ids ['514567c3-7ec6-4fe2-82f1-8094497abc3c'] in dv-neutron-822801-1-hyperv is: [{'id': '514567c3-7ec6-4fe2-82f1-8094497abc3c', 'name': 'tempest-NetworksTestDHCPv6-router-1169510993', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:26Z', 'updated_at': '2021-12-23T16:12:28Z', 'revision_number': 2, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'gw_port_host': None, '_interfaces': [{'id': '0dd44f58-7716-4702-8169-6e6634cc9bbd', 'name': '', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'mac_address': 'fa:16:3e:90:48:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514567c3-7ec6-4fe2-82f1-8094497abc3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6264bfc-a0dd-4ded-bce9-f06bd36ba6dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:27Z', 'updated_at': '2021-12-23T16:12:33Z', 'revision_number': 4, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'subnets': [{'id': 'd6264bfc-a0dd-4ded-bce9-f06bd36ba6dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:12:34.406114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c73416-5e3e-487b-a3b4-6578e7896133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f250da7f-3b14-46c6-a5c6-0d0104cd26c1,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:34.412085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-75c73416-5e3e-487b-a3b4-6578e7896133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:34.434623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651b857c-6493-41e3-9932-23ee6fc02d53 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:12:34.439332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75c73416-5e3e-487b-a3b4-6578e7896133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:34.442039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907c8323-5d8b-437f-994f-b06acbd614b0 None None] Network dfa648d5-30ca-497f-9b97-9f623b2533e8 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:34.462579 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-75c73416-5e3e-487b-a3b4-6578e7896133 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f250da7f-3b14-46c6-a5c6-0d0104cd26c1 HTTP/1.1" status: 204  len: 168 time: 1.4045320
Dec 23 16:12:34.469267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51d255-fbee-4966-a4ec-7211886f6da0 req-7daf9d3e-a30e-4aee-92b6-a30eb011e3f0 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:34.470948 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6b51d255-fbee-4966-a4ec-7211886f6da0 req-7daf9d3e-a30e-4aee-92b6-a30eb011e3f0 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 931 time: 0.3621681
Dec 23 16:12:34.473306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-651b857c-6493-41e3-9932-23ee6fc02d53 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:34.475193 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-651b857c-6493-41e3-9932-23ee6fc02d53 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "PUT /v2.0/routers/f0056d30-ef47-461c-b3bd-d2ffcff4cd1c HTTP/1.1" status: 200  len: 921 time: 5.1067927
Dec 23 16:12:34.476254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49790) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:34.476770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79586d4f-73b3-42f6-b0c7-ff3dc294d515 None None] Sync routers for ids ['f0056d30-ef47-461c-b3bd-d2ffcff4cd1c'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:12:34.481534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49792) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:34.518013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79586d4f-73b3-42f6-b0c7-ff3dc294d515 None None] Routers {'f0056d30-ef47-461c-b3bd-d2ffcff4cd1c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:34.518861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-79586d4f-73b3-42f6-b0c7-ff3dc294d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b4d68>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['f0056d30-ef47-461c-b3bd-d2ffcff4cd1c'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:34.638124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:34.642803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:34.643556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:34.727340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:34.742695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Pushing event updated for resources: {'Port': ['ID=04074957-bea6-4d32-9efc-5376ca2932fe,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:34.790600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:34.805829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:34.808655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c113d1c-d561-4865-95d6-7cda0090fef2 tempest-PortsAdminExtendedAttrsTestJSON-360235575 tempest-PortsAdminExtendedAttrsTestJSON-360235575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:34.837987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-6b51d255-fbee-4966-a4ec-7211886f6da0 req-769a7cea-79ff-4399-979d-cc2af43e4006 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Synchronizing usage tracker for tenant:8769f4d3f6f5492984aeeb4cd437c456 on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:12:34.846115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Deleting port a485fea0-fd23-408c-a51b-10c52c09421b {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:34.846508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:34.867919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-79586d4f-73b3-42f6-b0c7-ff3dc294d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b4d68>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:34.882268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Deleting port ee907da1-2d38-4f42-8549-2685c94cd9d6 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:34.882737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:34.910597 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 3.0482376
Dec 23 16:12:34.916512 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c6a1839a-50c6-474a-903b-2c433eeef6c4 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/subnetpools/f53d4795-7573-4f9e-a6ee-e865f0bd80d3/tags HTTP/1.1" status: 204  len: 168 time: 0.6243579
Dec 23 16:12:34.916686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49798) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:34.916686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49800) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:34.926573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79586d4f-73b3-42f6-b0c7-ff3dc294d515 None None] Routers {'f0056d30-ef47-461c-b3bd-d2ffcff4cd1c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:34.926573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-79586d4f-73b3-42f6-b0c7-ff3dc294d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b4d68>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['f0056d30-ef47-461c-b3bd-d2ffcff4cd1c'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:34.950047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Request body: {'subnet': {'network_id': 'e211b6d5-0091-45b2-a9b2-2a4c83c9332d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:34.957044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Attempting to bind port 04074957-bea6-4d32-9efc-5376ca2932fe on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:34.957434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Attempting to bind port 04074957-bea6-4d32-9efc-5376ca2932fe by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'c684b206-1c7d-4738-b19d-3a7b3b706252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:34.957817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Attempting to bind port 04074957-bea6-4d32-9efc-5376ca2932fe on network c4afed7c-fdd1-4670-afcb-1be408a3d4c3 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:34.977824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-1e3d50f1-ee55-4e85-9ce4-49804c45b559 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b78eff748>, 'routers', '66b379e1-1b26-491b-9657-cbd5e9bf44c3') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:35.034838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-79586d4f-73b3-42f6-b0c7-ff3dc294d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b4d68>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:35.035336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79586d4f-73b3-42f6-b0c7-ff3dc294d515 None None] The sync data for ids ['f0056d30-ef47-461c-b3bd-d2ffcff4cd1c'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:12:35.165539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0cdda5-6e3b-474c-ad03-32adb1e400c3 None None] DHCP port deletion for dfa648d5-30ca-497f-9b97-9f623b2533e8 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:12:35.171778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8e0cdda5-6e3b-474c-ad03-32adb1e400c3 None None] Deleting port ee907da1-2d38-4f42-8549-2685c94cd9d6 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:35.172490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8e0cdda5-6e3b-474c-ad03-32adb1e400c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:35.358162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event updated for resources: {'Network': ['ID=e211b6d5-0091-45b2-a9b2-2a4c83c9332d,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:35.367224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:35.371793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Port 04074957-bea6-4d32-9efc-5376ca2932fe on network c4afed7c-fdd1-4670-afcb-1be408a3d4c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:12:35.372272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Attempting to bind port 04074957-bea6-4d32-9efc-5376ca2932fe on network c4afed7c-fdd1-4670-afcb-1be408a3d4c3 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:35.392525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:35.393020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Checking segment: {'id': 'c684b206-1c7d-4738-b19d-3a7b3b706252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:35.393556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Bound using segment: {'id': 'c684b206-1c7d-4738-b19d-3a7b3b706252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:35.394170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Bound port: 04074957-bea6-4d32-9efc-5376ca2932fe, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c684b206-1c7d-4738-b19d-3a7b3b706252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:35.394665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:35.431212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:12:35.440445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network e211b6d5-0091-45b2-a9b2-2a4c83c9332d details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:12:35.444472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209fe19-295b-4f3c-b52b-25068aa2bacf None None] Sync routers for ids ['4dccb01a-468d-40f6-8f20-0377067f4eaa'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:12:35.462368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209fe19-295b-4f3c-b52b-25068aa2bacf None None] Routers {'4dccb01a-468d-40f6-8f20-0377067f4eaa'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:35.463078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3209fe19-295b-4f3c-b52b-25068aa2bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a50e630>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4dccb01a-468d-40f6-8f20-0377067f4eaa'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:35.577879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3209fe19-295b-4f3c-b52b-25068aa2bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a50e630>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:35.592109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209fe19-295b-4f3c-b52b-25068aa2bacf None None] Routers {'4dccb01a-468d-40f6-8f20-0377067f4eaa'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:35.593298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3209fe19-295b-4f3c-b52b-25068aa2bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a50e630>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4dccb01a-468d-40f6-8f20-0377067f4eaa'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:35.598966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0dd44f58-7716-4702-8169-6e6634cc9bbd up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:35.610957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-6b51d255-fbee-4966-a4ec-7211886f6da0 req-769a7cea-79ff-4399-979d-cc2af43e4006 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Unset dirty status for tenant:8769f4d3f6f5492984aeeb4cd437c456 on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:12:35.612494 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6b51d255-fbee-4966-a4ec-7211886f6da0 req-769a7cea-79ff-4399-979d-cc2af43e4006 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.0233891
Dec 23 16:12:35.666271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:35.667809 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 12.8752980
Dec 23 16:12:35.676194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49806) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:35.686550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8e0cdda5-6e3b-474c-ad03-32adb1e400c3 None None] For port ee907da1-2d38-4f42-8549-2685c94cd9d6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ee907da1-2d38-4f42-8549-2685c94cd9d6,segment=NetworkSegment(60a2ae6f-3695-4c28-848b-f1b25ebe23e9),segment_id=60a2ae6f-3695-4c28-848b-f1b25ebe23e9)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:35.687279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8e0cdda5-6e3b-474c-ad03-32adb1e400c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:35.715525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3209fe19-295b-4f3c-b52b-25068aa2bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a50e630>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:35.716000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209fe19-295b-4f3c-b52b-25068aa2bacf None None] The sync data for ids ['4dccb01a-468d-40f6-8f20-0377067f4eaa'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:12:35.808056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] For port 04074957-bea6-4d32-9efc-5376ca2932fe, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:35.816418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] For port 04074957-bea6-4d32-9efc-5376ca2932fe, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=04074957-bea6-4d32-9efc-5376ca2932fe,segment=NetworkSegment(c684b206-1c7d-4738-b19d-3a7b3b706252),segment_id=c684b206-1c7d-4738-b19d-3a7b3b706252)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:35.824166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] For port a485fea0-fd23-408c-a51b-10c52c09421b, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a485fea0-fd23-408c-a51b-10c52c09421b,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:35.824573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:35.834187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8e0cdda5-6e3b-474c-ad03-32adb1e400c3 None None] Calling delete_port for ee907da1-2d38-4f42-8549-2685c94cd9d6 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:35.847515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:35.851720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:35.858628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:35.870885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Usage tracker for resource:subnet and tenant:18b3779f74514599b4919651e144e819 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:35.874240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:35.900325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 0dd44f58-7716-4702-8169-6e6634cc9bbd completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:35.902337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:35.909833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 0dd44f58-7716-4702-8169-6e6634cc9bbd triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:35.910280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:35.931549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Made reservation on behalf of 18b3779f74514599b4919651e144e819 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:35.986729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8e0cdda5-6e3b-474c-ad03-32adb1e400c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:35.992454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c4b2f750-3e16-47ea-a593-93cf9a7e8a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:36.007054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 0dd44f58-7716-4702-8169-6e6634cc9bbd {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:36.007433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:36.047666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cdda5-6e3b-474c-ad03-32adb1e400c3 None None] Pushing event deleted for resources: {'Port': ['ID=ee907da1-2d38-4f42-8549-2685c94cd9d6,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:36.051856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8e0cdda5-6e3b-474c-ad03-32adb1e400c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:36.071326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Calling delete_port for a485fea0-fd23-408c-a51b-10c52c09421b owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:36.082823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0cdda5-6e3b-474c-ad03-32adb1e400c3 None None] No DVR routers for this DVR port ee907da1-2d38-4f42-8549-2685c94cd9d6 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:12:36.122454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:36.153084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:36.154737 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] 10.222.0.36 "PUT /v2.0/ports/04074957-bea6-4d32-9efc-5376ca2932fe HTTP/1.1" status: 200  len: 1093 time: 5.2453001
Dec 23 16:12:36.155454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'tag': '04074957-bea6-4d32-9efc-5376ca2932fe'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:12:36.174572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Pushing event updated for resources: {'Port': ['ID=04074957-bea6-4d32-9efc-5376ca2932fe,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:36.180020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 0dd44f58-7716-4702-8169-6e6634cc9bbd, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0dd44f58-7716-4702-8169-6e6634cc9bbd,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:36.184903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:36.191584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:36.222454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:36.270544 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1e3d50f1-ee55-4e85-9ce4-49804c45b559 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/routers/66b379e1-1b26-491b-9657-cbd5e9bf44c3/tags HTTP/1.1" status: 204  len: 168 time: 1.3466327
Dec 23 16:12:36.282746 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'tag': '04074957-bea6-4d32-9efc-5376ca2932fe', 'status': 'completed', 'code': 200}
Dec 23 16:12:36.283539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49812) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:36.322694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:36.357708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=0dd44f58-7716-4702-8169-6e6634cc9bbd,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:36.362092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ee907da1-2d38-4f42-8549-2685c94cd9d6 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:12:36.372493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-2c024a14-50b7-413a-a2be-a6dddf0dce96 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b7929d630>, 'ports', 'a4332264-62bf-4c5b-aa8e-59f56a7009c9') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:36.391456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:36.404453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: ee907da1-2d38-4f42-8549-2685c94cd9d6 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:12:36.406164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ee907da1-2d38-4f42-8549-2685c94cd9d6 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:12:36.414880 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-070b27f4-258f-4e92-b4eb-58e632ede3d1 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/routers/f0056d30-ef47-461c-b3bd-d2ffcff4cd1c HTTP/1.1" status: 200  len: 921 time: 1.9319217
Dec 23 16:12:36.421513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49816) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:36.483927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] For port ee907da1-2d38-4f42-8549-2685c94cd9d6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ee907da1-2d38-4f42-8549-2685c94cd9d6,segment=NetworkSegment(60a2ae6f-3695-4c28-848b-f1b25ebe23e9),segment_id=60a2ae6f-3695-4c28-848b-f1b25ebe23e9)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:36.484338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:36.639395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:36.647718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b9e621b7-2da5-4273-9d65-ca9c7c4204ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:36.707445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Calling delete_port for ee907da1-2d38-4f42-8549-2685c94cd9d6 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:36.709797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a485fea0-fd23-408c-a51b-10c52c09421b,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:36.714643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:36.726627 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-ec2f7ec5-741a-46fc-9199-d3a60c12b316 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8769f4d3f6f5492984aeeb4cd437c456&device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 1096 time: 0.4418547
Dec 23 16:12:36.837327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] For port 0dd44f58-7716-4702-8169-6e6634cc9bbd, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0dd44f58-7716-4702-8169-6e6634cc9bbd,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:36.837657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:36.840553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a7d12292-4e87-41ec-906c-de747f4b9c57 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Synchronizing usage tracker for tenant:fef230b8455d42fd92a4615ab3f560e7 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:12:36.909656 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-e09d251f-ec11-456a-a3e0-1f0c9e8d52ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04074957-bea6-4d32-9efc-5376ca2932fe HTTP/1.1" status: 200  len: 217 time: 0.1724322
Dec 23 16:12:36.967618 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2c024a14-50b7-413a-a2be-a6dddf0dce96 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/ports/a4332264-62bf-4c5b-aa8e-59f56a7009c9/tags HTTP/1.1" status: 204  len: 168 time: 0.6436994
Dec 23 16:12:36.976526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49822) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:36.982325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a7d12292-4e87-41ec-906c-de747f4b9c57 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Unset dirty status for tenant:fef230b8455d42fd92a4615ab3f560e7 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:12:36.983594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a7d12292-4e87-41ec-906c-de747f4b9c57 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&device_id=f0056d30-ef47-461c-b3bd-d2ffcff4cd1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.5513127
Dec 23 16:12:37.000154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-e0a378fe-2ac6-4011-b86f-674dce7046e5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b793c1f60>, 'subnets', '613d1991-b8bb-40a0-a2d0-3650bc8e1810') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:37.015712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 0dd44f58-7716-4702-8169-6e6634cc9bbd owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:37.027272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49826) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:37.030825 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cbe0d096-eb24-45d6-94bc-f49dd020c8ed tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/routers/4dccb01a-468d-40f6-8f20-0377067f4eaa HTTP/1.1" status: 200  len: 925 time: 1.3525748
Dec 23 16:12:37.034495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49830) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:37.077839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88840) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:12:37.078213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:12:37.280914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-69addd68-f0f7-4238-81c1-e31bd309b480 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:37.282540 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-69addd68-f0f7-4238-81c1-e31bd309b480 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=169e601e-34f0-4114-93f5-500de7206059 HTTP/1.1" status: 200  len: 835 time: 0.3659828
Dec 23 16:12:37.290399 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dd66716c-ba7b-40f3-a871-f1755f83dccf tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "GET /v2.0/ports?device_id=4dccb01a-468d-40f6-8f20-0377067f4eaa HTTP/1.1" status: 200  len: 205 time: 0.2489798
Dec 23 16:12:37.300357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49834) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:37.316381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02d85b-90f4-4b89-96d2-f329df36ec8c req-8f595853-fe31-46ad-b60b-0b5bcca31691 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:37.318638 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6f02d85b-90f4-4b89-96d2-f329df36ec8c req-8f595853-fe31-46ad-b60b-0b5bcca31691 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 943 time: 0.5384078
Dec 23 16:12:37.399453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:37.511310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0dd44f58-7716-4702-8169-6e6634cc9bbd up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:37.596512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 0dd44f58-7716-4702-8169-6e6634cc9bbd triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:37.597143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:37.635220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Deleting port ee907da1-2d38-4f42-8549-2685c94cd9d6 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:37.635558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:37.782185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] The port 'ee907da1-2d38-4f42-8549-2685c94cd9d6' was deleted {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:12:37.846276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:37.858015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:37.899046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b6f75a-60e8-476b-9483-771dc962d71f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:37.899615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-19b6f75a-60e8-476b-9483-771dc962d71f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Synchronizing usage tracker for tenant:fef230b8455d42fd92a4615ab3f560e7 on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:12:37.960414 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6f02d85b-90f4-4b89-96d2-f329df36ec8c req-94bf1bbe-abf8-48ea-bae9-7481e73c000d tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3263674
Dec 23 16:12:37.983181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88840) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:12:37.983564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:12:38.002525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.010420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-19b6f75a-60e8-476b-9483-771dc962d71f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Unset dirty status for tenant:fef230b8455d42fd92a4615ab3f560e7 on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:12:38.014564 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-19b6f75a-60e8-476b-9483-771dc962d71f tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/networks/2dc36bf2-ecdb-4314-aa29-e21d51c50182 HTTP/1.1" status: 200  len: 881 time: 0.9797783
Dec 23 16:12:38.016798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49838) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:38.022575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.044659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.070542 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e0a378fe-2ac6-4011-b86f-674dce7046e5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/subnets/613d1991-b8bb-40a0-a2d0-3650bc8e1810/tags HTTP/1.1" status: 204  len: 168 time: 1.0852737
Dec 23 16:12:38.070542 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-ab6addcb-e478-4a0d-9340-45bdbce94c2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4afed7c-fdd1-4670-afcb-1be408a3d4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7775300
Dec 23 16:12:38.075628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49842) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:38.080377 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-54a738f1-814e-4432-8fda-72c76cdce715 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0056d30-ef47-461c-b3bd-d2ffcff4cd1c HTTP/1.1" status: 200  len: 205 time: 0.0621948
Dec 23 16:12:38.084338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49846) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:38.087480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event updated for resources: {'Subnet': ['ID=1e6022dd-28b1-4a73-a391-d57e1f987b32,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:38.096299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:38.109610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-6c9fbe04-86b4-4e92-9a6d-1454d4ce2740 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3506a0>, 'subnets', '613d1991-b8bb-40a0-a2d0-3650bc8e1810', 'tempest-TagsExtTest-Tag-452086970') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:38.150211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a608198>,) {'filters': {'network_id': ['dfa648d5-30ca-497f-9b97-9f623b2533e8']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:38.187641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a608198>, '60a2ae6f-3695-4c28-848b-f1b25ebe23e9') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:38.187984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a608198>, '60a2ae6f-3695-4c28-848b-f1b25ebe23e9') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:38.206888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.214625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Checking segment: {'id': 'fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e211b6d5-0091-45b2-a9b2-2a4c83c9332d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:38.215059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Network hostable DHCP agents. Network: e211b6d5-0091-45b2-a9b2-2a4c83c9332d, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:12:38.241214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.252807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:12:38.253244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:38.271213 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:38.330753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.331358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:38.357509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Network e211b6d5-0091-45b2-a9b2-2a4c83c9332d is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:12:38.373559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, e211b6d5-0091-45b2-a9b2-2a4c83c9332d) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:38.382259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:38.382925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.385919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa3ef2b-6745-4c9c-9591-607290a8c512 None None] Network e211b6d5-0091-45b2-a9b2-2a4c83c9332d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:38.396254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.400815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.406944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.410626 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] 10.222.0.67 "DELETE /v2.0/routers/10d6808e-1e8e-4013-9f96-9ad4c9b48dc6 HTTP/1.1" status: 204  len: 168 time: 7.1545036
Dec 23 16:12:38.415622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49850) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:38.478422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a8574873-15b3-4ed9-ad65-5a063e6783c5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:38.484427 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-8c0e12a5-a80f-43de-ba5c-d32035489bd3 service neutron] 10.222.0.36 "GET /v2.0/networks/c4afed7c-fdd1-4670-afcb-1be408a3d4c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4025521
Dec 23 16:12:38.499631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.506059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 0dd44f58-7716-4702-8169-6e6634cc9bbd {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:38.506601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.566437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa648d5-30ca-497f-9b97-9f623b2533e8,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:38.577560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:38.606787 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.6855443
Dec 23 16:12:38.612900 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] 10.222.0.67 "DELETE /v2.0/networks/dfa648d5-30ca-497f-9b97-9f623b2533e8 HTTP/1.1" status: 204  len: 168 time: 4.1341577
Dec 23 16:12:38.619312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49854) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:38.642272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Request body: {'network': {'name': 'tempest-router-network01--1833734625'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:38.655036 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6c9fbe04-86b4-4e92-9a6d-1454d4ce2740 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "PUT /v2.0/subnets/613d1991-b8bb-40a0-a2d0-3650bc8e1810/tags/tempest-TagsExtTest-Tag-452086970 HTTP/1.1" status: 201  len: 201 time: 0.5780947
Dec 23 16:12:38.664681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49860) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:38.671351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6351477-da4d-4371-918b-11821f131bdb admin admin] Deleting subnet a4d6baf6-e582-4574-923b-81a30776cfe7 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:12:38.682577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-e211b6d5-0091-45b2-a9b2-2a4c83c9332d', 'network_id': 'e211b6d5-0091-45b2-a9b2-2a4c83c9332d', 'tenant_id': '18b3779f74514599b4919651e144e819', 'fixed_ips': [{'subnet_id': '1e6022dd-28b1-4a73-a391-d57e1f987b32'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:12:38.684182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.705109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-332b5078-402c-4645-ba33-f69c44115238 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b79092470>, 'ports', 'a4332264-62bf-4c5b-aa8e-59f56a7009c9', 'tempest-TagsExtTest-Tag-386272820') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:38.742184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:38.758259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6351477-da4d-4371-918b-11821f131bdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.807798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Usage tracker for resource:network and tenant:18b3779f74514599b4919651e144e819 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:38.891257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6351477-da4d-4371-918b-11821f131bdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:38.900047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Allocated IP 2001:db8::2 (e211b6d5-0091-45b2-a9b2-2a4c83c9332d/1e6022dd-28b1-4a73-a391-d57e1f987b32/6af9db4f-0f9d-498c-b532-91e5e5d77eeb) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:38.980703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:38.988786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49864) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:38.991810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:39.002081 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8020fc68-4bda-4845-b4ff-1e4f483fdb0e req-cef04b8b-209d-4e91-bcb9-d6923ffbde70 service neutron] 10.222.0.36 "GET /v2.0/networks/c4afed7c-fdd1-4670-afcb-1be408a3d4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5036759
Dec 23 16:12:39.014542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Made reservation on behalf of 18b3779f74514599b4919651e144e819 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:39.024904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.070869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] For port 0dd44f58-7716-4702-8169-6e6634cc9bbd, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0dd44f58-7716-4702-8169-6e6634cc9bbd,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:39.071501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.205380 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-565969f4-e32d-4b38-a169-8841e3ca52e0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e3e9074d25284bffb73031ea842e474c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2071309
Dec 23 16:12:39.220409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.233658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Transition to ACTIVE for port object 6af9db4f-0f9d-498c-b532-91e5e5d77eeb will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:39.240287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49870) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:39.243333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6351477-da4d-4371-918b-11821f131bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.268208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Transition to ACTIVE for port object 6af9db4f-0f9d-498c-b532-91e5e5d77eeb will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:39.273974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.280679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e8a5bba1-b742-4b03-a3ec-79f81d3923d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:39.285757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 0dd44f58-7716-4702-8169-6e6634cc9bbd owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:39.353161 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-332b5078-402c-4645-ba33-f69c44115238 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "PUT /v2.0/ports/a4332264-62bf-4c5b-aa8e-59f56a7009c9/tags/tempest-TagsExtTest-Tag-386272820 HTTP/1.1" status: 201  len: 201 time: 0.6749647
Dec 23 16:12:39.356422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49874) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:39.361087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Network e211b6d5-0091-45b2-a9b2-2a4c83c9332d is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:39.364573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:39.370112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:39.370486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-fae8e48d-41de-4171-9a75-74efefd4c724 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b7903f6a0>, 'routers', '66b379e1-1b26-491b-9657-cbd5e9bf44c3', 'tempest-TagsExtTest-Tag-988335228') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:39.381364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:12:39.436740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.437147 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Added segment 2da659d7-b1d0-4910-aa54-fa32c234cf6c of type vlan for network aa304fb8-7efb-438d-b5f1-c7d457767ae5
Dec 23 16:12:39.438277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a485fea0-fd23-408c-a51b-10c52c09421b no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:12:39.460447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.525602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Pushing event updated for resources: {'Port': ['ID=6af9db4f-0f9d-498c-b532-91e5e5d77eeb,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:39.543006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: a485fea0-fd23-408c-a51b-10c52c09421b {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:12:39.543410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a485fea0-fd23-408c-a51b-10c52c09421b not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:12:39.547362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:39.548559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Attempting to bind port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:39.548980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Attempting to bind port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e211b6d5-0091-45b2-a9b2-2a4c83c9332d'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:39.549435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Attempting to bind port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb on network e211b6d5-0091-45b2-a9b2-2a4c83c9332d {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:39.558666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:39.559353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Checking segment: {'id': 'fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e211b6d5-0091-45b2-a9b2-2a4c83c9332d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:39.559697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.560522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Bound using segment: {'id': 'fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e211b6d5-0091-45b2-a9b2-2a4c83c9332d'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:39.561043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Bound port: 6af9db4f-0f9d-498c-b532-91e5e5d77eeb, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e211b6d5-0091-45b2-a9b2-2a4c83c9332d'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:39.561691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.591991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.596351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6351477-da4d-4371-918b-11821f131bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.609975 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31193a4d-d758-4e43-aef6-c2ff6e65db47 req-3c1b3ea1-37af-44f2-a9ca-6b89d2ff9368 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8769f4d3f6f5492984aeeb4cd437c456&device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 1096 time: 0.5344121
Dec 23 16:12:39.617343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:39.617525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Deleting port 4c4601e9-2677-4574-8664-9a7f4b10d116 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:39.617824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.650324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a8f72-b8dd-4816-92fb-b8dcd2a1ed09 req-5007b47b-5e2a-4a07-8a93-c0e983c7b257 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:39.652412 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-760a8f72-b8dd-4816-92fb-b8dcd2a1ed09 req-5007b47b-5e2a-4a07-8a93-c0e983c7b257 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 943 time: 0.4869125
Dec 23 16:12:39.653854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.659253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] For port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:39.662649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] For port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6af9db4f-0f9d-498c-b532-91e5e5d77eeb,segment=NetworkSegment(fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a),segment_id=fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:39.666979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.671610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:39.715769 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fae8e48d-41de-4171-9a75-74efefd4c724 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "PUT /v2.0/routers/66b379e1-1b26-491b-9657-cbd5e9bf44c3/tags/tempest-TagsExtTest-Tag-988335228 HTTP/1.1" status: 201  len: 201 time: 0.3553710
Dec 23 16:12:39.715966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc6c931c-feb9-45f2-8da0-37c12d35d9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.724026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49878) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:39.729414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6351477-da4d-4371-918b-11821f131bdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d6baf6-e582-4574-923b-81a30776cfe7,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:39.736890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-c53688e1-9076-460f-9c4b-6fa245f132e1 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b79471b00>, 'subnetpools', 'f53d4795-7573-4f9e-a6ee-e865f0bd80d3', 'tempest-TagsExtTest-Tag-1046495295') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:39.762200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Pushing event updated for resources: {'Port': ['ID=6af9db4f-0f9d-498c-b532-91e5e5d77eeb,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:39.766379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:39.771124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d6351477-da4d-4371-918b-11821f131bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:39.811002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee217b9-3bef-4bc3-b8a6-5b3945369dc9 None None] Network 2133e255-6cff-4bb1-a186-6cff6442bfb6 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:39.868423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.877270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6351477-da4d-4371-918b-11821f131bdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.878103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1e45723c-7719-41a2-b449-f008d4e4a0c7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:39.898657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc6c931c-feb9-45f2-8da0-37c12d35d9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:39.942572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=0dd44f58-7716-4702-8169-6e6634cc9bbd,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:39.948885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:40.164246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342404a2-a008-4fd0-ab33-afaa38381cfb None None] DHCP port deletion for 2133e255-6cff-4bb1-a186-6cff6442bfb6 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:12:40.169401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-342404a2-a008-4fd0-ab33-afaa38381cfb None None] Deleting port eb3922ad-9cdf-4b52-b378-759ad96c35f7 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:40.169987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-342404a2-a008-4fd0-ab33-afaa38381cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:40.241281 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-760a8f72-b8dd-4816-92fb-b8dcd2a1ed09 req-e5bab018-db60-4c37-815a-7b11f4b36fef tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5498283
Dec 23 16:12:40.252048 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d6351477-da4d-4371-918b-11821f131bdb admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a4d6baf6-e582-4574-923b-81a30776cfe7 HTTP/1.1" status: 204  len: 168 time: 1.8317862
Dec 23 16:12:40.261802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49882) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.277353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:40.324127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:40.330086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:40.330616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:40.355163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ed35b17-113d-4377-8a6e-9a103c50ce84 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:40.427273 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c53688e1-9076-460f-9c4b-6fa245f132e1 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "PUT /v2.0/subnetpools/f53d4795-7573-4f9e-a6ee-e865f0bd80d3/tags/tempest-TagsExtTest-Tag-1046495295 HTTP/1.1" status: 201  len: 201 time: 0.7022061
Dec 23 16:12:40.468520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49886) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.475544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event updated for resources: {'Network': ['ID=aa304fb8-7efb-438d-b5f1-c7d457767ae5,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:40.478560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:40.486189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-430bd9f7-1f63-477e-a692-cabb2d504d74 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b7954bb38>, 'subnets', '613d1991-b8bb-40a0-a2d0-3650bc8e1810', {'tags': ['tempest-TagsExtTest-Tag-569442756', 'tempest-TagsExtTest-Tag-802720931', 'tempest-TagsExtTest-Tag-823979226']}) {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:40.524195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Calling delete_port for 4c4601e9-2677-4574-8664-9a7f4b10d116 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:40.584141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network aa304fb8-7efb-438d-b5f1-c7d457767ae5 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:12:40.608539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-342404a2-a008-4fd0-ab33-afaa38381cfb None None] For port eb3922ad-9cdf-4b52-b378-759ad96c35f7, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=eb3922ad-9cdf-4b52-b378-759ad96c35f7,segment=NetworkSegment(659af5a7-bd38-4d77-843e-5b45e56a8da9),segment_id=659af5a7-bd38-4d77-843e-5b45e56a8da9)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:40.609105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-342404a2-a008-4fd0-ab33-afaa38381cfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:40.614494 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-430bd9f7-1f63-477e-a692-cabb2d504d74 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "PUT /v2.0/subnets/613d1991-b8bb-40a0-a2d0-3650bc8e1810/tags HTTP/1.1" status: 200  len: 315 time: 0.1321476
Dec 23 16:12:40.616659 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.9945419
Dec 23 16:12:40.617594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49890) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.618063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49892) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.684905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31193a4d-d758-4e43-aef6-c2ff6e65db47 req-80bbbe2c-7710-41da-b23d-6b003d8811f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:40.686643 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31193a4d-d758-4e43-aef6-c2ff6e65db47 req-80bbbe2c-7710-41da-b23d-6b003d8811f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4afed7c-fdd1-4670-afcb-1be408a3d4c3 HTTP/1.1" status: 200  len: 898 time: 1.0238550
Dec 23 16:12:40.697253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Request body: {'network': {'name': 'tempest-router-network02--2052939945'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:40.704182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-34c49ef4-76f2-401b-95e5-6edc400ffad1 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b78d39400>, 'subnets', '613d1991-b8bb-40a0-a2d0-3650bc8e1810') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:40.759456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:40.793876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:40.806938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Deleting port eb3922ad-9cdf-4b52-b378-759ad96c35f7 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:40.807316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:40.812337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:40.829567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Usage tracker for resource:network and tenant:18b3779f74514599b4919651e144e819 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:40.844569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:40.858518 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31193a4d-d758-4e43-aef6-c2ff6e65db47 req-68e8b048-60d3-46dc-8fff-0b9eabaea015 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04074957-bea6-4d32-9efc-5376ca2932fe HTTP/1.1" status: 200  len: 217 time: 0.1226604
Dec 23 16:12:40.861858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:40.930679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc6c931c-feb9-45f2-8da0-37c12d35d9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:40.943442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:40.964448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Made reservation on behalf of 18b3779f74514599b4919651e144e819 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:40.970111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:40.980731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-342404a2-a008-4fd0-ab33-afaa38381cfb None None] Calling delete_port for eb3922ad-9cdf-4b52-b378-759ad96c35f7 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:40.995285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c931c-feb9-45f2-8da0-37c12d35d9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0e73c5-9269-4864-9d2a-139f57edd063,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:40.998142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc6c931c-feb9-45f2-8da0-37c12d35d9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:41.032012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc6c931c-feb9-45f2-8da0-37c12d35d9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:41.036662 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bc6c931c-feb9-45f2-8da0-37c12d35d9d8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3e0e73c5-9269-4864-9d2a-139f57edd063 HTTP/1.1" status: 204  len: 168 time: 1.7457936
Dec 23 16:12:41.036662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31193a4d-d758-4e43-aef6-c2ff6e65db47 req-752c9627-a5a3-4b33-8ce0-43eebd08783b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:41.038229 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31193a4d-d758-4e43-aef6-c2ff6e65db47 req-752c9627-a5a3-4b33-8ce0-43eebd08783b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=169e601e-34f0-4114-93f5-500de7206059 HTTP/1.1" status: 200  len: 835 time: 0.1705916
Dec 23 16:12:41.105182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:12:41.106457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-342404a2-a008-4fd0-ab33-afaa38381cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:41.117279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:41.138068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:41.138562 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Added segment e28c6a62-ddab-4d52-ab4c-c09d1f5a773b of type vlan for network 98493ec0-9e6c-4888-abb5-47f84a7c788b
Dec 23 16:12:41.175618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:41.190545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342404a2-a008-4fd0-ab33-afaa38381cfb None None] Pushing event deleted for resources: {'Port': ['ID=eb3922ad-9cdf-4b52-b378-759ad96c35f7,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:41.199085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-342404a2-a008-4fd0-ab33-afaa38381cfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:41.207322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342404a2-a008-4fd0-ab33-afaa38381cfb None None] No DVR routers for this DVR port eb3922ad-9cdf-4b52-b378-759ad96c35f7 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:12:41.208707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:41.218669 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-34c49ef4-76f2-401b-95e5-6edc400ffad1 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/subnets/613d1991-b8bb-40a0-a2d0-3650bc8e1810/tags HTTP/1.1" status: 204  len: 168 time: 0.5971043
Dec 23 16:12:41.221171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Deleting port 98e03fff-9c88-4861-be27-61c643ae2e42 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:41.221973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:41.236604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49900) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:41.276695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-c2b91fdc-31da-4133-90a6-146c2d810b9b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b79161a90>, 'subnets', '613d1991-b8bb-40a0-a2d0-3650bc8e1810', 'tempest-TagsExtTest-Tag-569442756') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:41.281759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 04074957-bea6-4d32-9efc-5376ca2932fe details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:12:41.347867 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31193a4d-d758-4e43-aef6-c2ff6e65db47 req-8a13bb1f-4304-4a8c-8bde-9d57d5b266e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4afed7c-fdd1-4670-afcb-1be408a3d4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3001401
Dec 23 16:12:41.381605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:41.392576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:41.502822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:41.507780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:41.508476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:41.519527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74bbe464-0825-4df2-ba33-54028e507af3 tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:41.538697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Pushing event deleted for resources: {'Port': ['ID=4c4601e9-2677-4574-8664-9a7f4b10d116,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:41.606920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:41.638689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 04074957-bea6-4d32-9efc-5376ca2932fe, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=04074957-bea6-4d32-9efc-5376ca2932fe,segment=NetworkSegment(c684b206-1c7d-4738-b19d-3a7b3b706252),segment_id=c684b206-1c7d-4738-b19d-3a7b3b706252)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:41.663688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '04074957-bea6-4d32-9efc-5376ca2932fe', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'port_id': '04074957-bea6-4d32-9efc-5376ca2932fe', 'mac_address': 'fa:16:3e:d0:c0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169e601e-34f0-4114-93f5-500de7206059', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:12:41.683225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] For port eb3922ad-9cdf-4b52-b378-759ad96c35f7, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=eb3922ad-9cdf-4b52-b378-759ad96c35f7,segment=NetworkSegment(659af5a7-bd38-4d77-843e-5b45e56a8da9),segment_id=659af5a7-bd38-4d77-843e-5b45e56a8da9)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:41.683381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:41.712998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6af9db4f-0f9d-498c-b532-91e5e5d77eeb up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:41.767113 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1435268
Dec 23 16:12:41.768291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49910) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:41.824390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:41.850414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04074957-bea6-4d32-9efc-5376ca2932fe {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:12:41.875185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:41.886858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 04074957-bea6-4d32-9efc-5376ca2932fe, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=04074957-bea6-4d32-9efc-5376ca2932fe,segment=NetworkSegment(c684b206-1c7d-4738-b19d-3a7b3b706252),segment_id=c684b206-1c7d-4738-b19d-3a7b3b706252)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:41.892887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:41.895115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8e0cdda5-6e3b-474c-ad03-32adb1e400c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:41.901273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Request body: {'subnet': {'network_id': 'aa304fb8-7efb-438d-b5f1-c7d457767ae5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:41.926907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event updated for resources: {'Network': ['ID=98493ec0-9e6c-4888-abb5-47f84a7c788b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:41.930229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:41.955533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 98493ec0-9e6c-4888-abb5-47f84a7c788b details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:12:41.990303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device eb3922ad-9cdf-4b52-b378-759ad96c35f7 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:12:42.017420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Calling delete_port for eb3922ad-9cdf-4b52-b378-759ad96c35f7 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:42.054268 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31193a4d-d758-4e43-aef6-c2ff6e65db47 req-34f83410-8090-4fcf-9bd9-096560920f38 service neutron] 10.222.0.36 "GET /v2.0/networks/c4afed7c-fdd1-4670-afcb-1be408a3d4c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6883109
Dec 23 16:12:42.076748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: eb3922ad-9cdf-4b52-b378-759ad96c35f7 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:12:42.077376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device eb3922ad-9cdf-4b52-b378-759ad96c35f7 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:12:42.145255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:42.247348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['04074957-bea6-4d32-9efc-5376ca2932fe'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:12:42.295525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:42.296425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2828c5-5b9b-4f43-933d-f2bc881b4a10 None None] Network e211b6d5-0091-45b2-a9b2-2a4c83c9332d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:42.350200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=04074957-bea6-4d32-9efc-5376ca2932fe,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:42.359836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:42.366451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Calling delete_port for 98e03fff-9c88-4861-be27-61c643ae2e42 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:42.424231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:42.439688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Usage tracker for resource:subnet and tenant:18b3779f74514599b4919651e144e819 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:42.502118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:42.505162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5a2fc300-6be6-445f-aa28-6e0e94abb426 None None] Provisioning for port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:42.529365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:42.536660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5a2fc300-6be6-445f-aa28-6e0e94abb426 None None] Provisioning complete for port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:42.537106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc300-6be6-445f-aa28-6e0e94abb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:42.594528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Made reservation on behalf of 18b3779f74514599b4919651e144e819 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:42.624089 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31193a4d-d758-4e43-aef6-c2ff6e65db47 req-025c0c30-5397-4f76-b097-06bc0180f180 service neutron] 10.222.0.36 "GET /v2.0/networks/c4afed7c-fdd1-4670-afcb-1be408a3d4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4813738
Dec 23 16:12:42.707485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49926) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:42.738937 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-c2b91fdc-31da-4133-90a6-146c2d810b9b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] show failed (client error): The resource could not be found.
Dec 23 16:12:42.744898 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c2b91fdc-31da-4133-90a6-146c2d810b9b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/subnets/613d1991-b8bb-40a0-a2d0-3650bc8e1810/tags/tempest-TagsExtTest-Tag-569442756 HTTP/1.1" status: 404  len: 328 time: 1.4941535
Dec 23 16:12:42.745073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:42.747643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49932) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:42.751665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:42.832747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746154fb-0403-43d6-8d3f-b2e1e7731693 req-a874dbe7-7c56-41de-8a76-bc1dfe5d774c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:42.835074 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-746154fb-0403-43d6-8d3f-b2e1e7731693 req-a874dbe7-7c56-41de-8a76-bc1dfe5d774c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 943 time: 1.3201122
Dec 23 16:12:42.838263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Router 514567c3-7ec6-4fe2-82f1-8094497abc3c has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:12:42.842295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-f3b7291d-4a17-400f-ac9d-fa58ebd63bcc tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b78fd1048>, 'subnets', '613d1991-b8bb-40a0-a2d0-3650bc8e1810', 'tempest-TagsExtTest-Tag-802720931') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:42.870346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc300-6be6-445f-aa28-6e0e94abb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:42.946600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:42.952585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c2e69d37-dd9f-41a2-b756-b7aa32d34dd0 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:42.970321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5a2fc300-6be6-445f-aa28-6e0e94abb426 None None] For port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6af9db4f-0f9d-498c-b532-91e5e5d77eeb,segment=NetworkSegment(fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a),segment_id=fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:42.987132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc300-6be6-445f-aa28-6e0e94abb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:42.989786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1475599188-network', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:42.991753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:42.991899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88840) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:12:42.992280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:12:43.014015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:43.018321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Pushing event deleted for resources: {'Port': ['ID=98e03fff-9c88-4861-be27-61c643ae2e42,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:43.021290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:43.027271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Usage tracker for resource:network and tenant:2fc097f1557c496a965fdb55c5695cd7 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:43.065952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:43.070142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fc300-6be6-445f-aa28-6e0e94abb426 None None] Pushing event updated for resources: {'Port': ['ID=6af9db4f-0f9d-498c-b532-91e5e5d77eeb,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:43.076731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a2fc300-6be6-445f-aa28-6e0e94abb426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:43.275107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.278945 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-746154fb-0403-43d6-8d3f-b2e1e7731693 req-dd559cfd-6e9f-4c3a-ac3a-2a9556bd77df tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3937724
Dec 23 16:12:43.321711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2f547b51-2dec-463b-84c8-c8af85d3981f None None] Provisioning complete for port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:43.322290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f547b51-2dec-463b-84c8-c8af85d3981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.326312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:43.344004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.370159 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-f3b7291d-4a17-400f-ac9d-fa58ebd63bcc tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] show failed (client error): The resource could not be found.
Dec 23 16:12:43.374386 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f3b7291d-4a17-400f-ac9d-fa58ebd63bcc tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/subnets/613d1991-b8bb-40a0-a2d0-3650bc8e1810/tags/tempest-TagsExtTest-Tag-802720931 HTTP/1.1" status: 404  len: 328 time: 0.6213746
Dec 23 16:12:43.374926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49936) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:43.390369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-a85e1b64-a46b-4de8-ab4c-1aa50ac2f2a3 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b7a501860>, 'subnets', '613d1991-b8bb-40a0-a2d0-3650bc8e1810', 'tempest-TagsExtTest-Tag-823979226') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:43.430376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:12:43.433344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Made reservation on behalf of 2fc097f1557c496a965fdb55c5695cd7 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:43.438069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.438185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.438659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Fanout notify agent at l3_agent the message router_deleted on router 4dccb01a-468d-40f6-8f20-0377067f4eaa {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:43.446653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba7c7ee-2668-4672-b147-e050ae1a51a0 None None] Sync routers for ids ['514567c3-7ec6-4fe2-82f1-8094497abc3c'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:12:43.471560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.484729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.490673 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "DELETE /v2.0/routers/4dccb01a-468d-40f6-8f20-0377067f4eaa HTTP/1.1" status: 204  len: 168 time: 6.1884024
Dec 23 16:12:43.493632 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "PUT /v2.0/routers/514567c3-7ec6-4fe2-82f1-8094497abc3c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3671434
Dec 23 16:12:43.494612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49940) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:43.495156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Deleting port eb3922ad-9cdf-4b52-b378-759ad96c35f7 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:43.495339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba7c7ee-2668-4672-b147-e050ae1a51a0 None None] Routers {'514567c3-7ec6-4fe2-82f1-8094497abc3c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:43.495515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.496012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4ba7c7ee-2668-4672-b147-e050ae1a51a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79dcb828>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['514567c3-7ec6-4fe2-82f1-8094497abc3c'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:43.507428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49942) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:43.533229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1726967545', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'enable_snat': False}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:43.548381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:43.556871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6af9db4f-0f9d-498c-b532-91e5e5d77eeb up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:43.579152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Usage tracker for resource:router and tenant:b3b8c34bb842446ebbc89ad9403432a2 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:43.587612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:43.596276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] The port 'eb3922ad-9cdf-4b52-b378-759ad96c35f7' was deleted {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:12:43.601675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:43.640929 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-a85e1b64-a46b-4de8-ab4c-1aa50ac2f2a3 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] show failed (client error): The resource could not be found.
Dec 23 16:12:43.644816 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a85e1b64-a46b-4de8-ab4c-1aa50ac2f2a3 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/subnets/613d1991-b8bb-40a0-a2d0-3650bc8e1810/tags/tempest-TagsExtTest-Tag-823979226 HTTP/1.1" status: 404  len: 328 time: 0.2660730
Dec 23 16:12:43.646536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49948) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:43.668668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-aef60578-c2c7-435c-8867-7f1cd61ab17c tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b79161f98>, 'ports', 'a4332264-62bf-4c5b-aa8e-59f56a7009c9', {'tags': ['tempest-TagsExtTest-Tag-1794784969', 'tempest-TagsExtTest-Tag-1794106196', 'tempest-TagsExtTest-Tag-845823862']}) {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:43.690323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4ba7c7ee-2668-4672-b147-e050ae1a51a0 None None] Set router 514567c3-7ec6-4fe2-82f1-8094497abc3c gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:43.700796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.701815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.749791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.804466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.810957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4ba7c7ee-2668-4672-b147-e050ae1a51a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79dcb828>, [{'id': '514567c3-7ec6-4fe2-82f1-8094497abc3c', 'name': 'tempest-NetworksTestDHCPv6-router-1169510993', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:26Z', 'updated_at': '2021-12-23T16:12:39Z', 'revision_number': 3, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:43.816568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba7c7ee-2668-4672-b147-e050ae1a51a0 None None] Checking router: 514567c3-7ec6-4fe2-82f1-8094497abc3c for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:12:43.816743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.829568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:43.829999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.832962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:43.852679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79cd07f0>,) {'filters': {'network_id': ['2133e255-6cff-4bb1-a186-6cff6442bfb6']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:43.862531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.880927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79cd07f0>, '659af5a7-bd38-4d77-843e-5b45e56a8da9') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:43.881236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79cd07f0>, '659af5a7-bd38-4d77-843e-5b45e56a8da9') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:43.881342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba7c7ee-2668-4672-b147-e050ae1a51a0 None None] Routers {'514567c3-7ec6-4fe2-82f1-8094497abc3c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:43.882115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4ba7c7ee-2668-4672-b147-e050ae1a51a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79dcb828>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['514567c3-7ec6-4fe2-82f1-8094497abc3c'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:43.900903 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aef60578-c2c7-435c-8867-7f1cd61ab17c tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "PUT /v2.0/ports/a4332264-62bf-4c5b-aa8e-59f56a7009c9/tags HTTP/1.1" status: 200  len: 317 time: 0.2504940
Dec 23 16:12:43.900903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.908061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49952) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:43.921223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-a251a145-6f55-440a-b51f-e1eb684537ef tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b790140f0>, 'ports', 'a4332264-62bf-4c5b-aa8e-59f56a7009c9') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:43.926542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:43.948448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ffdb1f-3cbd-4408-b3bd-44ee50ec79a0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:43.950074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ffdb1f-3cbd-4408-b3bd-44ee50ec79a0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:43.950891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66ffdb1f-3cbd-4408-b3bd-44ee50ec79a0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:12:43.955891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Usage tracker for resource:security_group_rule and tenant:2fc097f1557c496a965fdb55c5695cd7 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:43.963243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:43.965255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:43.992417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:44.030629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4ba7c7ee-2668-4672-b147-e050ae1a51a0 None None] Set router 514567c3-7ec6-4fe2-82f1-8094497abc3c gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:44.046948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:12:44.047430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:44.064733 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:44.169859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66ffdb1f-3cbd-4408-b3bd-44ee50ec79a0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:12:44.174115 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-66ffdb1f-3cbd-4408-b3bd-44ee50ec79a0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.6047049
Dec 23 16:12:44.177349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.179146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49956) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:44.188070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event updated for resources: {'Subnet': ['ID=7dee4607-7185-4fda-ac7d-56176a59f4b6,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:44.190314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:44.225450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.248688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.260406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.267277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:44.288510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.297345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Checking segment: {'id': '2da659d7-b1d0-4910-aa54-fa32c234cf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'aa304fb8-7efb-438d-b5f1-c7d457767ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:44.297760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Network hostable DHCP agents. Network: aa304fb8-7efb-438d-b5f1-c7d457767ae5, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:12:44.335108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2133e255-6cff-4bb1-a186-6cff6442bfb6,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:44.343169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:44.355808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4ba7c7ee-2668-4672-b147-e050ae1a51a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79dcb828>, [{'id': '514567c3-7ec6-4fe2-82f1-8094497abc3c', 'name': 'tempest-NetworksTestDHCPv6-router-1169510993', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:26Z', 'updated_at': '2021-12-23T16:12:39Z', 'revision_number': 3, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:44.363266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba7c7ee-2668-4672-b147-e050ae1a51a0 None None] The sync data for ids ['514567c3-7ec6-4fe2-82f1-8094497abc3c'] in dv-neutron-822801-1-hyperv is: [{'id': '514567c3-7ec6-4fe2-82f1-8094497abc3c', 'name': 'tempest-NetworksTestDHCPv6-router-1169510993', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:26Z', 'updated_at': '2021-12-23T16:12:39Z', 'revision_number': 3, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'gw_port_host': None}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:12:44.386340 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a251a145-6f55-440a-b51f-e1eb684537ef tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/ports/a4332264-62bf-4c5b-aa8e-59f56a7009c9/tags HTTP/1.1" status: 204  len: 168 time: 0.4734855
Dec 23 16:12:44.387345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49962) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:44.388306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.390262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Fanout notify agent at l3_agent the message router_deleted on router f0056d30-ef47-461c-b3bd-d2ffcff4cd1c {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:44.394808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-593d9e75-5ffb-4e92-b914-17bb9f02b26f tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b79419358>, 'ports', 'a4332264-62bf-4c5b-aa8e-59f56a7009c9', 'tempest-TagsExtTest-Tag-1794784969') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:44.442626 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/2133e255-6cff-4bb1-a186-6cff6442bfb6 HTTP/1.1" status: 204  len: 168 time: 4.1725588
Dec 23 16:12:44.530165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.587852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.596090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-309d938d-3dd7-498c-bb40-d3c5a6aed74b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:44.629449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49968) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:44.631898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Network aa304fb8-7efb-438d-b5f1-c7d457767ae5 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:12:44.691472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.694061 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "DELETE /v2.0/routers/f0056d30-ef47-461c-b3bd-d2ffcff4cd1c HTTP/1.1" status: 204  len: 168 time: 6.5565448
Dec 23 16:12:44.712223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49972) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:44.717230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:12:44.720142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac1e64d-e367-447e-a68f-b11d9e19f12e,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:44.722831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, aa304fb8-7efb-438d-b5f1-c7d457767ae5) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:44.729395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-82cb1ee4-f010-413d-87a5-5f266f11ccb7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet d6264bfc-a0dd-4ded-bce9-f06bd36ba6dc {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:12:44.731740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a97c62-0eb2-4fd7-915c-c0d97bf47f29 None None] Network aa304fb8-7efb-438d-b5f1-c7d457767ae5 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:44.731884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:44.738256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9bb88c66-c4ae-4067-8afc-594dd729bde7 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1789466999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:44.748963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82cb1ee4-f010-413d-87a5-5f266f11ccb7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.783198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:44.783868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.799849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9bb88c66-c4ae-4067-8afc-594dd729bde7 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:44.824310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9bb88c66-c4ae-4067-8afc-594dd729bde7 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Usage tracker for resource:router and tenant:837529779aa5438a8e4166b9bc964d6c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:44.825948 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-593d9e75-5ffb-4e92-b914-17bb9f02b26f tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] show failed (client error): The resource could not be found.
Dec 23 16:12:44.829594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-593d9e75-5ffb-4e92-b914-17bb9f02b26f tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/ports/a4332264-62bf-4c5b-aa8e-59f56a7009c9/tags/tempest-TagsExtTest-Tag-1794784969 HTTP/1.1" status: 404  len: 329 time: 0.4386857
Dec 23 16:12:44.831181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.831578 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Added segment 37fdeec7-5efd-426c-a262-d28cc5fb05e5 of type vlan for network 0e57fe8b-597d-4dbf-a842-558dc5447a36
Dec 23 16:12:44.832630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49976) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:44.833626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9bb88c66-c4ae-4067-8afc-594dd729bde7 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:44.861606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9bb88c66-c4ae-4067-8afc-594dd729bde7 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:44.875795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-49b5c81d-6fc0-4d7c-9354-1f2446a07050 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b79fdb390>, 'ports', 'a4332264-62bf-4c5b-aa8e-59f56a7009c9', 'tempest-TagsExtTest-Tag-1794106196') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:44.900185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.933891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.949405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.1689124
Dec 23 16:12:44.960997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82cb1ee4-f010-413d-87a5-5f266f11ccb7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:44.975195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49980) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:44.983285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Request body: {'subnet': {'network_id': '98493ec0-9e6c-4888-abb5-47f84a7c788b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:44.990978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-aa304fb8-7efb-438d-b5f1-c7d457767ae5', 'network_id': 'aa304fb8-7efb-438d-b5f1-c7d457767ae5', 'tenant_id': '18b3779f74514599b4919651e144e819', 'fixed_ips': [{'subnet_id': '7dee4607-7185-4fda-ac7d-56176a59f4b6'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:12:44.991895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.011997 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1dd2c018-633a-4518-914e-0c029465d249 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=144dc5c7ed6e4c23a362512bbbcbe9a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3749080
Dec 23 16:12:45.015563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 49984) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:45.016051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334730d5-a64c-4474-881e-228e7cb57fdc req-7ed3c705-36cc-43c8-9a1a-705c7dde4f1f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:45.017539 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-334730d5-a64c-4474-881e-228e7cb57fdc req-7ed3c705-36cc-43c8-9a1a-705c7dde4f1f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 944 time: 0.5095718
Dec 23 16:12:45.024495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bb88c66-c4ae-4067-8afc-594dd729bde7 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.025527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bb88c66-c4ae-4067-8afc-594dd729bde7 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.039675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.156155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bb88c66-c4ae-4067-8afc-594dd729bde7 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.159725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.160707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:45.161420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.182558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Allocated IP 2001:db8::2 (aa304fb8-7efb-438d-b5f1-c7d457767ae5/7dee4607-7185-4fda-ac7d-56176a59f4b6/8ee37939-42ec-4319-8f5b-4f6579d8b775) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:45.195568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:45.201851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1de476c-06d9-48b4-a943-78ce128a738c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.222907 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-334730d5-a64c-4474-881e-228e7cb57fdc req-47b7a857-76bb-44a3-9ac8-c01738fa4300 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1854436
Dec 23 16:12:45.232044 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-49b5c81d-6fc0-4d7c-9354-1f2446a07050 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] show failed (client error): The resource could not be found.
Dec 23 16:12:45.233167 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-49b5c81d-6fc0-4d7c-9354-1f2446a07050 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/ports/a4332264-62bf-4c5b-aa8e-59f56a7009c9/tags/tempest-TagsExtTest-Tag-1794106196 HTTP/1.1" status: 404  len: 329 time: 0.3870525
Dec 23 16:12:45.240281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49988) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:45.277178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:45.282540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-b1914d5c-d16a-483a-868b-d89b4d3a94ab tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b79a47198>, 'ports', 'a4332264-62bf-4c5b-aa8e-59f56a7009c9', 'tempest-TagsExtTest-Tag-845823862') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:45.300884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Usage tracker for resource:subnet and tenant:18b3779f74514599b4919651e144e819 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:45.308532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:45.308966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 04074957-bea6-4d32-9efc-5376ca2932fe up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:45.312991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1de476c-06d9-48b4-a943-78ce128a738c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.327583 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.6187580
Dec 23 16:12:45.328959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49992) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:45.334268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:45.353147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Allocated IP 172.26.5.129 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/fa184cd5-67ce-42c1-95cd-c9bece1b6bfa) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:45.386663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Made reservation on behalf of 18b3779f74514599b4919651e144e819 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:45.397618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bb88c66-c4ae-4067-8afc-594dd729bde7 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.404910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Pushing event updated for resources: {'Network': ['ID=0e57fe8b-597d-4dbf-a842-558dc5447a36,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:45.407889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:45.421281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82cb1ee4-f010-413d-87a5-5f266f11ccb7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.425930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0dd44f58-7716-4702-8169-6e6634cc9bbd no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:12:45.460839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 0e57fe8b-597d-4dbf-a842-558dc5447a36 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:12:45.475707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Request body: {'subnet': {'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1475599188-subnet', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:45.503347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:45.515373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Usage tracker for resource:subnet and tenant:2fc097f1557c496a965fdb55c5695cd7 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:45.521138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bb88c66-c4ae-4067-8afc-594dd729bde7 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.525451 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9bb88c66-c4ae-4067-8afc-594dd729bde7 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.8093216
Dec 23 16:12:45.525451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:45.531738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 0dd44f58-7716-4702-8169-6e6634cc9bbd {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:12:45.531978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0dd44f58-7716-4702-8169-6e6634cc9bbd not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:12:45.537276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 49998) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:45.539983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:45.546385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Request body: {'router': {'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:45.591754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1de476c-06d9-48b4-a943-78ce128a738c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.606205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-633ef8fd-4d32-4057-9951-9d49609cd147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:45.622874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 04074957-bea6-4d32-9efc-5376ca2932fe completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:45.628669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.650417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.653299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 04074957-bea6-4d32-9efc-5376ca2932fe triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:45.653686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.653983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de476c-06d9-48b4-a943-78ce128a738c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237e2888-ec75-4a29-b5c4-084576505640,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:45.661589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d1de476c-06d9-48b4-a943-78ce128a738c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:45.727653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Transition to ACTIVE for port object 8ee37939-42ec-4319-8f5b-4f6579d8b775 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:45.730157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1de476c-06d9-48b4-a943-78ce128a738c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.734123 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d1de476c-06d9-48b4-a943-78ce128a738c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/237e2888-ec75-4a29-b5c4-084576505640 HTTP/1.1" status: 204  len: 168 time: 0.7123590
Dec 23 16:12:45.766620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Transition to ACTIVE for port object 8ee37939-42ec-4319-8f5b-4f6579d8b775 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:45.799783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.807267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.823473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2840084b-2db5-4bb0-9e28-889c352109b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:45.856450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.889821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Made reservation on behalf of 2fc097f1557c496a965fdb55c5695cd7 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:45.895899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.899325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:45.912377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:45.923409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Network aa304fb8-7efb-438d-b5f1-c7d457767ae5 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:45.931326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:45.936065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Pushing event updated for resources: {'Port': ['ID=8ee37939-42ec-4319-8f5b-4f6579d8b775,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:45.938816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:45.941917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:45.997678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04074957-bea6-4d32-9efc-5376ca2932fe'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:12:46.000569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:46.008246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:46.011682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Pushing event updated for resources: {'Port': ['ID=fa184cd5-67ce-42c1-95cd-c9bece1b6bfa,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:46.014478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:46.018206 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-b1914d5c-d16a-483a-868b-d89b4d3a94ab tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] show failed (client error): The resource could not be found.
Dec 23 16:12:46.022679 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b1914d5c-d16a-483a-868b-d89b4d3a94ab tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/ports/a4332264-62bf-4c5b-aa8e-59f56a7009c9/tags/tempest-TagsExtTest-Tag-845823862 HTTP/1.1" status: 404  len: 328 time: 0.7561023
Dec 23 16:12:46.026253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50006) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:46.033381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82cb1ee4-f010-413d-87a5-5f266f11ccb7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:46.047038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-994061c8-f2fd-4200-b8ea-e017b27159e2 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b7979fc18>, 'routers', '66b379e1-1b26-491b-9657-cbd5e9bf44c3', {'tags': ['tempest-TagsExtTest-Tag-361162535', 'tempest-TagsExtTest-Tag-8561965', 'tempest-TagsExtTest-Tag-1466825239']}) {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:46.060511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:46.108539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b5cde59d-a9bf-4930-ba7b-e1beed30761c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:46.109980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:46.117224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b8640961-1fd9-4cfe-ae67-cfa6d909efc2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:46.124905 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04074957-bea6-4d32-9efc-5376ca2932fe', 'code': 200}
Dec 23 16:12:46.141606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 04074957-bea6-4d32-9efc-5376ca2932fe, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=04074957-bea6-4d32-9efc-5376ca2932fe,segment=NetworkSegment(c684b206-1c7d-4738-b19d-3a7b3b706252),segment_id=c684b206-1c7d-4738-b19d-3a7b3b706252)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:46.155361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:46.160196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a2fc300-6be6-445f-aa28-6e0e94abb426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:46.218379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Attempting to bind port 8ee37939-42ec-4319-8f5b-4f6579d8b775 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:46.218811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Attempting to bind port 8ee37939-42ec-4319-8f5b-4f6579d8b775 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '2da659d7-b1d0-4910-aa54-fa32c234cf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'aa304fb8-7efb-438d-b5f1-c7d457767ae5'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:46.219257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Attempting to bind port 8ee37939-42ec-4319-8f5b-4f6579d8b775 on network aa304fb8-7efb-438d-b5f1-c7d457767ae5 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:46.236274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:46.236705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Checking segment: {'id': '2da659d7-b1d0-4910-aa54-fa32c234cf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'aa304fb8-7efb-438d-b5f1-c7d457767ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:46.237169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:46.237618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Bound using segment: {'id': '2da659d7-b1d0-4910-aa54-fa32c234cf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'aa304fb8-7efb-438d-b5f1-c7d457767ae5'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:46.238153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Bound port: 8ee37939-42ec-4319-8f5b-4f6579d8b775, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da659d7-b1d0-4910-aa54-fa32c234cf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'aa304fb8-7efb-438d-b5f1-c7d457767ae5'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:46.238585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:46.285787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=04074957-bea6-4d32-9efc-5376ca2932fe,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:46.291204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:46.326869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event updated for resources: {'Subnet': ['ID=6b2279fd-f3a8-4e54-a264-5e0f658e45de,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:46.342097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:46.373063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Checking segment: {'id': 'e28c6a62-ddab-4d52-ab4c-c09d1f5a773b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '98493ec0-9e6c-4888-abb5-47f84a7c788b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:46.373464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Network hostable DHCP agents. Network: 98493ec0-9e6c-4888-abb5-47f84a7c788b, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:12:46.409316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] For port 8ee37939-42ec-4319-8f5b-4f6579d8b775, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:46.412984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Network 98493ec0-9e6c-4888-abb5-47f84a7c788b is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:12:46.414819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] For port 8ee37939-42ec-4319-8f5b-4f6579d8b775, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8ee37939-42ec-4319-8f5b-4f6579d8b775,segment=NetworkSegment(2da659d7-b1d0-4910-aa54-fa32c234cf6c),segment_id=2da659d7-b1d0-4910-aa54-fa32c234cf6c)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:46.423022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:46.432541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb1ee4-f010-413d-87a5-5f266f11ccb7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=d6264bfc-a0dd-4ded-bce9-f06bd36ba6dc,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:46.434571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 98493ec0-9e6c-4888-abb5-47f84a7c788b) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:46.435731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ad9372ba-ee6b-4e43-8e8b-77c76317aceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:46.450882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-82cb1ee4-f010-413d-87a5-5f266f11ccb7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:46.451911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:46.452580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:46.477807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:46.478634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:46.487265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949845d5-f672-4472-afc9-3f0c703f79f1 None None] Network 98493ec0-9e6c-4888-abb5-47f84a7c788b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:46.529229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7317372-662a-4b3e-a7c7-1318cfdfcc68 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:46.553202 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5734720
Dec 23 16:12:46.558623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50020) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:46.560948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82cb1ee4-f010-413d-87a5-5f266f11ccb7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:46.737140 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-82cb1ee4-f010-413d-87a5-5f266f11ccb7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/d6264bfc-a0dd-4ded-bce9-f06bd36ba6dc HTTP/1.1" status: 204  len: 168 time: 2.5492630
Dec 23 16:12:46.737309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50028) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:46.768316 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-994061c8-f2fd-4200-b8ea-e017b27159e2 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "PUT /v2.0/routers/66b379e1-1b26-491b-9657-cbd5e9bf44c3/tags HTTP/1.1" status: 200  len: 314 time: 0.7398243
Dec 23 16:12:46.771013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50032) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:46.790472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-90e2b002-7630-47eb-835d-297e5cc5e778 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b79017860>, 'routers', '66b379e1-1b26-491b-9657-cbd5e9bf44c3') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:46.816346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Pushing event updated for resources: {'Port': ['ID=8ee37939-42ec-4319-8f5b-4f6579d8b775,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:46.971800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:47.073406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7563c722-d2d9-4aac-b99a-41ff19b2272c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:router {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:12:47.100670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-98493ec0-9e6c-4888-abb5-47f84a7c788b', 'network_id': '98493ec0-9e6c-4888-abb5-47f84a7c788b', 'tenant_id': '18b3779f74514599b4919651e144e819', 'fixed_ips': [{'subnet_id': '6b2279fd-f3a8-4e54-a264-5e0f658e45de'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:12:47.102103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:47.142511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50040) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:47.161757 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e7392a5f-d5e5-4ade-9a24-bff8bbc7a899 req-85c5047b-6401-4995-a2d9-819866fed6b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 1098 time: 0.6453168
Dec 23 16:12:47.199159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963a463-f1d8-4d20-b1cd-937612609f71 req-3d43ac1c-5a48-492a-9778-fa490d5d88b7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:47.200858 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2963a463-f1d8-4d20-b1cd-937612609f71 req-3d43ac1c-5a48-492a-9778-fa490d5d88b7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.6863146
Dec 23 16:12:47.223037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483c04bb-4e59-4d83-9f79-e4ded6815148 None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:12:47.242492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-483c04bb-4e59-4d83-9f79-e4ded6815148 None None] Deleting port c8d7710c-e1e0-470d-9b9b-f08aae83b608 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:12:47.243139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-483c04bb-4e59-4d83-9f79-e4ded6815148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:47.306967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7563c722-d2d9-4aac-b99a-41ff19b2272c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:router {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:12:47.310883 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7563c722-d2d9-4aac-b99a-41ff19b2272c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.5695293
Dec 23 16:12:47.318558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50046) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:47.320368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:47.342334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-233322b1-0942-4683-abbd-03f6ca440e28 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:47.390688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:47.544484 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2963a463-f1d8-4d20-b1cd-937612609f71 req-f70823b5-02f6-45d3-bb47-c8b4817dbfda tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2972965
Dec 23 16:12:47.586469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device c8d7710c-e1e0-470d-9b9b-f08aae83b608 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:12:47.641300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a253f05-fd39-4f82-93da-ff5efbc78fce,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:47.657392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:47.746910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Allocated IP 2001:db8::2 (98493ec0-9e6c-4888-abb5-47f84a7c788b/6b2279fd-f3a8-4e54-a264-5e0f658e45de/f9452ac3-b9bf-48b0-9f10-d372ed84d1a1) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:47.752966 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e7392a5f-d5e5-4ade-9a24-bff8bbc7a899 req-d9ce7aff-062b-4497-9812-1f3e586b0039 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5321145
Dec 23 16:12:47.764676 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e2923399-584c-4cfc-a723-9938c4df7714 tempest-AgentManagementNegativeTest-532306945 tempest-AgentManagementNegativeTest-532306945-project] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.6041582
Dec 23 16:12:47.796342 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-90e2b002-7630-47eb-835d-297e5cc5e778 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/routers/66b379e1-1b26-491b-9657-cbd5e9bf44c3/tags HTTP/1.1" status: 204  len: 168 time: 1.0206277
Dec 23 16:12:47.803074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cec4fe8-b0cf-4bff-b348-1b9095012e0d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:47.803399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50052) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:47.812975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-97db2b0d-41c2-4035-9251-de3747fc063d tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b7a58e630>, 'routers', '66b379e1-1b26-491b-9657-cbd5e9bf44c3', 'tempest-TagsExtTest-Tag-361162535') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:47.988122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-483c04bb-4e59-4d83-9f79-e4ded6815148 None None] For port c8d7710c-e1e0-470d-9b9b-f08aae83b608, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=c8d7710c-e1e0-470d-9b9b-f08aae83b608,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:47.989294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-483c04bb-4e59-4d83-9f79-e4ded6815148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:48.009499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:48.043854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Router 011dfd0e-4d86-4313-85d6-b7544f517bac is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:12:48.119820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Checking segment: {'id': '37fdeec7-5efd-426c-a262-d28cc5fb05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:48.120058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Network hostable DHCP agents. Network: 0e57fe8b-597d-4dbf-a842-558dc5447a36, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:12:48.185500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50058) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:48.209212 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-97db2b0d-41c2-4035-9251-de3747fc063d tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] show failed (client error): The resource could not be found.
Dec 23 16:12:48.213774 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-97db2b0d-41c2-4035-9251-de3747fc063d tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/routers/66b379e1-1b26-491b-9657-cbd5e9bf44c3/tags/tempest-TagsExtTest-Tag-361162535 HTTP/1.1" status: 404  len: 328 time: 0.4069767
Dec 23 16:12:48.214112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50064) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:48.279412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-e60f13ba-9ece-4566-9dd9-449bd2b11d90 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b793d65c0>, 'routers', '66b379e1-1b26-491b-9657-cbd5e9bf44c3', 'tempest-TagsExtTest-Tag-8561965') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:48.406430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-483c04bb-4e59-4d83-9f79-e4ded6815148 None None] Calling delete_port for c8d7710c-e1e0-470d-9b9b-f08aae83b608 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:12:48.548058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:48.565411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:48.593273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Network 0e57fe8b-597d-4dbf-a842-558dc5447a36 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:12:48.593488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Transition to ACTIVE for port object f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:48.596144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e61c7d0-d63e-4e06-816b-d77ed9eb4a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:48.641002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Allocated IP 2001:db8::1 (aa304fb8-7efb-438d-b5f1-c7d457767ae5/7dee4607-7185-4fda-ac7d-56176a59f4b6/73da342b-a9ff-4239-8659-e82465c21578) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:48.710432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-483c04bb-4e59-4d83-9f79-e4ded6815148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:48.721993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Transition to ACTIVE for port object f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:48.723998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:48.775426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c04bb-4e59-4d83-9f79-e4ded6815148 None None] Pushing event deleted for resources: {'Port': ['ID=c8d7710c-e1e0-470d-9b9b-f08aae83b608,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:48.783046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-483c04bb-4e59-4d83-9f79-e4ded6815148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:48.784587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c04bb-4e59-4d83-9f79-e4ded6815148 None None] No DVR routers for this DVR port c8d7710c-e1e0-470d-9b9b-f08aae83b608 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:12:48.791114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:48.803152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3ce01055-96e6-4114-b887-186a6b623e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:48.845912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 0e57fe8b-597d-4dbf-a842-558dc5447a36) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:48.868603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:12:48.886118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Sync routers for ids ['011dfd0e-4d86-4313-85d6-b7544f517bac'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:12:48.890381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Pushing event updated for resources: {'Port': ['ID=f9452ac3-b9bf-48b0-9f10-d372ed84d1a1,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:48.900525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a269c357-1ceb-49ac-b139-34ef5a77952d None None] Network 0e57fe8b-597d-4dbf-a842-558dc5447a36 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:48.916308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Routers {'011dfd0e-4d86-4313-85d6-b7544f517bac'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:48.916996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5cd7b8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['011dfd0e-4d86-4313-85d6-b7544f517bac'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:48.972199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7e61c7d0-d63e-4e06-816b-d77ed9eb4a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:48.978557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7e61c7d0-d63e-4e06-816b-d77ed9eb4a43 admin admin] Usage tracker for resource:security_group_rule and tenant:f0d0876d5358477abd792f03c5397375 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:48.982213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7e61c7d0-d63e-4e06-816b-d77ed9eb4a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:48.990578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7e61c7d0-d63e-4e06-816b-d77ed9eb4a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:49.048214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:49.088337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.093690 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 5.5707128
Dec 23 16:12:49.094720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50070) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:49.111897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e61c7d0-d63e-4e06-816b-d77ed9eb4a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.125484 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-e60f13ba-9ece-4566-9dd9-449bd2b11d90 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] show failed (client error): The resource could not be found.
Dec 23 16:12:49.126958 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e60f13ba-9ece-4566-9dd9-449bd2b11d90 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/routers/66b379e1-1b26-491b-9657-cbd5e9bf44c3/tags/tempest-TagsExtTest-Tag-8561965 HTTP/1.1" status: 404  len: 326 time: 0.9099810
Dec 23 16:12:49.134048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50074) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:49.135543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:49.136389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.150966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e61c7d0-d63e-4e06-816b-d77ed9eb4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.175876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-a02929af-4b51-4e72-bea4-f5962f0f5df6 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b78d7a160>, 'routers', '66b379e1-1b26-491b-9657-cbd5e9bf44c3', 'tempest-TagsExtTest-Tag-1466825239') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:49.182324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Network 98493ec0-9e6c-4888-abb5-47f84a7c788b is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:49.197146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:49.200126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-0e57fe8b-597d-4dbf-a842-558dc5447a36', 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'fixed_ips': [{'subnet_id': '6a253f05-fd39-4f82-93da-ff5efbc78fce'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:12:49.201044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.235233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:49.250038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.268209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Set router 011dfd0e-4d86-4313-85d6-b7544f517bac gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:49.292484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Transition to ACTIVE for port object 73da342b-a9ff-4239-8659-e82465c21578 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:49.308265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d74ee-88ae-4183-aff1-ec6fa41104e7 req-dd978c41-7f6b-4352-8675-8554369de892 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:49.310121 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc0d74ee-88ae-4183-aff1-ec6fa41104e7 req-dd978c41-7f6b-4352-8675-8554369de892 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.3878572
Dec 23 16:12:49.336254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:49.388597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cec4fe8-b0cf-4bff-b348-1b9095012e0d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.390431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61c7d0-d63e-4e06-816b-d77ed9eb4a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e2ec9f-5ea8-44a0-8987-0a5119c866fc,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:49.396587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae76a83c-bdc3-4d39-a7a7-4db5e9bb08e3 None None] Network aa304fb8-7efb-438d-b5f1-c7d457767ae5 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:49.397699 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc0d74ee-88ae-4183-aff1-ec6fa41104e7 req-ad07c219-aa8e-45a1-bed8-cec35fdff1e7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783570
Dec 23 16:12:49.419802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7e61c7d0-d63e-4e06-816b-d77ed9eb4a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:49.490464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.510369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-938d71ac-f553-48db-b6f5-52bb1e84200d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:49.550616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Attempting to bind port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:49.551291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Attempting to bind port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'e28c6a62-ddab-4d52-ab4c-c09d1f5a773b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '98493ec0-9e6c-4888-abb5-47f84a7c788b'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:49.553065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Attempting to bind port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 on network 98493ec0-9e6c-4888-abb5-47f84a7c788b {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:49.567205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cec4fe8-b0cf-4bff-b348-1b9095012e0d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.595976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.619835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Network aa304fb8-7efb-438d-b5f1-c7d457767ae5 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:49.621369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8ee37939-42ec-4319-8f5b-4f6579d8b775 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:49.627748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:49.630431 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7e61c7d0-d63e-4e06-816b-d77ed9eb4a43 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f0d0876d5358477abd792f03c5397375&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4410245
Dec 23 16:12:49.637474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event updated for resources: {'Port': ['ID=73da342b-a9ff-4239-8659-e82465c21578,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:49.644961 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.2502744
Dec 23 16:12:49.646576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50078) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:49.649301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:49.650691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.652952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cec4fe8-b0cf-4bff-b348-1b9095012e0d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.653541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cec4fe8-b0cf-4bff-b348-1b9095012e0d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Fanout notify agent at l3_agent the message router_deleted on router 514567c3-7ec6-4fe2-82f1-8094497abc3c {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:49.662894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50080) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:49.670029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-852f93d4-68e5-4adb-820a-90aebc354201 None None] Provisioning for port 8ee37939-42ec-4319-8f5b-4f6579d8b775 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:49.680019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.680200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:49.680476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Checking segment: {'id': 'e28c6a62-ddab-4d52-ab4c-c09d1f5a773b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '98493ec0-9e6c-4888-abb5-47f84a7c788b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:49.680943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.681450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Bound using segment: {'id': 'e28c6a62-ddab-4d52-ab4c-c09d1f5a773b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '98493ec0-9e6c-4888-abb5-47f84a7c788b'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:49.681998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Bound port: f9452ac3-b9bf-48b0-9f10-d372ed84d1a1, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28c6a62-ddab-4d52-ab4c-c09d1f5a773b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '98493ec0-9e6c-4888-abb5-47f84a7c788b'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:49.682428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.686083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:49.794075 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-22866835-452b-46a4-ab4a-b41bbad0030f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/routers/011dfd0e-4d86-4313-85d6-b7544f517bac HTTP/1.1" status: 200  len: 909 time: 0.6947412
Dec 23 16:12:49.797544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50086) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:49.805827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1726967545', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'enable_snat': True}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:49.817576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:49.820515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.826802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5cd7b8>, [{'id': '011dfd0e-4d86-4313-85d6-b7544f517bac', 'name': 'tempest-snat-router-1726967545', 'tenant_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.129'}], 'enable_snat': False}, 'gw_port_id': 'fa184cd5-67ce-42c1-95cd-c9bece1b6bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:43Z', 'updated_at': '2021-12-23T16:12:46Z', 'revision_number': 3, 'project_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'gw_port': {'id': 'fa184cd5-67ce-42c1-95cd-c9bece1b6bfa', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011dfd0e-4d86-4313-85d6-b7544f517bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:44Z', 'updated_at': '2021-12-23T16:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:49.833230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Checking router: 011dfd0e-4d86-4313-85d6-b7544f517bac for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:12:49.833832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Updating router 011dfd0e-4d86-4313-85d6-b7544f517bac port fa184cd5-67ce-42c1-95cd-c9bece1b6bfa binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:12:49.841243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Usage tracker for resource:router and tenant:b3b8c34bb842446ebbc89ad9403432a2 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:49.850772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:49.880456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:49.912428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:49.921596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Allocated IP 172.26.5.43 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/c5c460a2-05b5-4991-b995-7fa80b7afc40) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:50.110556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.113248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.115542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.147013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:50.152022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:50.156069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Usage tracker for resource:router and tenant:2fc097f1557c496a965fdb55c5695cd7 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:50.159798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:50.166598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:50.180633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.205264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.220210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e96e0a0-442c-4e99-a529-c455d4c80cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:50.297314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:50.313204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:50.315903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:50.345461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Allocated IP 172.20.0.2 (0e57fe8b-597d-4dbf-a842-558dc5447a36/6a253f05-fd39-4f82-93da-ff5efbc78fce/8afb9402-8835-42b4-93a6-7fd713c6750d) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:50.345696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.346594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.372366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.413981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cec4fe8-b0cf-4bff-b348-1b9095012e0d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.420013 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4cec4fe8-b0cf-4bff-b348-1b9095012e0d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/routers/514567c3-7ec6-4fe2-82f1-8094497abc3c HTTP/1.1" status: 204  len: 168 time: 3.0896254
Dec 23 16:12:50.424956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50090) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:50.496830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.514226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Transition to ACTIVE for port object fa184cd5-67ce-42c1-95cd-c9bece1b6bfa will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:50.524421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.540337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:50.620643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] For port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:50.626113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] For port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f9452ac3-b9bf-48b0-9f10-d372ed84d1a1,segment=NetworkSegment(e28c6a62-ddab-4d52-ab4c-c09d1f5a773b),segment_id=e28c6a62-ddab-4d52-ab4c-c09d1f5a773b)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:50.627333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479ade8-2b5c-49cb-86d9-c17e9477e240 None None] Pushing event updated for resources: {'Port': ['ID=fa184cd5-67ce-42c1-95cd-c9bece1b6bfa,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:50.656451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Attempting to bind port fa184cd5-67ce-42c1-95cd-c9bece1b6bfa on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:50.657333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Attempting to bind port fa184cd5-67ce-42c1-95cd-c9bece1b6bfa by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:50.658058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Attempting to bind port fa184cd5-67ce-42c1-95cd-c9bece1b6bfa on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:50.668756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5479ade8-2b5c-49cb-86d9-c17e9477e240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:50.669696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:50.670259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:50.670969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.671561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:50.672735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Bound port: fa184cd5-67ce-42c1-95cd-c9bece1b6bfa, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:50.673286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.752877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.770722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8003d52c-1be1-479f-9a7b-b6a692e33299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:50.783234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] For port fa184cd5-67ce-42c1-95cd-c9bece1b6bfa, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:50.788260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] For port fa184cd5-67ce-42c1-95cd-c9bece1b6bfa, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=fa184cd5-67ce-42c1-95cd-c9bece1b6bfa,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:50.800206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.821096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6417c780-ce29-41b4-9700-d302e2abb98e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:50.861453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Pushing event updated for resources: {'Port': ['ID=f9452ac3-b9bf-48b0-9f10-d372ed84d1a1,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:50.884283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:50.890964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:50.921370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 8ee37939-42ec-4319-8f5b-4f6579d8b775 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:50.935096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.944313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 8ee37939-42ec-4319-8f5b-4f6579d8b775 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:50.944924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.947353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.948438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:50.954776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-435fd81a-fe16-4daa-be64-f01372ecce53 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:50.964929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Routers {'011dfd0e-4d86-4313-85d6-b7544f517bac'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:50.965760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5cd7b8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['011dfd0e-4d86-4313-85d6-b7544f517bac'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:51.047584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479ade8-2b5c-49cb-86d9-c17e9477e240 None None] Pushing event updated for resources: {'Port': ['ID=fa184cd5-67ce-42c1-95cd-c9bece1b6bfa,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:51.062059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5479ade8-2b5c-49cb-86d9-c17e9477e240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:51.187247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event updated for resources: {'Port': ['ID=73da342b-a9ff-4239-8659-e82465c21578,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:51.206358 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-a02929af-4b51-4e72-bea4-f5962f0f5df6 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] show failed (client error): The resource could not be found.
Dec 23 16:12:51.208726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:51.211646 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a02929af-4b51-4e72-bea4-f5962f0f5df6 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/routers/66b379e1-1b26-491b-9657-cbd5e9bf44c3/tags/tempest-TagsExtTest-Tag-1466825239 HTTP/1.1" status: 404  len: 329 time: 2.0626550
Dec 23 16:12:51.228094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:51.230109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:51.233709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50096) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:51.237347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:51.248069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] Set router 011dfd0e-4d86-4313-85d6-b7544f517bac gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:51.293805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:51.298615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:51.302766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:51.308903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:51.319361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Transition to ACTIVE for port object 8afb9402-8835-42b4-93a6-7fd713c6750d will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:51.320974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-20f941f6-91fe-4b52-a3f9-15631baa83c8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b7a36efd0>, 'subnetpools', 'f53d4795-7573-4f9e-a6ee-e865f0bd80d3', {'tags': ['tempest-TagsExtTest-Tag-1841084352', 'tempest-TagsExtTest-Tag-2147150254', 'tempest-TagsExtTest-Tag-1460747460']}) {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:51.362110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 8ee37939-42ec-4319-8f5b-4f6579d8b775, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8ee37939-42ec-4319-8f5b-4f6579d8b775,segment=NetworkSegment(2da659d7-b1d0-4910-aa54-fa32c234cf6c),segment_id=2da659d7-b1d0-4910-aa54-fa32c234cf6c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:51.366076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Transition to ACTIVE for port object 8afb9402-8835-42b4-93a6-7fd713c6750d will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:51.385708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:51.398500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:51.464252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:51.507174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Network 0e57fe8b-597d-4dbf-a842-558dc5447a36 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:51.511782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Network aa304fb8-7efb-438d-b5f1-c7d457767ae5 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:51.512771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:51.517095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:51.517239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:51.522875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:51.677865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=8ee37939-42ec-4319-8f5b-4f6579d8b775,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:51.705639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:51.710676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:51.727319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:51.794532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Attempting to bind port 8afb9402-8835-42b4-93a6-7fd713c6750d on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:51.795270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Attempting to bind port 8afb9402-8835-42b4-93a6-7fd713c6750d by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '37fdeec7-5efd-426c-a262-d28cc5fb05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:51.795853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Attempting to bind port 8afb9402-8835-42b4-93a6-7fd713c6750d on network 0e57fe8b-597d-4dbf-a842-558dc5447a36 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:51.805516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7a3649d7-b9a8-44f5-8ff0-f3dc8aefdc61 None None] Provisioning for port 73da342b-a9ff-4239-8659-e82465c21578 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:51.814091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:51.814968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Checking segment: {'id': '37fdeec7-5efd-426c-a262-d28cc5fb05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:51.815607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:51.816210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Bound using segment: {'id': '37fdeec7-5efd-426c-a262-d28cc5fb05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:51.817601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Bound port: 8afb9402-8835-42b4-93a6-7fd713c6750d, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fdeec7-5efd-426c-a262-d28cc5fb05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:51.820786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:51.891453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Pushing event updated for resources: {'Port': ['ID=8afb9402-8835-42b4-93a6-7fd713c6750d,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:51.900742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7a3649d7-b9a8-44f5-8ff0-f3dc8aefdc61 None None] Provisioning complete for port 73da342b-a9ff-4239-8659-e82465c21578 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:51.901172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a3649d7-b9a8-44f5-8ff0-f3dc8aefdc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:51.945818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:51.947463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5cd7b8>, [{'id': '011dfd0e-4d86-4313-85d6-b7544f517bac', 'name': 'tempest-snat-router-1726967545', 'tenant_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.129'}], 'enable_snat': False}, 'gw_port_id': 'fa184cd5-67ce-42c1-95cd-c9bece1b6bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:43Z', 'updated_at': '2021-12-23T16:12:46Z', 'revision_number': 3, 'project_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'gw_port': {'id': 'fa184cd5-67ce-42c1-95cd-c9bece1b6bfa', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011dfd0e-4d86-4313-85d6-b7544f517bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:44Z', 'updated_at': '2021-12-23T16:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:51.952104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32772612-d4e2-455f-8c31-6c176a0082a4 None None] The sync data for ids ['011dfd0e-4d86-4313-85d6-b7544f517bac'] in dv-neutron-822801-1-hyperv is: [{'id': '011dfd0e-4d86-4313-85d6-b7544f517bac', 'name': 'tempest-snat-router-1726967545', 'tenant_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.129'}], 'enable_snat': False}, 'gw_port_id': 'fa184cd5-67ce-42c1-95cd-c9bece1b6bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:43Z', 'updated_at': '2021-12-23T16:12:46Z', 'revision_number': 3, 'project_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'gw_port': {'id': 'fa184cd5-67ce-42c1-95cd-c9bece1b6bfa', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011dfd0e-4d86-4313-85d6-b7544f517bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:44Z', 'updated_at': '2021-12-23T16:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:12:51.965013 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-20f941f6-91fe-4b52-a3f9-15631baa83c8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "PUT /v2.0/subnetpools/f53d4795-7573-4f9e-a6ee-e865f0bd80d3/tags HTTP/1.1" status: 200  len: 318 time: 0.6906512
Dec 23 16:12:51.977890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50100) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:52.000504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Pushing event updated for resources: {'Port': ['ID=c5c460a2-05b5-4991-b995-7fa80b7afc40,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:52.012240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-3579369d-0387-478a-b198-47c571ec25ab tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b79c0bcc0>, 'subnetpools', 'f53d4795-7573-4f9e-a6ee-e865f0bd80d3') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:52.032565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:52.061179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.844s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:52.069315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:52.071373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:52.077483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] For port 8afb9402-8835-42b4-93a6-7fd713c6750d, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:52.081893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] For port 8afb9402-8835-42b4-93a6-7fd713c6750d, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8afb9402-8835-42b4-93a6-7fd713c6750d,segment=NetworkSegment(37fdeec7-5efd-426c-a262-d28cc5fb05e5),segment_id=37fdeec7-5efd-426c-a262-d28cc5fb05e5)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:52.099558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:52.104600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:52.146850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7a3649d7-b9a8-44f5-8ff0-f3dc8aefdc61 None None] Port 73da342b-a9ff-4239-8659-e82465c21578 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:12:52.218296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfc76be3-5599-430e-9155-ab3656ef2ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:52.240879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7a3649d7-b9a8-44f5-8ff0-f3dc8aefdc61 None None] Provisioning complete for port 8ee37939-42ec-4319-8f5b-4f6579d8b775 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:52.241545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a3649d7-b9a8-44f5-8ff0-f3dc8aefdc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:52.274846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:52.296226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Pushing event updated for resources: {'Port': ['ID=8afb9402-8835-42b4-93a6-7fd713c6750d,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:52.305093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:52.311410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1f03e1c2-0716-4c8b-8004-2721c8eb114f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:52.367716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Allocated IP 172.26.5.219 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/6c15ebb9-750b-4ee8-9e43-960ae586420c) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:52.447605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfc76be3-5599-430e-9155-ab3656ef2ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:52.479780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f75d7-819a-4bd1-a429-f5df5b43722d req-793c95c2-aa29-4bba-8445-3f055ade7509 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:52.481498 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-141f75d7-819a-4bd1-a429-f5df5b43722d req-793c95c2-aa29-4bba-8445-3f055ade7509 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 1.2414603
Dec 23 16:12:52.545776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-673e1e18-6217-465e-8975-9253982b459b None None] Provisioning complete for port 73da342b-a9ff-4239-8659-e82465c21578 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:52.546516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-673e1e18-6217-465e-8975-9253982b459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:52.563362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:52.593753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:52.595642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=5f0206af-0c92-4e2b-9384-0784f34ed8c9,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:52.603762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50104) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:52.604254 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3579369d-0387-478a-b198-47c571ec25ab tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/subnetpools/f53d4795-7573-4f9e-a6ee-e865f0bd80d3/tags HTTP/1.1" status: 204  len: 168 time: 0.6132364
Dec 23 16:12:52.610601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:52.613357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:52.625238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-1fb4f4d7-4b4a-45b9-bc09-2c92c059ee0b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b794092e8>, 'subnetpools', 'f53d4795-7573-4f9e-a6ee-e865f0bd80d3', 'tempest-TagsExtTest-Tag-1841084352') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:52.628228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:52.665543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6d6a05-de06-4c7b-ae73-0789143b9c08 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:52.745074 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-1fb4f4d7-4b4a-45b9-bc09-2c92c059ee0b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] show failed (client error): The resource could not be found.
Dec 23 16:12:52.747306 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1fb4f4d7-4b4a-45b9-bc09-2c92c059ee0b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/subnetpools/f53d4795-7573-4f9e-a6ee-e865f0bd80d3/tags/tempest-TagsExtTest-Tag-1841084352 HTTP/1.1" status: 404  len: 329 time: 0.1399240
Dec 23 16:12:52.751885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50108) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:52.762730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-0409b7d1-d6ae-4246-b614-81817c42258e tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b79eedef0>, 'subnetpools', 'f53d4795-7573-4f9e-a6ee-e865f0bd80d3', 'tempest-TagsExtTest-Tag-2147150254') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:52.780715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:52.809034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Router 6be24092-7e0e-435b-8700-026e9ae20341 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:12:52.824224 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-141f75d7-819a-4bd1-a429-f5df5b43722d req-67117170-3fc3-47cf-b7d6-58db61ffd69f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3080230
Dec 23 16:12:52.841336 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-0409b7d1-d6ae-4246-b614-81817c42258e tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] show failed (client error): The resource could not be found.
Dec 23 16:12:52.843064 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0409b7d1-d6ae-4246-b614-81817c42258e tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/subnetpools/f53d4795-7573-4f9e-a6ee-e865f0bd80d3/tags/tempest-TagsExtTest-Tag-2147150254 HTTP/1.1" status: 404  len: 329 time: 0.0856657
Dec 23 16:12:52.847821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50112) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:52.862818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-79e4562a-3e22-453c-8ce2-ed3ee1aa8ba2 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0b78f49da0>, 'subnetpools', 'f53d4795-7573-4f9e-a6ee-e865f0bd80d3', 'tempest-TagsExtTest-Tag-1460747460') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:52.870224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-673e1e18-6217-465e-8975-9253982b459b None None] Port 73da342b-a9ff-4239-8659-e82465c21578 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:12:52.902737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfc76be3-5599-430e-9155-ab3656ef2ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:52.905930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfc76be3-5599-430e-9155-ab3656ef2ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:52.913763 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dfc76be3-5599-430e-9155-ab3656ef2ce6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a6e2ec9f-5ea8-44a0-8987-0a5119c866fc HTTP/1.1" status: 204  len: 168 time: 3.2595565
Dec 23 16:12:52.913763 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.4720685
Dec 23 16:12:52.918283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50120) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:52.932564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:53.000872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc76be3-5599-430e-9155-ab3656ef2ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e2ec9f-5ea8-44a0-8987-0a5119c866fc,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:53.020399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-fb1484e7-3a9b-4031-8349-a6ee33e3f399 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1864942117', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:53.028497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dfc76be3-5599-430e-9155-ab3656ef2ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:53.033731 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-79e4562a-3e22-453c-8ce2-ed3ee1aa8ba2 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] show failed (client error): The resource could not be found.
Dec 23 16:12:53.038767 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-79e4562a-3e22-453c-8ce2-ed3ee1aa8ba2 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/subnetpools/f53d4795-7573-4f9e-a6ee-e865f0bd80d3/tags/tempest-TagsExtTest-Tag-1460747460 HTTP/1.1" status: 404  len: 329 time: 0.1888361
Dec 23 16:12:53.042023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fb1484e7-3a9b-4031-8349-a6ee33e3f399 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:53.046094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50124) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:53.085977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8baffa89-7b84-4e9e-9218-d493c0d16d15 None None] Provisioning complete for port 73da342b-a9ff-4239-8659-e82465c21578 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:53.086677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8baffa89-7b84-4e9e-9218-d493c0d16d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:53.089795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-43a55462-904f-4fb4-b2b0-e23afc47bb05 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b79242e80>, 'subnetpools', 'f53d4795-7573-4f9e-a6ee-e865f0bd80d3') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:53.110010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fb1484e7-3a9b-4031-8349-a6ee33e3f399 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:router and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:53.131821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fb1484e7-3a9b-4031-8349-a6ee33e3f399 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:53.144663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fb1484e7-3a9b-4031-8349-a6ee33e3f399 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:53.305766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:53.344937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': '5f0206af-0c92-4e2b-9384-0784f34ed8c9'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:12:53.345886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:53.429109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:53.441011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:53.448293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-acaed367-4db3-44df-a05a-c0eb4bb7888d tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:53.508706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb1484e7-3a9b-4031-8349-a6ee33e3f399 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:53.513420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb1484e7-3a9b-4031-8349-a6ee33e3f399 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:53.594660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Allocated IP 2001:db8::2 (ba343194-bb9c-4b65-8867-816842e8f671/5f0206af-0c92-4e2b-9384-0784f34ed8c9/88f9f313-9e94-4b37-89ce-a33ec7abb0d0) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:53.611008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:53.620626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:53.634530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:53.654966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:53.749196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Pushing event updated for resources: {'Port': ['ID=6c15ebb9-750b-4ee8-9e43-960ae586420c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:53.783751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:53.809516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d414778-eb59-403e-8d76-f1b2b7ec5ad4 req-5e2a90a6-5390-411f-aa03-889bc8806e0d tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:53.826178 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7d414778-eb59-403e-8d76-f1b2b7ec5ad4 req-5e2a90a6-5390-411f-aa03-889bc8806e0d tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.5342486
Dec 23 16:12:53.881068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8baffa89-7b84-4e9e-9218-d493c0d16d15 None None] Port 73da342b-a9ff-4239-8659-e82465c21578 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:12:53.914787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8ee37939-42ec-4319-8f5b-4f6579d8b775 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:54.000066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:54.001192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:12:54.023382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e8063-22a2-4588-aa88-b70f29ebfede None None] Sync routers for ids ['6be24092-7e0e-435b-8700-026e9ae20341'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:12:54.031962 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7d414778-eb59-403e-8d76-f1b2b7ec5ad4 req-6c193f16-4645-4cbf-80bf-cd3af1377b04 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1997912
Dec 23 16:12:54.032405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Transition to ACTIVE for port object 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:54.052501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Allocated IP 172.26.5.166 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/e55bb2f3-76e3-4aaa-a2fe-c76cd718c672) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:54.063703 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "PUT /v2.0/routers/6be24092-7e0e-435b-8700-026e9ae20341/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5004063
Dec 23 16:12:54.074103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50138) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:54.075426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50140) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:54.101548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e8063-22a2-4588-aa88-b70f29ebfede None None] Routers {'6be24092-7e0e-435b-8700-026e9ae20341'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:54.102272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7e4e8063-22a2-4588-aa88-b70f29ebfede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f22da0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6be24092-7e0e-435b-8700-026e9ae20341'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:54.187289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Transition to ACTIVE for port object 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:54.188690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 8ee37939-42ec-4319-8f5b-4f6579d8b775 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:54.189076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:54.218917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514ea241-d4af-4c86-a8eb-7fccacf334f5 None None] Network 98493ec0-9e6c-4888-abb5-47f84a7c788b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:54.377130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:54.410457 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-43a55462-904f-4fb4-b2b0-e23afc47bb05 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/subnetpools/f53d4795-7573-4f9e-a6ee-e865f0bd80d3/tags HTTP/1.1" status: 204  len: 168 time: 1.3586702
Dec 23 16:12:54.455278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50150) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:54.512412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7e4e8063-22a2-4588-aa88-b70f29ebfede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f22da0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:54.521277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:54.539504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:54.597675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:54.611679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:54.632028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-b1a09b0c-f8de-445b-84fb-dce12a3d4b2f tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b7a392390>, 'routers', '66b379e1-1b26-491b-9657-cbd5e9bf44c3') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:54.636624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Pushing event updated for resources: {'Port': ['ID=88f9f313-9e94-4b37-89ce-a33ec7abb0d0,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:54.639446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4960d002-e797-40c1-b40b-0b5ed00d8b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:54.642239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:54.693479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50156) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:54.701170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:54.701942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:54.737322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb1484e7-3a9b-4031-8349-a6ee33e3f399 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:54.773970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb1484e7-3a9b-4031-8349-a6ee33e3f399 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:54.859364 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a1116fbb-38ff-4a0a-b256-6d32c09578cb tempest-TestNetworkAdvancedServerOps-1274310107 tempest-TestNetworkAdvancedServerOps-1274310107-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 1093 time: 0.7811434
Dec 23 16:12:54.862568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50162) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:54.878055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '04074957-bea6-4d32-9efc-5376ca2932fe', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:54.934110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-14cbaa76-7e4e-470d-9e2f-5b54a0993c47 None None] Provisioning for port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:54.957266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e8063-22a2-4588-aa88-b70f29ebfede None None] Routers {'6be24092-7e0e-435b-8700-026e9ae20341'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:54.958249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7e4e8063-22a2-4588-aa88-b70f29ebfede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f22da0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6be24092-7e0e-435b-8700-026e9ae20341'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:54.965541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:54.981786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-757278178'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:55.003892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:55.006754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Usage tracker for resource:floatingip and tenant:8769f4d3f6f5492984aeeb4cd437c456 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:55.014531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:55.027852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb7fca2-72b5-4357-bec4-c7742e00064f None None] Network 0e57fe8b-597d-4dbf-a842-558dc5447a36 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:55.067014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:55.076406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:network and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:55.077538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7e4e8063-22a2-4588-aa88-b70f29ebfede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f22da0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:55.078021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e8063-22a2-4588-aa88-b70f29ebfede None None] The sync data for ids ['6be24092-7e0e-435b-8700-026e9ae20341'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:12:55.079975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:55.082883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:55.086294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:55.092591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:55.115790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:55.210408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:55.220863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Made reservation on behalf of 810ff0626f894b4a9876803850be68f6 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:55.227097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:55.246330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:55.261372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb1484e7-3a9b-4031-8349-a6ee33e3f399 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:55.266003 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fb1484e7-3a9b-4031-8349-a6ee33e3f399 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 2.2725875
Dec 23 16:12:55.266899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50166) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:55.320705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2be0e0e0-7de5-426a-837e-b6dabf5aaa9d None None] Provisioning for port 8afb9402-8835-42b4-93a6-7fd713c6750d completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:55.326109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:55.331126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:security_group_rule and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:55.336094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:55.336824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:55.342964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:55.347738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ab377c4-2661-45a6-9d59-32a1257febc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:55.378822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Attempting to bind port 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:55.380134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Attempting to bind port 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:55.380134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Attempting to bind port 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:55.389778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8afb9402-8835-42b4-93a6-7fd713c6750d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:55.477866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:55.478306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:55.478765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:55.479246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:55.479794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Bound port: 88f9f313-9e94-4b37-89ce-a33ec7abb0d0, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:55.480966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:55.490428 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b1a09b0c-f8de-445b-84fb-dce12a3d4b2f tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/routers/66b379e1-1b26-491b-9657-cbd5e9bf44c3/tags HTTP/1.1" status: 204  len: 168 time: 0.8845623
Dec 23 16:12:55.496069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50170) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:55.523451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-5de5599e-d765-4f7b-b096-f12de38c9a30 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8bf9e8>, 'ports', 'a4332264-62bf-4c5b-aa8e-59f56a7009c9') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:55.540060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:55.550620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:55.558008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:55.561293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:55.590461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Pushing event updated for resources: {'Port': ['ID=e55bb2f3-76e3-4aaa-a2fe-c76cd718c672,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:55.593979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:55.658292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:55.671142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 8afb9402-8835-42b4-93a6-7fd713c6750d completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:55.677288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-24e6ea32-a955-4ba2-90c4-680e8ad3b7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:55.682680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 8afb9402-8835-42b4-93a6-7fd713c6750d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:55.683197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:55.710144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] For port 88f9f313-9e94-4b37-89ce-a33ec7abb0d0, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:55.745141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:12:55.745796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] For port 88f9f313-9e94-4b37-89ce-a33ec7abb0d0, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=88f9f313-9e94-4b37-89ce-a33ec7abb0d0,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:55.767105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d42569c-f8b0-4d90-90da-6c58efce6cd2,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:55.771970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:55.785040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:55.790394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:55.790800 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Added segment 7fad50e1-7848-4e55-86ee-9f50c2b34c70 of type vlan for network 80adc495-91d5-4faf-be85-3530fbb88615
Dec 23 16:12:55.794678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:55.844404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:55.851787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Router b1cc880c-c482-4ce0-a317-a68d6b7222cf is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:12:55.879522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:55.921732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Pushing event updated for resources: {'Port': ['ID=88f9f313-9e94-4b37-89ce-a33ec7abb0d0,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:55.940486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:56.054150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:56.090219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:56.094335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:56.095006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:56.101293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 8afb9402-8835-42b4-93a6-7fd713c6750d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8afb9402-8835-42b4-93a6-7fd713c6750d,segment=NetworkSegment(37fdeec7-5efd-426c-a262-d28cc5fb05e5),segment_id=37fdeec7-5efd-426c-a262-d28cc5fb05e5)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:56.105875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:56.108148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:56.111974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:56.112944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:56.175464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:56.193735 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5de5599e-d765-4f7b-b096-f12de38c9a30 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/ports/a4332264-62bf-4c5b-aa8e-59f56a7009c9/tags HTTP/1.1" status: 204  len: 168 time: 0.6868463
Dec 23 16:12:56.194435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50174) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:56.210475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.tag.tag_plugin [None req-343ef103-a2cd-42cc-99d1-54ab5701cab2 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0b79ef9358>, 'subnets', '613d1991-b8bb-40a0-a2d0-3650bc8e1810') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:56.294536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=8afb9402-8835-42b4-93a6-7fd713c6750d,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:56.312639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:56.359591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:56.366312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:56.367039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:56.395926 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-dbad2876-37fd-4cb0-a646-60b3c17c91d6 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:12:56.396871 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dbad2876-37fd-4cb0-a646-60b3c17c91d6 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "PUT /v2.0/routers/6be24092-7e0e-435b-8700-026e9ae20341/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.3114333
Dec 23 16:12:56.403113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Network': ['ID=80adc495-91d5-4faf-be85-3530fbb88615,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:56.403429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50178) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:56.432495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 80adc495-91d5-4faf-be85-3530fbb88615 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:12:56.447036 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.7484701
Dec 23 16:12:56.447036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:56.457262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50182) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:56.474684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'subnet': {'network_id': '80adc495-91d5-4faf-be85-3530fbb88615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:56.515429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Router cf0b69bd-b969-4dcd-9f87-0395350b4512 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:12:56.614256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Allocated IP 172.26.5.103 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/366431cd-a0d1-4022-856e-ca2fc2e6f328) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:56.626446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:56.635258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:56.644922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b703e254-6c33-434b-88b3-2c929a67da31 None None] Provisioning complete for port 8afb9402-8835-42b4-93a6-7fd713c6750d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:56.645994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b703e254-6c33-434b-88b3-2c929a67da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:56.665942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:56.666235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:56.762087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90ab9e1e-eb52-47ef-99d8-251d7a7fa1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:56.764783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f9452ac3-b9bf-48b0-9f10-d372ed84d1a1,segment=NetworkSegment(e28c6a62-ddab-4d52-ab4c-c09d1f5a773b),segment_id=e28c6a62-ddab-4d52-ab4c-c09d1f5a773b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:56.812476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:56.813612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device fa184cd5-67ce-42c1-95cd-c9bece1b6bfa up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:56.856802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ba9e5b5-c871-48eb-a41b-3cc54538b7c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:56.978367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=f9452ac3-b9bf-48b0-9f10-d372ed84d1a1,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:56.982892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:56.991841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port fa184cd5-67ce-42c1-95cd-c9bece1b6bfa completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:56.997519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port fa184cd5-67ce-42c1-95cd-c9bece1b6bfa triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:56.998054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:57.065445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:57.083317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:subnet and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:57.089857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:57.103421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:57.130455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:57.148198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port fa184cd5-67ce-42c1-95cd-c9bece1b6bfa, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=fa184cd5-67ce-42c1-95cd-c9bece1b6bfa,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:57.151372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:57.154235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-342404a2-a008-4fd0-ab33-afaa38381cfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:57.212587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Made reservation on behalf of 810ff0626f894b4a9876803850be68f6 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:12:57.246840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=fa184cd5-67ce-42c1-95cd-c9bece1b6bfa,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:57.250110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:57.269407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:57.284820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:12:57.296573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Sync routers for ids ['b1cc880c-c482-4ce0-a317-a68d6b7222cf'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:12:57.312565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:57.314880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Routers {'b1cc880c-c482-4ce0-a317-a68d6b7222cf'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:57.316131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5cde10>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['b1cc880c-c482-4ce0-a317-a68d6b7222cf'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:57.399083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:57.405699 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 7.6015866
Dec 23 16:12:57.408219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:57.410947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:57.411790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50186) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:57.498816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:57.506243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8afb9402-8835-42b4-93a6-7fd713c6750d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:57.506510 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-343ef103-a2cd-42cc-99d1-54ab5701cab2 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/subnets/613d1991-b8bb-40a0-a2d0-3650bc8e1810/tags HTTP/1.1" status: 204  len: 168 time: 1.3083746
Dec 23 16:12:57.516785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50190) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:57.577725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:57.584376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b0471673-f55f-4a42-a8b6-424155e31d7a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:57.594840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 8afb9402-8835-42b4-93a6-7fd713c6750d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:57.595560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:57.716754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'Port': ['ID=366431cd-a0d1-4022-856e-ca2fc2e6f328,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:57.732219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:57.746007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:12:57.750753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:57.793438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:57.812482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:57.851672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:57.852889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:57.891752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Set router b1cc880c-c482-4ce0-a317-a68d6b7222cf gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:57.934902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9cd56479-c57f-4ac2-8cbb-965aa63e8fc6 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks [] for subnetpool, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:57.936311 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9cd56479-c57f-4ac2-8cbb-965aa63e8fc6 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/subnetpools/f53d4795-7573-4f9e-a6ee-e865f0bd80d3 HTTP/1.1" status: 204  len: 168 time: 0.4164164
Dec 23 16:12:57.979432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50194) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:58.103472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7d737148-23bb-4d92-a1a9-14fcfd4609af tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Synchronizing usage tracker for tenant:de7b29de653e40f4965dcb02aaf54d17 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:12:58.112920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:58.121008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9532cea6-aeca-47df-a97c-84bb88e65b12 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:58.283705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7d737148-23bb-4d92-a1a9-14fcfd4609af tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Unset dirty status for tenant:de7b29de653e40f4965dcb02aaf54d17 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:12:58.285182 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7d737148-23bb-4d92-a1a9-14fcfd4609af tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "GET /v2.0/ports?device_id=66b379e1-1b26-491b-9657-cbd5e9bf44c3 HTTP/1.1" status: 200  len: 205 time: 0.3020003
Dec 23 16:12:58.292474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50198) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:58.307604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Subnet': ['ID=93c1a568-2f1c-49ec-9500-55a6b7219535,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:58.318958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:58.413848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Checking segment: {'id': '7fad50e1-7848-4e55-86ee-9f50c2b34c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '80adc495-91d5-4faf-be85-3530fbb88615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:58.414410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network hostable DHCP agents. Network: 80adc495-91d5-4faf-be85-3530fbb88615, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:12:58.421053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::1 (ba343194-bb9c-4b65-8867-816842e8f671/5f0206af-0c92-4e2b-9384-0784f34ed8c9/52dd3e20-f293-4de6-ae81-071dee75eed7) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:12:58.435946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5cde10>, [{'id': 'b1cc880c-c482-4ce0-a317-a68d6b7222cf', 'name': 'tempest-snat-router-1726967545', 'tenant_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': '6c15ebb9-750b-4ee8-9e43-960ae586420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:12:53Z', 'revision_number': 3, 'project_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'gw_port': {'id': '6c15ebb9-750b-4ee8-9e43-960ae586420c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cc880c-c482-4ce0-a317-a68d6b7222cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:58.441184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Checking router: b1cc880c-c482-4ce0-a317-a68d6b7222cf for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:12:58.441978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Updating router b1cc880c-c482-4ce0-a317-a68d6b7222cf port 6c15ebb9-750b-4ee8-9e43-960ae586420c binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:12:58.506009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:58.513510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:58.555358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 80adc495-91d5-4faf-be85-3530fbb88615 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:12:58.573376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 80adc495-91d5-4faf-be85-3530fbb88615) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:12:58.585875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c3bd44-ed93-40c8-8654-3e13dd4ad78a None None] Network 80adc495-91d5-4faf-be85-3530fbb88615 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:58.586260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:12:58.586935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:58.627409 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.1659966
Dec 23 16:12:58.630413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50202) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:58.637657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4eff53a6-d47c-46e0-99e3-6b57a7d1ef7d tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:58.638090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1175249320', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}, 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:12:58.651479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:12:58.658701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:router and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:12:58.663921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:12:58.672766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:12:58.691181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:12:58.695739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:58.696799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:58.719075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:58.720380 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "PUT /v2.0/routers/cf0b69bd-b969-4dcd-9f87-0395350b4512 HTTP/1.1" status: 200  len: 879 time: 13.1824057
Dec 23 16:12:58.724968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41fb2b5-925c-4044-9c01-5032ee4c49e2 None None] Sync routers for ids ['cf0b69bd-b969-4dcd-9f87-0395350b4512'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:12:58.761494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41fb2b5-925c-4044-9c01-5032ee4c49e2 None None] Routers {'cf0b69bd-b969-4dcd-9f87-0395350b4512'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:58.762213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d41fb2b5-925c-4044-9c01-5032ee4c49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eb0be0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cf0b69bd-b969-4dcd-9f87-0395350b4512'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:58.785963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50206) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:58.850093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d41fb2b5-925c-4044-9c01-5032ee4c49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eb0be0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:58.866530 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-66a49296-f6ad-4df4-9f0f-fd3b20e68c47 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/routers/b1cc880c-c482-4ce0-a317-a68d6b7222cf HTTP/1.1" status: 200  len: 908 time: 1.4486248
Dec 23 16:12:58.871600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41fb2b5-925c-4044-9c01-5032ee4c49e2 None None] Routers {'cf0b69bd-b969-4dcd-9f87-0395350b4512'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:58.872312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d41fb2b5-925c-4044-9c01-5032ee4c49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eb0be0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cf0b69bd-b969-4dcd-9f87-0395350b4512'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:58.873376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50210) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:58.930376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-38dad743-c187-4afe-93cf-7223c2289ee0 None None] Provisioning for port 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:12:58.936822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:58.968061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:58.989623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-38dad743-c187-4afe-93cf-7223c2289ee0 None None] Provisioning complete for port 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:58.990070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38dad743-c187-4afe-93cf-7223c2289ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:59.022502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:59.040400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Transition to ACTIVE for port object 6c15ebb9-750b-4ee8-9e43-960ae586420c will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:59.046014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d41fb2b5-925c-4044-9c01-5032ee4c49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eb0be0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:59.046577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41fb2b5-925c-4044-9c01-5032ee4c49e2 None None] The sync data for ids ['cf0b69bd-b969-4dcd-9f87-0395350b4512'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:12:59.050743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:59.057087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7d54bf4-a155-433c-9a7c-d05c42c374b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:59.189447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd674c1b-60d4-41a8-8401-da64a3e4f445 None None] Network 80adc495-91d5-4faf-be85-3530fbb88615 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:12:59.226877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Attempting to bind port 6c15ebb9-750b-4ee8-9e43-960ae586420c on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:12:59.227336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Attempting to bind port 6c15ebb9-750b-4ee8-9e43-960ae586420c by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:12:59.227755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Attempting to bind port 6c15ebb9-750b-4ee8-9e43-960ae586420c on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:12:59.241762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38dad743-c187-4afe-93cf-7223c2289ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:59.249550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:12:59.249981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:12:59.250444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:59.250896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:12:59.251462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Bound port: 6c15ebb9-750b-4ee8-9e43-960ae586420c, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:12:59.251891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:59.282710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d8a885cc-697e-4745-b99f-15daa31c54a3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:59.331725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device fa184cd5-67ce-42c1-95cd-c9bece1b6bfa up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:12:59.347736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:59.362770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] For port 6c15ebb9-750b-4ee8-9e43-960ae586420c, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:12:59.366450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] For port 6c15ebb9-750b-4ee8-9e43-960ae586420c, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6c15ebb9-750b-4ee8-9e43-960ae586420c,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:12:59.374818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf5122-41b4-41c9-b12e-984f2c3a6cf9 None None] Pushing event updated for resources: {'Port': ['ID=6c15ebb9-750b-4ee8-9e43-960ae586420c,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:59.377690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:59.378965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25cf5122-41b4-41c9-b12e-984f2c3a6cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:59.384410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5479ade8-2b5c-49cb-86d9-c17e9477e240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:59.388145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:59.401497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-38dad743-c187-4afe-93cf-7223c2289ee0 None None] For port 88f9f313-9e94-4b37-89ce-a33ec7abb0d0, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=88f9f313-9e94-4b37-89ce-a33ec7abb0d0,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:12:59.414711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38dad743-c187-4afe-93cf-7223c2289ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:59.423174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e49a31e5-0075-4f70-af86-d5285d7c362a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:12:59.440220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:59.451549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf5122-41b4-41c9-b12e-984f2c3a6cf9 None None] Pushing event updated for resources: {'Port': ['ID=6c15ebb9-750b-4ee8-9e43-960ae586420c,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:59.456710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25cf5122-41b4-41c9-b12e-984f2c3a6cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:59.463342 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-19b2311e-bbf3-4319-97e4-2f785a3aa2ff tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/routers/cf0b69bd-b969-4dcd-9f87-0395350b4512 HTTP/1.1" status: 200  len: 920 time: 0.6767082
Dec 23 16:12:59.467084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50214) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:59.474253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object 52dd3e20-f293-4de6-ae81-071dee75eed7 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:12:59.482026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Routers {'b1cc880c-c482-4ce0-a317-a68d6b7222cf'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:59.482974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5cde10>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['b1cc880c-c482-4ce0-a317-a68d6b7222cf'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:12:59.647350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dad743-c187-4afe-93cf-7223c2289ee0 None None] Pushing event updated for resources: {'Port': ['ID=88f9f313-9e94-4b37-89ce-a33ec7abb0d0,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:12:59.650937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-38dad743-c187-4afe-93cf-7223c2289ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:12:59.659543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port fa184cd5-67ce-42c1-95cd-c9bece1b6bfa triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:12:59.660204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:59.692654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] Set router b1cc880c-c482-4ce0-a317-a68d6b7222cf gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:12:59.835875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:12:59.843863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:12:59.852222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:00.019053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5cde10>, [{'id': 'b1cc880c-c482-4ce0-a317-a68d6b7222cf', 'name': 'tempest-snat-router-1726967545', 'tenant_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': '6c15ebb9-750b-4ee8-9e43-960ae586420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:12:53Z', 'revision_number': 3, 'project_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'gw_port': {'id': '6c15ebb9-750b-4ee8-9e43-960ae586420c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cc880c-c482-4ce0-a317-a68d6b7222cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:00.024191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab132468-a983-41ba-9771-587fe05c0256 None None] The sync data for ids ['b1cc880c-c482-4ce0-a317-a68d6b7222cf'] in dv-neutron-822801-1-hyperv is: [{'id': 'b1cc880c-c482-4ce0-a317-a68d6b7222cf', 'name': 'tempest-snat-router-1726967545', 'tenant_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': '6c15ebb9-750b-4ee8-9e43-960ae586420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:12:53Z', 'revision_number': 3, 'project_id': 'b3b8c34bb842446ebbc89ad9403432a2', 'gw_port': {'id': '6c15ebb9-750b-4ee8-9e43-960ae586420c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cc880c-c482-4ce0-a317-a68d6b7222cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:00.047942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dad7ff3e-8c1f-4634-a716-a94477905b40 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Synchronizing usage tracker for tenant:fef230b8455d42fd92a4615ab3f560e7 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:00.086732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dad7ff3e-8c1f-4634-a716-a94477905b40 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Unset dirty status for tenant:fef230b8455d42fd92a4615ab3f560e7 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:00.089269 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dad7ff3e-8c1f-4634-a716-a94477905b40 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&device_id=cf0b69bd-b969-4dcd-9f87-0395350b4512&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.6116452
Dec 23 16:13:00.118214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50218) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:00.152953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:00.157409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:00.160486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4eff53a6-d47c-46e0-99e3-6b57a7d1ef7d tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:00.168691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:00.170741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:00.171553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:00.233944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:00.265552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=52dd3e20-f293-4de6-ae81-071dee75eed7,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:00.268669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:00.271519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4eff53a6-d47c-46e0-99e3-6b57a7d1ef7d tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:00.385449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:00.394001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:00.404818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d86869e6-00c5-4faa-a5f9-d32e854d199b tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:00.503069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4eff53a6-d47c-46e0-99e3-6b57a7d1ef7d tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:00.503944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eff53a6-d47c-46e0-99e3-6b57a7d1ef7d tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Fanout notify agent at l3_agent the message router_deleted on router 66b379e1-1b26-491b-9657-cbd5e9bf44c3 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:00.553051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event updated for resources: {'Port': ['ID=366431cd-a0d1-4022-856e-ca2fc2e6f328,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:00.586020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6733e5d5-07fb-4e14-a13f-700b8c5cdb8e None None] Provisioning for port 52dd3e20-f293-4de6-ae81-071dee75eed7 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:00.592661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6733e5d5-07fb-4e14-a13f-700b8c5cdb8e None None] Provisioning complete for port 52dd3e20-f293-4de6-ae81-071dee75eed7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:00.593215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6733e5d5-07fb-4e14-a13f-700b8c5cdb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:00.597919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:00.631950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:00.643750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d95a2db-d156-4022-ace3-ecd13bb14f60 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:00.644407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0d95a2db-d156-4022-ace3-ecd13bb14f60 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Synchronizing usage tracker for tenant:fef230b8455d42fd92a4615ab3f560e7 on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:00.649905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Allocated IP 172.26.5.61 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/998097e0-6bac-4033-9861-5529720468cf) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:00.674658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4eff53a6-d47c-46e0-99e3-6b57a7d1ef7d tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:00.676731 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4eff53a6-d47c-46e0-99e3-6b57a7d1ef7d tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/routers/66b379e1-1b26-491b-9657-cbd5e9bf44c3 HTTP/1.1" status: 204  len: 168 time: 2.3734443
Dec 23 16:13:00.680147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50222) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:00.687846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6733e5d5-07fb-4e14-a13f-700b8c5cdb8e None None] Port 52dd3e20-f293-4de6-ae81-071dee75eed7 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:13:00.730105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0d95a2db-d156-4022-ace3-ecd13bb14f60 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Unset dirty status for tenant:fef230b8455d42fd92a4615ab3f560e7 on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:00.731473 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0d95a2db-d156-4022-ace3-ecd13bb14f60 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/networks/2dc36bf2-ecdb-4314-aa29-e21d51c50182 HTTP/1.1" status: 200  len: 881 time: 0.6076896
Dec 23 16:13:00.755657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50226) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:00.766677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:00.836237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:00.914951 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7fa484b4-3701-4d49-9a11-585fac7af918 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf0b69bd-b969-4dcd-9f87-0395350b4512 HTTP/1.1" status: 200  len: 205 time: 0.1554768
Dec 23 16:13:00.924061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50230) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:00.992994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d02df1d0-482c-4ccb-8e36-14589ede6104 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Deleting port a4332264-62bf-4c5b-aa8e-59f56a7009c9 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:00.993396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d02df1d0-482c-4ccb-8e36-14589ede6104 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:01.294943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:01.362438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6c15ebb9-750b-4ee8-9e43-960ae586420c up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:01.448239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 6c15ebb9-750b-4ee8-9e43-960ae586420c completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:01.454710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 6c15ebb9-750b-4ee8-9e43-960ae586420c triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:01.455613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:01.500038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d02df1d0-482c-4ccb-8e36-14589ede6104 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:01.587471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:01.605764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 6c15ebb9-750b-4ee8-9e43-960ae586420c, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6c15ebb9-750b-4ee8-9e43-960ae586420c,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:01.609073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:01.610015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:01.629993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:01.643318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:01.644947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d02df1d0-482c-4ccb-8e36-14589ede6104 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Calling delete_port for a4332264-62bf-4c5b-aa8e-59f56a7009c9 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:01.646839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Sync routers for ids ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:01.672266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Routers {'13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:01.674549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a75a630>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:01.720096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:01.729313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-59105d7d-4325-4613-b2bb-9279281396ae tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:01.744563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:01.748939 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 12.0723851
Dec 23 16:13:01.762376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50234) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:01.763425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=6c15ebb9-750b-4ee8-9e43-960ae586420c,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:01.769953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:01.780524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:01.781043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:01.904040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:01.906147 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Floating IP 34e6decd-2d3b-49ed-8fc9-b6fac4a3801d associated. External IP: 172.26.5.103, port: 04074957-bea6-4d32-9efc-5376ca2932fe.
Dec 23 16:13:01.968663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:01.989705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:02.001266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Set router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:13:02.025951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:02.056445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=998097e0-6bac-4033-9861-5529720468cf,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:02.075176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Deleting port 6c15ebb9-750b-4ee8-9e43-960ae586420c {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:02.075577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:02.180715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:02.195977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:02.196923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:02.220789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b795d3b2-5e88-4126-9d8c-bb35f7b15cff tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:02.256900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:02.326809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:02.370696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d8a885cc-697e-4745-b99f-15daa31c54a3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Deleting port 73da342b-a9ff-4239-8659-e82465c21578 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:02.371059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d8a885cc-697e-4745-b99f-15daa31c54a3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:02.447105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d02df1d0-482c-4ccb-8e36-14589ede6104 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:02.460928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2c1004f1-a7f9-479c-9f57-b9debcf90398 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:02.512706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a75a630>, [{'id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:12:55Z', 'revision_number': 3, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'gw_port': {'id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:02.517582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Checking router: 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:13:02.517997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Updating router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 port e55bb2f3-76e3-4aaa-a2fe-c76cd718c672 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:13:02.522640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02df1d0-482c-4ccb-8e36-14589ede6104 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Pushing event deleted for resources: {'Port': ['ID=a4332264-62bf-4c5b-aa8e-59f56a7009c9,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:02.550094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=52dd3e20-f293-4de6-ae81-071dee75eed7,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:02.570951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d02df1d0-482c-4ccb-8e36-14589ede6104 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:02.582969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:02.676308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:02.676913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:02.677149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:02.677576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:02.677997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:02.678428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:02.678814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:02.679271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:02.679688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:02.680100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:02.680514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:02.719243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:02.836786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] For port 6c15ebb9-750b-4ee8-9e43-960ae586420c, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6c15ebb9-750b-4ee8-9e43-960ae586420c,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:02.837199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:02.882148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d02df1d0-482c-4ccb-8e36-14589ede6104 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:02.922481 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d02df1d0-482c-4ccb-8e36-14589ede6104 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/ports/a4332264-62bf-4c5b-aa8e-59f56a7009c9 HTTP/1.1" status: 204  len: 168 time: 2.2336690
Dec 23 16:13:02.924662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50238) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:03.007242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:03.007941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:03.008068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:03.022471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Transition to ACTIVE for port object e55bb2f3-76e3-4aaa-a2fe-c76cd718c672 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:03.029788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:03.034548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:03.123220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Attempting to bind port e55bb2f3-76e3-4aaa-a2fe-c76cd718c672 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:13:03.123668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Attempting to bind port e55bb2f3-76e3-4aaa-a2fe-c76cd718c672 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:13:03.124093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Attempting to bind port e55bb2f3-76e3-4aaa-a2fe-c76cd718c672 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:13:03.127434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217577f-d4d9-417d-b2e6-b21a11b4caad None None] Pushing event updated for resources: {'Port': ['ID=e55bb2f3-76e3-4aaa-a2fe-c76cd718c672,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:03.131762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e217577f-d4d9-417d-b2e6-b21a11b4caad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:03.137977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:13:03.138406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:13:03.139028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:03.139511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:13:03.140409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Bound port: e55bb2f3-76e3-4aaa-a2fe-c76cd718c672, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:13:03.140409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:03.248270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] For port e55bb2f3-76e3-4aaa-a2fe-c76cd718c672, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:13:03.253288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] For port e55bb2f3-76e3-4aaa-a2fe-c76cd718c672, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e55bb2f3-76e3-4aaa-a2fe-c76cd718c672,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:13:03.264977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:03.269336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:03.325464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d8a885cc-697e-4745-b99f-15daa31c54a3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:03.350643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6c15ebb9-750b-4ee8-9e43-960ae586420c up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:03.381336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217577f-d4d9-417d-b2e6-b21a11b4caad None None] Pushing event updated for resources: {'Port': ['ID=e55bb2f3-76e3-4aaa-a2fe-c76cd718c672,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:03.392122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e217577f-d4d9-417d-b2e6-b21a11b4caad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:03.393505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Routers {'13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:03.394144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a75a630>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:03.460883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d8a885cc-697e-4745-b99f-15daa31c54a3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Calling delete_port for 73da342b-a9ff-4239-8659-e82465c21578 owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:03.475529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Deleting subnet 613d1991-b8bb-40a0-a2d0-3650bc8e1810 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:13:03.482168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:03.485542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 6c15ebb9-750b-4ee8-9e43-960ae586420c triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:03.485987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:03.562459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Calling delete_port for 6c15ebb9-750b-4ee8-9e43-960ae586420c owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:03.601898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:03.631435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:03.656002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] Set router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:13:03.753946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:03.925944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:04.018793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d8a885cc-697e-4745-b99f-15daa31c54a3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:04.035863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-421f2b3f-653b-474e-a7b5-c95a8fd95971 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:04.062810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-312e25da-af6f-4883-a0c0-ec56357da841 None None] Provisioning complete for port 52dd3e20-f293-4de6-ae81-071dee75eed7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:04.063515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-312e25da-af6f-4883-a0c0-ec56357da841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:04.092041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a75a630>, [{'id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:12:55Z', 'revision_number': 3, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'gw_port': {'id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:04.097272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ebd3bb-3195-466e-8662-702ac6356a31 None None] The sync data for ids ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'] in dv-neutron-822801-1-hyperv is: [{'id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:12:55Z', 'revision_number': 3, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'gw_port': {'id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:04.100915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a885cc-697e-4745-b99f-15daa31c54a3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event deleted for resources: {'Port': ['ID=73da342b-a9ff-4239-8659-e82465c21578,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:04.121335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:13:04.123920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d8a885cc-697e-4745-b99f-15daa31c54a3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:04.160514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-312e25da-af6f-4883-a0c0-ec56357da841 None None] Port 52dd3e20-f293-4de6-ae81-071dee75eed7 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:13:04.166568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:04.174659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:04.202815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:04.291224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Pushing event deleted for resources: {'Subnet': ['ID=613d1991-b8bb-40a0-a2d0-3650bc8e1810,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:04.301281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:13:04.375185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Deleting port c5c460a2-05b5-4991-b995-7fa80b7afc40 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:04.375577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:04.563840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:04.576383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-98c081a3-12ed-41f0-a490-d56f44738558 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:04.632039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:04.639337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1067a748-9a7e-4896-8cb8-ba521fb1218a None None] Network bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:04.644883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:04.645397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:04.645755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:04.646178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:04.646604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:04.647076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:04.647581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:04.647999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:04.648412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:04.648827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:04.649239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:04.652799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:04.662315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c15ebb9-750b-4ee8-9e43-960ae586420c,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:04.674196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:04.711871 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/subnets/613d1991-b8bb-40a0-a2d0-3650bc8e1810 HTTP/1.1" status: 204  len: 168 time: 1.7844837
Dec 23 16:13:04.729293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d8a885cc-697e-4745-b99f-15daa31c54a3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:04.740359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50242) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:05.013501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] DHCP port deletion for bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:13:05.021451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Deleting port 2f306499-679e-4ddb-9f35-e45e195d3437 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:05.022009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:05.299405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:05.356484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:05.433929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:05.449974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:05.494948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] For port 2f306499-679e-4ddb-9f35-e45e195d3437, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2f306499-679e-4ddb-9f35-e45e195d3437,segment=NetworkSegment(821f5bdf-1d64-48cb-a12b-c29fe3784d0d),segment_id=821f5bdf-1d64-48cb-a12b-c29fe3784d0d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:05.495511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:05.515462 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 10.6467152
Dec 23 16:13:05.517776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:05.528876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'tag': '04074957-bea6-4d32-9efc-5376ca2932fe'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:13:05.575776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:05.589280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615a4de-d16c-4c40-adfd-3ab5d60d7804 None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:05.615002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615a4de-d16c-4c40-adfd-3ab5d60d7804 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:05.615252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Calling delete_port for c5c460a2-05b5-4991-b995-7fa80b7afc40 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:05.615822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5615a4de-d16c-4c40-adfd-3ab5d60d7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8163c8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:05.670318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4f4ce-b58b-4280-abc1-23e5d2abcc62 None None] Sync routers for ids ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:05.679345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e55bb2f3-76e3-4aaa-a2fe-c76cd718c672 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:05.721516 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'tag': '04074957-bea6-4d32-9efc-5376ca2932fe', 'status': 'completed', 'code': 200}
Dec 23 16:13:05.722161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Calling delete_port for 2f306499-679e-4ddb-9f35-e45e195d3437 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:05.748799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5615a4de-d16c-4c40-adfd-3ab5d60d7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8163c8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:05.762583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615a4de-d16c-4c40-adfd-3ab5d60d7804 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:05.764782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5615a4de-d16c-4c40-adfd-3ab5d60d7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8163c8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:05.796216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4f4ce-b58b-4280-abc1-23e5d2abcc62 None None] Routers {'5ffef2da-d49a-4b06-80c4-c97ad4186ad1'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:05.796922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-29b4f4ce-b58b-4280-abc1-23e5d2abcc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7e5a27f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:05.840408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:05.844355 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 7.2102659
Dec 23 16:13:05.844495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5615a4de-d16c-4c40-adfd-3ab5d60d7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8163c8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:05.844495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615a4de-d16c-4c40-adfd-3ab5d60d7804 None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:05.845574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50250) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:05.947636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port e55bb2f3-76e3-4aaa-a2fe-c76cd718c672 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:06.024328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Deleting port 2f306499-679e-4ddb-9f35-e45e195d3437 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:06.024869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:06.048045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port e55bb2f3-76e3-4aaa-a2fe-c76cd718c672 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:06.048478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:06.064268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Allocated IP 172.20.0.1 (0e57fe8b-597d-4dbf-a842-558dc5447a36/6a253f05-fd39-4f82-93da-ff5efbc78fce/b5d09aae-5bba-4315-885c-88dab1c1ffae) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:06.082780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:06.107107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:06.144575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:06.156193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Pushing event deleted for resources: {'Port': ['ID=2f306499-679e-4ddb-9f35-e45e195d3437,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:06.184132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] No DVR routers for this DVR port 2f306499-679e-4ddb-9f35-e45e195d3437 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:13:06.204126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:06.204427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:06.204809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:06.205189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:06.205950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:06.205950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:06.206264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:06.206642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:06.207097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:06.207472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:06.207982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:13:06.216221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:06.226464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-29b4f4ce-b58b-4280-abc1-23e5d2abcc62 None None] Set router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:13:06.342202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] The port '2f306499-679e-4ddb-9f35-e45e195d3437' was deleted {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:13:06.380273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:06.419970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Router 8a41522e-e8d7-401e-a9a4-22edcd372254 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:13:06.445202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:06.481168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Transition to ACTIVE for port object b5d09aae-5bba-4315-885c-88dab1c1ffae will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:06.486877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port e55bb2f3-76e3-4aaa-a2fe-c76cd718c672, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e55bb2f3-76e3-4aaa-a2fe-c76cd718c672,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:06.494247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:06.499514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:06.545121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:06.557750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:06.618530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2f306499-679e-4ddb-9f35-e45e195d3437 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:13:06.658518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 2f306499-679e-4ddb-9f35-e45e195d3437 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:13:06.658910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2f306499-679e-4ddb-9f35-e45e195d3437 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:13:06.695658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Network 0e57fe8b-597d-4dbf-a842-558dc5447a36 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:06.700708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:06.701055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=e55bb2f3-76e3-4aaa-a2fe-c76cd718c672,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:06.705449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:06.707965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:06.765020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:06.797110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b5d09aae-5bba-4315-885c-88dab1c1ffae,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:06.797327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-29b4f4ce-b58b-4280-abc1-23e5d2abcc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7e5a27f0>, [{'id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:13Z', 'revision_number': 4, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'gw_port': {'id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '34e6decd-2d3b-49ed-8fc9-b6fac4a3801d', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'floating_ip_address': '172.26.5.103', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'port_id': '04074957-bea6-4d32-9efc-5376ca2932fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'mac_address': 'fa:16:3e:d0:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:12:58Z', 'updated_at': '2021-12-23T16:12:58Z', 'revision_number': 0, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98132f3d-55fa-4f95-ae92-c48af0589414', 'name': '', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'mac_address': 'fa:16:3e:9b:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '169e601e-34f0-4114-93f5-500de7206059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:12Z', 'updated_at': '2021-12-23T16:12:26Z', 'revision_number': 5, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'subnets': [{'id': '169e601e-34f0-4114-93f5-500de7206059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:06.803182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4f4ce-b58b-4280-abc1-23e5d2abcc62 None None] Checking router: 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:13:06.806923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:06.818439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4f4ce-b58b-4280-abc1-23e5d2abcc62 None None] Routers {'5ffef2da-d49a-4b06-80c4-c97ad4186ad1'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:06.819195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-29b4f4ce-b58b-4280-abc1-23e5d2abcc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7e5a27f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:07.011693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:07.040428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-29b4f4ce-b58b-4280-abc1-23e5d2abcc62 None None] Set router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:13:07.072146 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31689158-bad5-45cb-a94a-1565afa02d49 req-17f3b158-0bbb-477f-9c62-756184f28a15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8769f4d3f6f5492984aeeb4cd437c456&device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 1098 time: 1.3026860
Dec 23 16:13:07.087729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:07.160440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:07.195455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74724a7a-f31b-47cf-b7b2-243c7ea5281e req-a2c1c575-1d95-4dbe-9b9e-9fdf113994e0 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:07.197207 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-74724a7a-f31b-47cf-b7b2-243c7ea5281e req-a2c1c575-1d95-4dbe-9b9e-9fdf113994e0 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 1.4291496
Dec 23 16:13:07.304906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-16268932-987f-4c3d-af01-385739e9d83a None None] Provisioning for port b5d09aae-5bba-4315-885c-88dab1c1ffae completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:07.314017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-16268932-987f-4c3d-af01-385739e9d83a None None] Provisioning complete for port b5d09aae-5bba-4315-885c-88dab1c1ffae triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:07.314445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16268932-987f-4c3d-af01-385739e9d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:07.330414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:07.336610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79d7e978>,) {'filters': {'network_id': ['bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:07.464952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e55bb2f3-76e3-4aaa-a2fe-c76cd718c672 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:07.522766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79d7e978>, '821f5bdf-1d64-48cb-a12b-c29fe3784d0d') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:07.523118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79d7e978>, '821f5bdf-1d64-48cb-a12b-c29fe3784d0d') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:07.548030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-16268932-987f-4c3d-af01-385739e9d83a None None] Port b5d09aae-5bba-4315-885c-88dab1c1ffae cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:13:07.605981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:07.666640 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-74724a7a-f31b-47cf-b7b2-243c7ea5281e req-3009163f-a52b-4971-a71a-595e887f2bf2 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4383609
Dec 23 16:13:07.677297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port e55bb2f3-76e3-4aaa-a2fe-c76cd718c672 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:07.677728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:07.695258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:07.703708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50254) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:07.708680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a885cc-697e-4745-b99f-15daa31c54a3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Router 6be24092-7e0e-435b-8700-026e9ae20341 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:13:07.739956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:07.747093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:07.776004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:13:07.776459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:07.781580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:07.800509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:07.801616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1cc880c-c482-4ce0-a317-a68d6b7222cf {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:13:07.803396 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:13:07.805380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31689158-bad5-45cb-a94a-1565afa02d49 req-7af37d7b-ae7b-44f1-ad13-1c6e280676d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:07.805953 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31689158-bad5-45cb-a94a-1565afa02d49 req-7af37d7b-ae7b-44f1-ad13-1c6e280676d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4afed7c-fdd1-4670-afcb-1be408a3d4c3 HTTP/1.1" status: 200  len: 898 time: 0.6407216
Dec 23 16:13:07.906700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-29b4f4ce-b58b-4280-abc1-23e5d2abcc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7e5a27f0>, [{'id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:13Z', 'revision_number': 4, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'gw_port': {'id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '34e6decd-2d3b-49ed-8fc9-b6fac4a3801d', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'floating_ip_address': '172.26.5.103', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'port_id': '04074957-bea6-4d32-9efc-5376ca2932fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'mac_address': 'fa:16:3e:d0:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:12:58Z', 'updated_at': '2021-12-23T16:12:58Z', 'revision_number': 0, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98132f3d-55fa-4f95-ae92-c48af0589414', 'name': '', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'mac_address': 'fa:16:3e:9b:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '169e601e-34f0-4114-93f5-500de7206059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:12Z', 'updated_at': '2021-12-23T16:12:26Z', 'revision_number': 5, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'subnets': [{'id': '169e601e-34f0-4114-93f5-500de7206059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:07.908658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:07.912431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4f4ce-b58b-4280-abc1-23e5d2abcc62 None None] The sync data for ids ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'] in dv-neutron-822801-1-hyperv is: [{'id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:13Z', 'revision_number': 4, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'gw_port': {'id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '34e6decd-2d3b-49ed-8fc9-b6fac4a3801d', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'floating_ip_address': '172.26.5.103', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'port_id': '04074957-bea6-4d32-9efc-5376ca2932fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'mac_address': 'fa:16:3e:d0:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:12:58Z', 'updated_at': '2021-12-23T16:12:58Z', 'revision_number': 0, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98132f3d-55fa-4f95-ae92-c48af0589414', 'name': '', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'mac_address': 'fa:16:3e:9b:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '169e601e-34f0-4114-93f5-500de7206059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:12Z', 'updated_at': '2021-12-23T16:12:26Z', 'revision_number': 5, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'subnets': [{'id': '169e601e-34f0-4114-93f5-500de7206059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:07.935626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e5096e0a-36a2-43bd-ba75-b0c80dbc8cd4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:07.936713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:07.945093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:13:07.949272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b5d09aae-5bba-4315-885c-88dab1c1ffae,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:07.956195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:08.112418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:08.115662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Pushing event deleted for resources: {'Port': ['ID=c5c460a2-05b5-4991-b995-7fa80b7afc40,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:08.135189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:08.148734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:08.153037 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "DELETE /v2.0/routers/b1cc880c-c482-4ce0-a317-a68d6b7222cf HTTP/1.1" status: 204  len: 168 time: 9.2593958
Dec 23 16:13:08.211477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50258) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:08.248617 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e85cf738-9771-4eaa-84df-3ea2547913f8 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/floatingips/34e6decd-2d3b-49ed-8fc9-b6fac4a3801d HTTP/1.1" status: 200  len: 991 time: 0.5376384
Dec 23 16:13:08.261773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:08.310510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7b1d87b5-b004-423d-ba71-f565021249a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:08.337057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:08.341738 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31689158-bad5-45cb-a94a-1565afa02d49 req-f493e16c-1a2d-49c0-9b8e-87549f7f71ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04074957-bea6-4d32-9efc-5376ca2932fe HTTP/1.1" status: 200  len: 999 time: 0.4962952
Dec 23 16:13:08.353247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Network 0e57fe8b-597d-4dbf-a842-558dc5447a36 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:08.401172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:08.403070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Pushing event deleted for resources: {'Network': ['ID=bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:08.408240 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "PUT /v2.0/routers/8a41522e-e8d7-401e-a9a4-22edcd372254/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1365783
Dec 23 16:13:08.424337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:08.424504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Sync routers for ids ['8a41522e-e8d7-401e-a9a4-22edcd372254'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:08.429175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50262) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:08.439850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Routers {'8a41522e-e8d7-401e-a9a4-22edcd372254'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:08.440620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f0fac8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['8a41522e-e8d7-401e-a9a4-22edcd372254'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:08.460332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:08.472655 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] 10.222.0.67 "DELETE /v2.0/networks/bdbdd756-5bec-4a3a-8e8e-fa5e201ddb71 HTTP/1.1" status: 204  len: 168 time: 3.7273574
Dec 23 16:13:08.596903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e644ad-eb3d-420e-9ebe-a17946300f30 None None] New status for floating IP 34e6decd-2d3b-49ed-8fc9-b6fac4a3801d: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:13:08.696508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Set router 8a41522e-e8d7-401e-a9a4-22edcd372254 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:13:08.701666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31689158-bad5-45cb-a94a-1565afa02d49 req-17f8a38d-4d80-45d7-81bc-56d24ca4244f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:08.703355 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31689158-bad5-45cb-a94a-1565afa02d49 req-17f8a38d-4d80-45d7-81bc-56d24ca4244f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=169e601e-34f0-4114-93f5-500de7206059 HTTP/1.1" status: 200  len: 835 time: 0.3522351
Dec 23 16:13:08.705322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a885cc-697e-4745-b99f-15daa31c54a3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:08.739931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71379124-2301-40f5-8345-a92c14665026 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:08.740707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-71379124-2301-40f5-8345-a92c14665026 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:08.793290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb85a660-9962-4ac6-b511-7767987f8e4a None None] Sync routers for ids ['6be24092-7e0e-435b-8700-026e9ae20341'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:08.967422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-71379124-2301-40f5-8345-a92c14665026 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:08.968943 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-71379124-2301-40f5-8345-a92c14665026 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports/52dd3e20-f293-4de6-ae81-071dee75eed7 HTTP/1.1" status: 200  len: 911 time: 0.5380449
Dec 23 16:13:08.980403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50270) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:09.030369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb85a660-9962-4ac6-b511-7767987f8e4a None None] Routers {'6be24092-7e0e-435b-8700-026e9ae20341'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:09.031099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-bb85a660-9962-4ac6-b511-7767987f8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3165c0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6be24092-7e0e-435b-8700-026e9ae20341'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:09.165720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-bb85a660-9962-4ac6-b511-7767987f8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3165c0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:09.190494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50274) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:09.214682 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d8a885cc-697e-4745-b99f-15daa31c54a3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "PUT /v2.0/routers/6be24092-7e0e-435b-8700-026e9ae20341/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8037593
Dec 23 16:13:09.224149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50276) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:09.261077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e4f6cc06-a765-4dcf-8ed0-7e22a0646041 None None] Provisioning complete for port b5d09aae-5bba-4315-885c-88dab1c1ffae triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:09.261512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4f6cc06-a765-4dcf-8ed0-7e22a0646041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:09.272075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50282) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:09.343061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6c15ebb9-750b-4ee8-9e43-960ae586420c no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:13:09.376131 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-0b150c06-fb39-4bb4-b147-ad13a7fdec13 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] delete failed (client error): The resource could not be found.
Dec 23 16:13:09.377287 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0b150c06-fb39-4bb4-b147-ad13a7fdec13 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "DELETE /v2.0/routers/tempest-non_exist_router-958311843 HTTP/1.1" status: 404  len: 334 time: 0.1456647
Dec 23 16:13:09.387659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e4f6cc06-a765-4dcf-8ed0-7e22a0646041 None None] Port b5d09aae-5bba-4315-885c-88dab1c1ffae cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:13:09.390484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50288) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:09.403336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5a852ed1-8bf1-40b4-8a82-cab5bec24ff3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Request body: {'router': {'external_gateway_info': {'network_id': '6be24092-7e0e-435b-8700-026e9ae20341'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:09.420160 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1c45cfd1-f17d-4c52-9fe6-769684ee79f2 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/floatingips/34e6decd-2d3b-49ed-8fc9-b6fac4a3801d HTTP/1.1" status: 200  len: 993 time: 0.1322424
Dec 23 16:13:09.420368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 6c15ebb9-750b-4ee8-9e43-960ae586420c {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:13:09.420368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6c15ebb9-750b-4ee8-9e43-960ae586420c not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:13:09.420544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:09.474024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb85a660-9962-4ac6-b511-7767987f8e4a None None] Routers {'6be24092-7e0e-435b-8700-026e9ae20341'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:09.474734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-bb85a660-9962-4ac6-b511-7767987f8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3165c0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6be24092-7e0e-435b-8700-026e9ae20341'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:09.554141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-bb85a660-9962-4ac6-b511-7767987f8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3165c0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:09.554610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb85a660-9962-4ac6-b511-7767987f8e4a None None] The sync data for ids ['6be24092-7e0e-435b-8700-026e9ae20341'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:09.573927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f0fac8>, [{'id': '8a41522e-e8d7-401e-a9a4-22edcd372254', 'name': 'tempest-NetworksTestDHCPv6-router-1864942117', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:00Z', 'revision_number': 2, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'gw_port_host': None, '_interfaces': [{'id': '52dd3e20-f293-4de6-ae81-071dee75eed7', 'name': '', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'mac_address': 'fa:16:3e:ea:b8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a41522e-e8d7-401e-a9a4-22edcd372254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0206af-0c92-4e2b-9384-0784f34ed8c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:57Z', 'updated_at': '2021-12-23T16:13:01Z', 'revision_number': 2, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'subnets': [{'id': '5f0206af-0c92-4e2b-9384-0784f34ed8c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:09.578567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Checking router: 8a41522e-e8d7-401e-a9a4-22edcd372254 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:13:09.579012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Updating router 8a41522e-e8d7-401e-a9a4-22edcd372254 port 52dd3e20-f293-4de6-ae81-071dee75eed7 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:13:09.637602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:09.741216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Allocated IP 172.20.0.1 (80adc495-91d5-4faf-be85-3530fbb88615/93c1a568-2f1c-49ec-9500-55a6b7219535/88ac5d4d-0ccb-4a6b-bd31-4fac07827032) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:09.776261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:09.784423 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-acc20b75-121c-4f0e-94a5-65791345a978 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=de7b29de653e40f4965dcb02aaf54d17&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5547745
Dec 23 16:13:09.785670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50292) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:09.800295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c0c3f-313c-4753-9241-a54d481716d2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:09.803883 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31689158-bad5-45cb-a94a-1565afa02d49 req-a85026d7-8f81-4611-ae85-172ef27a2c96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4afed7c-fdd1-4670-afcb-1be408a3d4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6007504
Dec 23 16:13:09.804691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:09.804933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c0c3f-313c-4753-9241-a54d481716d2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:09.806751 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-791c0c3f-313c-4753-9241-a54d481716d2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.8218019
Dec 23 16:13:09.811928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50296) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:09.827903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.102023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.102512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Fanout notify agent at l3_agent the message router_deleted on router cf0b69bd-b969-4dcd-9f87-0395350b4512 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:10.145379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.150242 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "DELETE /v2.0/routers/cf0b69bd-b969-4dcd-9f87-0395350b4512 HTTP/1.1" status: 204  len: 168 time: 9.2185049
Dec 23 16:13:10.156034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50300) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:10.160997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b9aef6c-4711-47b2-b7bd-fc848d714bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.185655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0fc1ac92-f60a-4996-8dd0-27f8361c1a44 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-476750308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:10.200172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.215447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Transition to ACTIVE for port object 52dd3e20-f293-4de6-ae81-071dee75eed7 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:10.226000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.228548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0fc1ac92-f60a-4996-8dd0-27f8361c1a44 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:10.232846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-616dc631-17be-4440-b042-f5eb3e2e961b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:10.245543 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31689158-bad5-45cb-a94a-1565afa02d49 req-aa253769-d98c-4cc0-9201-19bf74692c8d service neutron] 10.222.0.36 "GET /v2.0/networks/c4afed7c-fdd1-4670-afcb-1be408a3d4c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4272828
Dec 23 16:13:10.247332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0fc1ac92-f60a-4996-8dd0-27f8361c1a44 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Usage tracker for resource:router and tenant:837529779aa5438a8e4166b9bc964d6c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:10.252628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0fc1ac92-f60a-4996-8dd0-27f8361c1a44 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:10.258609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b9aef6c-4711-47b2-b7bd-fc848d714bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.297786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0fc1ac92-f60a-4996-8dd0-27f8361c1a44 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:10.340623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.352398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ac92-f60a-4996-8dd0-27f8361c1a44 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.353337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ac92-f60a-4996-8dd0-27f8361c1a44 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.373466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0768d1-9dc2-4bbe-8690-9c1d0053b005 None None] Pushing event updated for resources: {'Port': ['ID=52dd3e20-f293-4de6-ae81-071dee75eed7,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:10.376818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6d0768d1-9dc2-4bbe-8690-9c1d0053b005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:10.474145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Attempting to bind port 52dd3e20-f293-4de6-ae81-071dee75eed7 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:13:10.474766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Attempting to bind port 52dd3e20-f293-4de6-ae81-071dee75eed7 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:13:10.475369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Attempting to bind port 52dd3e20-f293-4de6-ae81-071dee75eed7 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:13:10.483343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:13:10.483884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:13:10.484442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.484968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:13:10.485580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Bound port: 52dd3e20-f293-4de6-ae81-071dee75eed7, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:13:10.486080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.574997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b9aef6c-4711-47b2-b7bd-fc848d714bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.590675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] For port 52dd3e20-f293-4de6-ae81-071dee75eed7, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:13:10.591372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-418d45c8-b8e8-483e-b5e8-5d7fb2d31f7d tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:10.594177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] For port 52dd3e20-f293-4de6-ae81-071dee75eed7, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=52dd3e20-f293-4de6-ae81-071dee75eed7,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:13:10.598888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.600421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.607582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:10.612329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6d0768d1-9dc2-4bbe-8690-9c1d0053b005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:10.675336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aef6c-4711-47b2-b7bd-fc848d714bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53b11fc-743e-4596-96ae-b7c9ed0e5a46,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:10.690791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2b9aef6c-4711-47b2-b7bd-fc848d714bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:10.690934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=88ac5d4d-0ccb-4a6b-bd31-4fac07827032,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:10.696411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:10.697038 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31689158-bad5-45cb-a94a-1565afa02d49 req-5518b048-f47d-4ffb-bd79-c002116fc835 service neutron] 10.222.0.36 "GET /v2.0/networks/c4afed7c-fdd1-4670-afcb-1be408a3d4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4307578
Dec 23 16:13:10.710040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ac92-f60a-4996-8dd0-27f8361c1a44 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.719688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:13:10.722070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b9aef6c-4711-47b2-b7bd-fc848d714bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.723434 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2b9aef6c-4711-47b2-b7bd-fc848d714bb6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d53b11fc-743e-4596-96ae-b7c9ed0e5a46 HTTP/1.1" status: 204  len: 168 time: 0.9372692
Dec 23 16:13:10.741689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 80adc495-91d5-4faf-be85-3530fbb88615 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:10.743683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Routers {'8a41522e-e8d7-401e-a9a4-22edcd372254'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:10.744499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f0fac8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['8a41522e-e8d7-401e-a9a4-22edcd372254'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:10.746712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:10.747638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ac92-f60a-4996-8dd0-27f8361c1a44 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.756898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a852ed1-8bf1-40b4-8a82-cab5bec24ff3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.760621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:10.776911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ac92-f60a-4996-8dd0-27f8361c1a44 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:10.778257 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0fc1ac92-f60a-4996-8dd0-27f8361c1a44 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6194088
Dec 23 16:13:10.788860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50306) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:10.811619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0768d1-9dc2-4bbe-8690-9c1d0053b005 None None] Pushing event updated for resources: {'Port': ['ID=52dd3e20-f293-4de6-ae81-071dee75eed7,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:10.829206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'enable_snat': True}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:10.834789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6d0768d1-9dc2-4bbe-8690-9c1d0053b005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:10.987959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] Set router 8a41522e-e8d7-401e-a9a4-22edcd372254 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:13:11.015419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:11.073453 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-5a852ed1-8bf1-40b4-8a82-cab5bec24ff3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] update failed (client error): The resource could not be found.
Dec 23 16:13:11.074632 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5a852ed1-8bf1-40b4-8a82-cab5bec24ff3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "PUT /v2.0/routers/6be24092-7e0e-435b-8700-026e9ae20341 HTTP/1.1" status: 404  len: 339 time: 1.6805959
Dec 23 16:13:11.086771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50310) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:11.129977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1019856285'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:11.153647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:11.172335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:11.214206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Usage tracker for resource:network and tenant:18b3779f74514599b4919651e144e819 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:11.231213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Deleting port fa184cd5-67ce-42c1-95cd-c9bece1b6bfa {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:11.231610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:11.265809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:11.284519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:11.325038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:11.347299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Made reservation on behalf of 18b3779f74514599b4919651e144e819 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:13:11.352926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:11.500664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f0fac8>, [{'id': '8a41522e-e8d7-401e-a9a4-22edcd372254', 'name': 'tempest-NetworksTestDHCPv6-router-1864942117', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:00Z', 'revision_number': 2, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'gw_port_host': None, '_interfaces': [{'id': '52dd3e20-f293-4de6-ae81-071dee75eed7', 'name': '', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'mac_address': 'fa:16:3e:ea:b8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a41522e-e8d7-401e-a9a4-22edcd372254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0206af-0c92-4e2b-9384-0784f34ed8c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:57Z', 'updated_at': '2021-12-23T16:13:10Z', 'revision_number': 4, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'subnets': [{'id': '5f0206af-0c92-4e2b-9384-0784f34ed8c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:11.506883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb9f452-4f23-4438-8ab1-ef03686bb9f7 None None] The sync data for ids ['8a41522e-e8d7-401e-a9a4-22edcd372254'] in dv-neutron-822801-1-hyperv is: [{'id': '8a41522e-e8d7-401e-a9a4-22edcd372254', 'name': 'tempest-NetworksTestDHCPv6-router-1864942117', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:00Z', 'revision_number': 2, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'gw_port_host': None, '_interfaces': [{'id': '52dd3e20-f293-4de6-ae81-071dee75eed7', 'name': '', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'mac_address': 'fa:16:3e:ea:b8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a41522e-e8d7-401e-a9a4-22edcd372254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0206af-0c92-4e2b-9384-0784f34ed8c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:57Z', 'updated_at': '2021-12-23T16:13:10Z', 'revision_number': 4, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'subnets': [{'id': '5f0206af-0c92-4e2b-9384-0784f34ed8c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:11.768652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:11.786663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f11f1672-04f5-41f2-a252-2562ab8b2bf0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:11.919264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:13:12.032155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:12.032579 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Added segment 2407cbce-afae-45ba-a5de-08b34801bcdb of type vlan for network 2b8e1af4-c944-4bab-837a-96fb61fb42af
Dec 23 16:13:12.032946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:12.114481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] For port fa184cd5-67ce-42c1-95cd-c9bece1b6bfa, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=fa184cd5-67ce-42c1-95cd-c9bece1b6bfa,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:12.114894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:12.333298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:12.350479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Calling delete_port for fa184cd5-67ce-42c1-95cd-c9bece1b6bfa owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:12.366073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:12.412021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:12.440550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:12.456305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f11f1672-04f5-41f2-a252-2562ab8b2bf0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 52dd3e20-f293-4de6-ae81-071dee75eed7 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:12.456742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f11f1672-04f5-41f2-a252-2562ab8b2bf0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:12.461316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Sync routers for ids ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:12.479500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Routers {'13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:12.480454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a41b198>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:12.649970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:12.654463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:12.655242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:12.682201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-174c85b0-e726-4bd7-a3d4-1461d7b3b053 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:12.721929 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] 10.222.0.67 "PUT /v2.0/routers/13bb0385-a58a-4f3e-a6aa-5b47c9da2d73/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9435215
Dec 23 16:13:12.733824 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.6458006
Dec 23 16:13:12.757993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50320) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:12.767548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Request body: {'subnet': {'network_id': '2b8e1af4-c944-4bab-837a-96fb61fb42af', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:12.769355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f11f1672-04f5-41f2-a252-2562ab8b2bf0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] For port 52dd3e20-f293-4de6-ae81-071dee75eed7, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=52dd3e20-f293-4de6-ae81-071dee75eed7,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:12.770172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f11f1672-04f5-41f2-a252-2562ab8b2bf0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:12.888965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event updated for resources: {'Network': ['ID=2b8e1af4-c944-4bab-837a-96fb61fb42af,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:12.889904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Set router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:13:12.892232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:12.904517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 2b8e1af4-c944-4bab-837a-96fb61fb42af details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:13:12.966853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f11f1672-04f5-41f2-a252-2562ab8b2bf0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 52dd3e20-f293-4de6-ae81-071dee75eed7 owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:13.025366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:13.032497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:13.037715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Usage tracker for resource:subnet and tenant:18b3779f74514599b4919651e144e819 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:13.041080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:13.047303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:13.057718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:13.093324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Allocated IP 172.26.5.57 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/000d3d17-b0de-46cf-b7b4-4194e33efaa8) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:13.148247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:13.202634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:13.207923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Made reservation on behalf of 18b3779f74514599b4919651e144e819 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:13:13.342845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 52dd3e20-f293-4de6-ae81-071dee75eed7 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:13.346159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a41b198>, [{'id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'gw_port': {'id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'b5d09aae-5bba-4315-885c-88dab1c1ffae', 'name': '', 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'mac_address': 'fa:16:3e:18:77:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:07Z', 'revision_number': 2, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'subnets': [{'id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:13.351481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Checking router: 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:13:13.352215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Updating router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 port b5d09aae-5bba-4315-885c-88dab1c1ffae binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:13:13.408157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:13.419876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:13.429181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f11f1672-04f5-41f2-a252-2562ab8b2bf0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:13.436271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bb9731c2-3754-42ad-81af-f13c7e2b9ea5 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:13.455252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50328) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:13.465097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No active binding found for port 52dd3e20-f293-4de6-ae81-071dee75eed7 {{(pid=88842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 23 16:13:13.466187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 52dd3e20-f293-4de6-ae81-071dee75eed7 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 23 16:13:13.488184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f1672-04f5-41f2-a252-2562ab8b2bf0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=52dd3e20-f293-4de6-ae81-071dee75eed7,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:13.494359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f11f1672-04f5-41f2-a252-2562ab8b2bf0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:13.508087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Port 52dd3e20-f293-4de6-ae81-071dee75eed7 not found, will not notify nova. {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 23 16:13:13.550944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=88ac5d4d-0ccb-4a6b-bd31-4fac07827032,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:13.554442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:13.565204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350820625', 'description': 'tempest-description--108398684'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:13.572778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:13.577031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Usage tracker for resource:security_group and tenant:2fc097f1557c496a965fdb55c5695cd7 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:13.580542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:13.595159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:13.609314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:13.621349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:13.621494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-27967d9e-4d9d-48b5-ba6c-3a9244f2af27 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:13.773172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:13.777004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:13.785637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:13.878167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:13.883309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:13.892044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:13.908338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Transition to ACTIVE for port object b5d09aae-5bba-4315-885c-88dab1c1ffae will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:13.915737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:13.921988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:13.951169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4307813b-faaf-4e96-80e1-9c34466026c3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:14.033106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa184cd5-67ce-42c1-95cd-c9bece1b6bfa,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:14.050457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Pushing event updated for resources: {'Port': ['ID=000d3d17-b0de-46cf-b7b4-4194e33efaa8,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:14.063313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:14.064365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:14.078585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:14.084258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:14.086750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f11f1672-04f5-41f2-a252-2562ab8b2bf0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:14.091220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e84ab3-bb10-4706-a750-a8ad334e1e2a None None] Pushing event updated for resources: {'Port': ['ID=b5d09aae-5bba-4315-885c-88dab1c1ffae,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:14.097433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22e84ab3-bb10-4706-a750-a8ad334e1e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:14.132240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:14.136543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Usage tracker for resource:security_group_rule and tenant:2fc097f1557c496a965fdb55c5695cd7 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:14.139962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:14.147044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:14.212346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:14.238148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Attempting to bind port b5d09aae-5bba-4315-885c-88dab1c1ffae on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:13:14.238585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Attempting to bind port b5d09aae-5bba-4315-885c-88dab1c1ffae by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '37fdeec7-5efd-426c-a262-d28cc5fb05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:13:14.239163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Attempting to bind port b5d09aae-5bba-4315-885c-88dab1c1ffae on network 0e57fe8b-597d-4dbf-a842-558dc5447a36 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:13:14.251235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:13:14.251670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Checking segment: {'id': '37fdeec7-5efd-426c-a262-d28cc5fb05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:13:14.252134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:14.252582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Bound using segment: {'id': '37fdeec7-5efd-426c-a262-d28cc5fb05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:13:14.256660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Bound port: b5d09aae-5bba-4315-885c-88dab1c1ffae, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fdeec7-5efd-426c-a262-d28cc5fb05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:13:14.257126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:14.389997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] For port b5d09aae-5bba-4315-885c-88dab1c1ffae, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:13:14.393665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] For port b5d09aae-5bba-4315-885c-88dab1c1ffae, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b5d09aae-5bba-4315-885c-88dab1c1ffae,segment=NetworkSegment(37fdeec7-5efd-426c-a262-d28cc5fb05e5),segment_id=37fdeec7-5efd-426c-a262-d28cc5fb05e5)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:13:14.399262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:14.403440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e217577f-d4d9-417d-b2e6-b21a11b4caad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:14.492315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e84ab3-bb10-4706-a750-a8ad334e1e2a None None] Pushing event updated for resources: {'Port': ['ID=b5d09aae-5bba-4315-885c-88dab1c1ffae,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:14.498678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22e84ab3-bb10-4706-a750-a8ad334e1e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:14.499820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Routers {'13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:14.500520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a41b198>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:14.567956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:14.681784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 80adc495-91d5-4faf-be85-3530fbb88615 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:14.703065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:14.713022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] Set router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:13:14.714760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event updated for resources: {'Subnet': ['ID=ada93262-4858-4a7b-a9a7-86782ec24e0e,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:14.742430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11f1672-04f5-41f2-a252-2562ab8b2bf0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Router 8a41522e-e8d7-401e-a9a4-22edcd372254 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:13:14.763178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:14.802394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:14.803494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-627645d9-4997-40c7-8f3a-145454630f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:14.887218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:14.891256 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 1.3585696
Dec 23 16:13:14.905995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50334) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:14.912824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Checking segment: {'id': '2407cbce-afae-45ba-a5de-08b34801bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2b8e1af4-c944-4bab-837a-96fb61fb42af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:13:14.913047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Network hostable DHCP agents. Network: 2b8e1af4-c944-4bab-837a-96fb61fb42af, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:13:14.917513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7e61e5cf-a289-4c86-b24e-c40ac1a3fccb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Request body: {'security_group_rule': {'security_group_id': '6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:14.927297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7e61e5cf-a289-4c86-b24e-c40ac1a3fccb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:14.999859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7e61e5cf-a289-4c86-b24e-c40ac1a3fccb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Usage tracker for resource:security_group_rule and tenant:2fc097f1557c496a965fdb55c5695cd7 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:15.009208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7e61e5cf-a289-4c86-b24e-c40ac1a3fccb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:15.020284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:15.030367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:15.086817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a41b198>, [{'id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'gw_port': {'id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'b5d09aae-5bba-4315-885c-88dab1c1ffae', 'name': '', 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'mac_address': 'fa:16:3e:18:77:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:14Z', 'revision_number': 4, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'subnets': [{'id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:15.091504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7e61e5cf-a289-4c86-b24e-c40ac1a3fccb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:15.092812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53c8d2-8181-4072-836b-b660d4e90d08 None None] The sync data for ids ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'] in dv-neutron-822801-1-hyperv is: [{'id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'gw_port': {'id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'b5d09aae-5bba-4315-885c-88dab1c1ffae', 'name': '', 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'mac_address': 'fa:16:3e:18:77:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:14Z', 'revision_number': 4, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'subnets': [{'id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:15.105752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:15.117159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11f1672-04f5-41f2-a252-2562ab8b2bf0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:15.130893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edbc582-2281-4305-9ae9-2fd6457bf147 None None] Sync routers for ids ['8a41522e-e8d7-401e-a9a4-22edcd372254'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:15.143386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edbc582-2281-4305-9ae9-2fd6457bf147 None None] Routers {'8a41522e-e8d7-401e-a9a4-22edcd372254'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:15.144992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2edbc582-2281-4305-9ae9-2fd6457bf147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a23df60>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['8a41522e-e8d7-401e-a9a4-22edcd372254'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:15.159284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e61e5cf-a289-4c86-b24e-c40ac1a3fccb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:15.206238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:15.223497 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f11f1672-04f5-41f2-a252-2562ab8b2bf0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "PUT /v2.0/routers/8a41522e-e8d7-401e-a9a4-22edcd372254/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4095616
Dec 23 16:13:15.226905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50338) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:15.282863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:15.385409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-2edbc582-2281-4305-9ae9-2fd6457bf147 None None] Set router 8a41522e-e8d7-401e-a9a4-22edcd372254 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:13:15.462804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e61e5cf-a289-4c86-b24e-c40ac1a3fccb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:15.463272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Network 2b8e1af4-c944-4bab-837a-96fb61fb42af is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:13:15.488654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0767fe2-1fdc-46ab-a2c6-a4aa5e5b893a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:15.490456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0767fe2-1fdc-46ab-a2c6-a4aa5e5b893a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:15.491336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c0767fe2-1fdc-46ab-a2c6-a4aa5e5b893a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:15.495916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e61e5cf-a289-4c86-b24e-c40ac1a3fccb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:15.509008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-529a2fe4-6b0e-49b1-b6cf-29c05fd0a0be tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:15.535345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b5d09aae-5bba-4315-885c-88dab1c1ffae up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:15.545047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 2b8e1af4-c944-4bab-837a-96fb61fb42af) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:15.548732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:15.555658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61e5cf-a289-4c86-b24e-c40ac1a3fccb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419a9129-eb30-412c-bed4-253ce0ffd659,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:15.555856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:15.556317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:15.558744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7e61e5cf-a289-4c86-b24e-c40ac1a3fccb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:15.569317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e61e5cf-a289-4c86-b24e-c40ac1a3fccb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:15.573228 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7e61e5cf-a289-4c86-b24e-c40ac1a3fccb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6641996
Dec 23 16:13:15.574742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50342) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:15.581523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-51bf0d80-dbf4-48e3-a72d-7c2ff1c6aacb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Request body: {'security_group_rule': {'security_group_id': '6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:15.585609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5ef1bf-c65f-46e0-bb1b-f6fb675ca266 None None] Network 2b8e1af4-c944-4bab-837a-96fb61fb42af requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:15.587405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c0767fe2-1fdc-46ab-a2c6-a4aa5e5b893a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:15.591649 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c0767fe2-1fdc-46ab-a2c6-a4aa5e5b893a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3626659
Dec 23 16:13:15.593807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50346) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:15.621925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2edbc582-2281-4305-9ae9-2fd6457bf147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a23df60>, [{'id': '8a41522e-e8d7-401e-a9a4-22edcd372254', 'name': 'tempest-NetworksTestDHCPv6-router-1864942117', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:13Z', 'revision_number': 3, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:15.632494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edbc582-2281-4305-9ae9-2fd6457bf147 None None] Checking router: 8a41522e-e8d7-401e-a9a4-22edcd372254 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:13:15.652975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:15.662421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-51bf0d80-dbf4-48e3-a72d-7c2ff1c6aacb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:15.665333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edbc582-2281-4305-9ae9-2fd6457bf147 None None] Routers {'8a41522e-e8d7-401e-a9a4-22edcd372254'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:15.666638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2edbc582-2281-4305-9ae9-2fd6457bf147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a23df60>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['8a41522e-e8d7-401e-a9a4-22edcd372254'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:15.720526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:15.721082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 011dfd0e-4d86-4313-85d6-b7544f517bac {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:15.727531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:15.730874 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "DELETE /v2.0/routers/011dfd0e-4d86-4313-85d6-b7544f517bac HTTP/1.1" status: 204  len: 168 time: 7.5159688
Dec 23 16:13:15.731039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-51bf0d80-dbf4-48e3-a72d-7c2ff1c6aacb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Usage tracker for resource:security_group_rule and tenant:2fc097f1557c496a965fdb55c5695cd7 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:15.733864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-51bf0d80-dbf4-48e3-a72d-7c2ff1c6aacb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:15.736640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50350) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:15.744073 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.9829092
Dec 23 16:13:15.744651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-51bf0d80-dbf4-48e3-a72d-7c2ff1c6aacb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:15.748041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-666726059', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}, 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:15.752822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50354) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:15.762297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:15.766965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Usage tracker for resource:router and tenant:945fd87699974c4c8a64c9919ddb963e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:15.772529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:15.779782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:15.888153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:15.890026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:15.982399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:15.995741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:13:16.065360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3d50baba-733c-4dd4-b643-a711a6c8f18b tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Request body: {'router': {'external_gateway_info': {'network_id': '2b8e1af4-c944-4bab-837a-96fb61fb42af'}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:16.157360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-2edbc582-2281-4305-9ae9-2fd6457bf147 None None] Set router 8a41522e-e8d7-401e-a9a4-22edcd372254 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:13:16.220741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port b5d09aae-5bba-4315-885c-88dab1c1ffae completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:16.240926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b5d09aae-5bba-4315-885c-88dab1c1ffae triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:16.241625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:16.362541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:16.403537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a306d31-4a64-495d-b68a-aaba0aad4d09 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 5f0206af-0c92-4e2b-9384-0784f34ed8c9 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:13:16.423202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2edbc582-2281-4305-9ae9-2fd6457bf147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a23df60>, [{'id': '8a41522e-e8d7-401e-a9a4-22edcd372254', 'name': 'tempest-NetworksTestDHCPv6-router-1864942117', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:13Z', 'revision_number': 3, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:16.435433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edbc582-2281-4305-9ae9-2fd6457bf147 None None] The sync data for ids ['8a41522e-e8d7-401e-a9a4-22edcd372254'] in dv-neutron-822801-1-hyperv is: [{'id': '8a41522e-e8d7-401e-a9a4-22edcd372254', 'name': 'tempest-NetworksTestDHCPv6-router-1864942117', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:13Z', 'revision_number': 3, 'project_id': '6b11aaf849ed43d1bc2c703019fdb917', 'gw_port_host': None}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:16.482455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a306d31-4a64-495d-b68a-aaba0aad4d09 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:16.522872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51bf0d80-dbf4-48e3-a72d-7c2ff1c6aacb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:16.548738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-2b8e1af4-c944-4bab-837a-96fb61fb42af', 'network_id': '2b8e1af4-c944-4bab-837a-96fb61fb42af', 'tenant_id': '18b3779f74514599b4919651e144e819', 'fixed_ips': [{'subnet_id': 'ada93262-4858-4a7b-a9a7-86782ec24e0e'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:13:16.549968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:16.604311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:16.616482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3e2c9-bee3-48d3-9bf1-eafe5c10651c None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:16.624631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a306d31-4a64-495d-b68a-aaba0aad4d09 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:16.639608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3e2c9-bee3-48d3-9bf1-eafe5c10651c None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:16.640197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e1b3e2c9-bee3-48d3-9bf1-eafe5c10651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8df518>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:16.640914 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "PUT /v2.0/routers/505599db-781a-4e82-9405-77460a246f53/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7942035
Dec 23 16:13:16.641876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50358) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:16.649899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'port': {'network_id': '80adc495-91d5-4faf-be85-3530fbb88615', 'name': 'tempest-FloatingIPTestJSON-1829350854'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:16.777086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a306d31-4a64-495d-b68a-aaba0aad4d09 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:16.777520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Allocated IP 2001:db8:1::2 (2b8e1af4-c944-4bab-837a-96fb61fb42af/ada93262-4858-4a7b-a9a7-86782ec24e0e/37957e51-fb54-43b0-80f0-8e8793f14278) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:16.782566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e1b3e2c9-bee3-48d3-9bf1-eafe5c10651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8df518>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:16.799690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3e2c9-bee3-48d3-9bf1-eafe5c10651c None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:16.800634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e1b3e2c9-bee3-48d3-9bf1-eafe5c10651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8df518>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:16.925199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e1b3e2c9-bee3-48d3-9bf1-eafe5c10651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8df518>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:16.927274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3e2c9-bee3-48d3-9bf1-eafe5c10651c None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:16.957486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:16.973111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a306d31-4a64-495d-b68a-aaba0aad4d09 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:17.057163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port b5d09aae-5bba-4315-885c-88dab1c1ffae, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b5d09aae-5bba-4315-885c-88dab1c1ffae,segment=NetworkSegment(37fdeec7-5efd-426c-a262-d28cc5fb05e5),segment_id=37fdeec7-5efd-426c-a262-d28cc5fb05e5)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:17.072832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:17.079554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8a6bd165-6729-42da-b701-f85dd0a9ac29 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:17.080439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:17.123891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:17.133801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a306d31-4a64-495d-b68a-aaba0aad4d09 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0206af-0c92-4e2b-9384-0784f34ed8c9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:17.176867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:17.184257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:17.212959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=b5d09aae-5bba-4315-885c-88dab1c1ffae,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:17.217557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4a306d31-4a64-495d-b68a-aaba0aad4d09 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:17.222390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:17.223653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Transition to ACTIVE for port object 37957e51-fb54-43b0-80f0-8e8793f14278 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:17.247329 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1da7c457-9260-4ce4-8f82-9c9cd73c5a39 req-f84c7be9-ad82-4974-9b27-926a5f66e7c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 1.4916964
Dec 23 16:13:17.253225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 52dd3e20-f293-4de6-ae81-071dee75eed7 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:13:17.271321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a306d31-4a64-495d-b68a-aaba0aad4d09 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:17.301329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6915019-76e1-449e-863c-5c1ddb31d6f6 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:17.321645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:17.331178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:port and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:17.333014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 52dd3e20-f293-4de6-ae81-071dee75eed7 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:13:17.333413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 52dd3e20-f293-4de6-ae81-071dee75eed7 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:13:17.333904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device fa184cd5-67ce-42c1-95cd-c9bece1b6bfa no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:13:17.337434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:17.368365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Transition to ACTIVE for port object 37957e51-fb54-43b0-80f0-8e8793f14278 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:17.377500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:17.388884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: fa184cd5-67ce-42c1-95cd-c9bece1b6bfa {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:13:17.389299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device fa184cd5-67ce-42c1-95cd-c9bece1b6bfa not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:13:17.397546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:17.406655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-26bef96a-d1f7-4132-8a8e-f14656cbd4ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:17.412455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Made reservation on behalf of 810ff0626f894b4a9876803850be68f6 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:13:17.418300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:17.433412 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4a306d31-4a64-495d-b68a-aaba0aad4d09 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/5f0206af-0c92-4e2b-9384-0784f34ed8c9 HTTP/1.1" status: 204  len: 168 time: 1.8360643
Dec 23 16:13:17.437286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51bf0d80-dbf4-48e3-a72d-7c2ff1c6aacb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:17.438895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50362) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:17.450326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Allocated IP 172.26.5.189 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/ac2c26b1-5f53-4577-b71c-3d831ee31917) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:17.508104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51bf0d80-dbf4-48e3-a72d-7c2ff1c6aacb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:17.533947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Network 2b8e1af4-c944-4bab-837a-96fb61fb42af is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:17.539178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:17.541450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] device_id is not set on port d1647ff9-af4c-4106-bac1-abcf6786d07b yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:13:17.571793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:17.577843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf0d80-dbf4-48e3-a72d-7c2ff1c6aacb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec87f0a-d1c1-44e9-92f3-0a9921b6047f,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:17.580533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-51bf0d80-dbf4-48e3-a72d-7c2ff1c6aacb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:17.580665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:17.591257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Pushing event updated for resources: {'Port': ['ID=37957e51-fb54-43b0-80f0-8e8793f14278,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:17.595079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51bf0d80-dbf4-48e3-a72d-7c2ff1c6aacb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:17.600511 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-51bf0d80-dbf4-48e3-a72d-7c2ff1c6aacb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 2.0209255
Dec 23 16:13:17.601935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50366) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:17.602700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Router 4aefe91b-0248-454c-b63c-badae12f3d1b is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:13:17.612480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:17.618862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:17.622337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d50baba-733c-4dd4-b643-a711a6c8f18b tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:17.627077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:17.638440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Usage tracker for resource:floatingip and tenant:2fc097f1557c496a965fdb55c5695cd7 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:17.642100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:17.656941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:17.667724 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1da7c457-9260-4ce4-8f82-9c9cd73c5a39 req-c16b3b47-fa60-4782-b57b-c92223dc750f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8769f4d3f6f5492984aeeb4cd437c456&device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 1098 time: 0.2960694
Dec 23 16:13:17.741085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Attempting to bind port 37957e51-fb54-43b0-80f0-8e8793f14278 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:13:17.741507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Attempting to bind port 37957e51-fb54-43b0-80f0-8e8793f14278 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '2407cbce-afae-45ba-a5de-08b34801bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2b8e1af4-c944-4bab-837a-96fb61fb42af'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:13:17.741918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Attempting to bind port 37957e51-fb54-43b0-80f0-8e8793f14278 on network 2b8e1af4-c944-4bab-837a-96fb61fb42af {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:13:17.753276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:13:17.754008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Checking segment: {'id': '2407cbce-afae-45ba-a5de-08b34801bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2b8e1af4-c944-4bab-837a-96fb61fb42af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:13:17.754659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:17.755146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Bound using segment: {'id': '2407cbce-afae-45ba-a5de-08b34801bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2b8e1af4-c944-4bab-837a-96fb61fb42af'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:13:17.755695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Bound port: 37957e51-fb54-43b0-80f0-8e8793f14278, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2407cbce-afae-45ba-a5de-08b34801bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2b8e1af4-c944-4bab-837a-96fb61fb42af'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:13:17.756132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:17.800208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for floatingip, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:17.805471 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a70b766c-a50a-42eb-a433-01096632b504 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.3579974
Dec 23 16:13:17.806168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50372) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:17.851935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87c427e-b751-4f2b-b9f1-f0d18bb805ee None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:13:17.867807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a87c427e-b751-4f2b-b9f1-f0d18bb805ee None None] Deleting port 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:17.868242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a87c427e-b751-4f2b-b9f1-f0d18bb805ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:18.006137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] For port 37957e51-fb54-43b0-80f0-8e8793f14278, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:13:18.012082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] For port 37957e51-fb54-43b0-80f0-8e8793f14278, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=37957e51-fb54-43b0-80f0-8e8793f14278,segment=NetworkSegment(2407cbce-afae-45ba-a5de-08b34801bcdb),segment_id=2407cbce-afae-45ba-a5de-08b34801bcdb)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:13:18.038621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:18.046353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:18.068200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:18.083895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Allocated IP 172.20.0.2 (80adc495-91d5-4faf-be85-3530fbb88615/93c1a568-2f1c-49ec-9500-55a6b7219535/d1647ff9-af4c-4106-bac1-abcf6786d07b) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:18.099601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7c457-9260-4ce4-8f82-9c9cd73c5a39 req-5e87a64c-b965-49d2-8160-e891fb2cde60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:18.099842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27e42203-1996-4963-9fc6-ca8b96dc7062 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:18.101263 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1da7c457-9260-4ce4-8f82-9c9cd73c5a39 req-5e87a64c-b965-49d2-8160-e891fb2cde60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4afed7c-fdd1-4670-afcb-1be408a3d4c3 HTTP/1.1" status: 200  len: 898 time: 0.3436522
Dec 23 16:13:18.216506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a87c427e-b751-4f2b-b9f1-f0d18bb805ee None None] For port 88f9f313-9e94-4b37-89ce-a33ec7abb0d0, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=88f9f313-9e94-4b37-89ce-a33ec7abb0d0,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:18.217136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a87c427e-b751-4f2b-b9f1-f0d18bb805ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:18.232248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Pushing event updated for resources: {'Port': ['ID=37957e51-fb54-43b0-80f0-8e8793f14278,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:18.318370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:18.327801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:18.338244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:18.416819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a87c427e-b751-4f2b-b9f1-f0d18bb805ee None None] Calling delete_port for 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:18.501999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a87c427e-b751-4f2b-b9f1-f0d18bb805ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:18.508433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-38dad743-c187-4afe-93cf-7223c2289ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:18.555688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c427e-b751-4f2b-b9f1-f0d18bb805ee None None] Pushing event deleted for resources: {'Port': ['ID=88f9f313-9e94-4b37-89ce-a33ec7abb0d0,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:18.559943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a87c427e-b751-4f2b-b9f1-f0d18bb805ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:18.563498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c427e-b751-4f2b-b9f1-f0d18bb805ee None None] No DVR routers for this DVR port 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:13:18.652353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:18.659418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:18.661437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Pushing event updated for resources: {'Port': ['ID=ac2c26b1-5f53-4577-b71c-3d831ee31917,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:18.669634 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1da7c457-9260-4ce4-8f82-9c9cd73c5a39 req-6edb6623-fdbb-4265-8d2d-149e67cbad38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04074957-bea6-4d32-9efc-5376ca2932fe HTTP/1.1" status: 200  len: 1001 time: 0.5582566
Dec 23 16:13:18.732043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:18.738691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:18.752272 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-3d50baba-733c-4dd4-b643-a711a6c8f18b tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:13:18.753734 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3d50baba-733c-4dd4-b643-a711a6c8f18b tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "PUT /v2.0/routers/6be24092-7e0e-435b-8700-026e9ae20341 HTTP/1.1" status: 400  len: 364 time: 2.9963245
Dec 23 16:13:18.767506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50376) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:18.887659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:18.890405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7c457-9260-4ce4-8f82-9c9cd73c5a39 req-071a1de9-999e-4a20-98e0-9a87d5b45301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:18.892084 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1da7c457-9260-4ce4-8f82-9c9cd73c5a39 req-071a1de9-999e-4a20-98e0-9a87d5b45301 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=169e601e-34f0-4114-93f5-500de7206059 HTTP/1.1" status: 200  len: 835 time: 0.2043612
Dec 23 16:13:18.988775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:18.999872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381bc8bd-88f4-4902-bef1-5db600b1d869 None None] Sync routers for ids ['4aefe91b-0248-454c-b63c-badae12f3d1b'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:19.013460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381bc8bd-88f4-4902-bef1-5db600b1d869 None None] Routers {'4aefe91b-0248-454c-b63c-badae12f3d1b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:19.014176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-381bc8bd-88f4-4902-bef1-5db600b1d869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8e6400>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4aefe91b-0248-454c-b63c-badae12f3d1b'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:19.032649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:19.037820 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "PUT /v2.0/routers/4aefe91b-0248-454c-b63c-badae12f3d1b HTTP/1.1" status: 200  len: 913 time: 8.2140479
Dec 23 16:13:19.046282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50380) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:19.086325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-381bc8bd-88f4-4902-bef1-5db600b1d869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8e6400>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:19.099520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381bc8bd-88f4-4902-bef1-5db600b1d869 None None] Routers {'4aefe91b-0248-454c-b63c-badae12f3d1b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:19.100206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-381bc8bd-88f4-4902-bef1-5db600b1d869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8e6400>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4aefe91b-0248-454c-b63c-badae12f3d1b'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:19.122111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27e42203-1996-4963-9fc6-ca8b96dc7062 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:19.165816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-381bc8bd-88f4-4902-bef1-5db600b1d869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8e6400>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:19.165816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381bc8bd-88f4-4902-bef1-5db600b1d869 None None] The sync data for ids ['4aefe91b-0248-454c-b63c-badae12f3d1b'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:19.186703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27e42203-1996-4963-9fc6-ca8b96dc7062 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:19.221390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:19.278444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27e42203-1996-4963-9fc6-ca8b96dc7062 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:19.279074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e42203-1996-4963-9fc6-ca8b96dc7062 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Fanout notify agent at l3_agent the message router_deleted on router 8a41522e-e8d7-401e-a9a4-22edcd372254 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:19.312752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27e42203-1996-4963-9fc6-ca8b96dc7062 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:19.313997 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-27e42203-1996-4963-9fc6-ca8b96dc7062 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/routers/8a41522e-e8d7-401e-a9a4-22edcd372254 HTTP/1.1" status: 204  len: 168 time: 1.5001426
Dec 23 16:13:19.316055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:19.317909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50384) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:19.327644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65c628db-be95-4744-bb06-fff0dbcbf2b2 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:19.385375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b5d09aae-5bba-4315-885c-88dab1c1ffae up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:19.391531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Allocated IP 172.26.5.254 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/36306ef4-681b-4d18-890e-6eda0175a4ca) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:19.424952 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-16942ad4-9b7f-4b7f-9aa0-0af6691b3793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1054003
Dec 23 16:13:19.457950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50388) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:19.472607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b5d09aae-5bba-4315-885c-88dab1c1ffae triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:19.473300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:19.535768 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1da7c457-9260-4ce4-8f82-9c9cd73c5a39 req-56d86b93-7b13-4521-8941-226abf19fa3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4afed7c-fdd1-4670-afcb-1be408a3d4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5441108
Dec 23 16:13:19.541031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=d1647ff9-af4c-4106-bac1-abcf6786d07b,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:19.544787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:19.554625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 80adc495-91d5-4faf-be85-3530fbb88615 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:19.558743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:19.563951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:19.604455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 37957e51-fb54-43b0-80f0-8e8793f14278 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:19.619378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5d58b0-949b-45d4-b221-29e4b8131a06 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:19.620158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ff5d58b0-949b-45d4-b221-29e4b8131a06 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:19.664702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:19.665447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:19.683726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:19.684625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:19.686737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ff5d58b0-949b-45d4-b221-29e4b8131a06 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:19.687880 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ff5d58b0-949b-45d4-b221-29e4b8131a06 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2284493
Dec 23 16:13:19.692486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50392) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:19.697442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 37957e51-fb54-43b0-80f0-8e8793f14278 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:19.766217 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.1214025
Dec 23 16:13:19.769817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:13:19.776748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50396) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:19.812443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:13:19.812741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 88f9f313-9e94-4b37-89ce-a33ec7abb0d0 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:13:19.859783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'port': {'network_id': '80adc495-91d5-4faf-be85-3530fbb88615', 'name': 'tempest-FloatingIPTestJSON-525761024'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:19.883027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2b9ac958-e60f-42fc-a1c2-e5d1115dab46 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:router {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:19.996141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2b9ac958-e60f-42fc-a1c2-e5d1115dab46 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:router {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:20.006751 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2b9ac958-e60f-42fc-a1c2-e5d1115dab46 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3031604
Dec 23 16:13:20.008142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50400) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:20.027910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cc79376c-17d8-4b93-9d67-ff25540c6589 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:20.052803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:20.083387 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1da7c457-9260-4ce4-8f82-9c9cd73c5a39 req-598bf318-93cb-4f43-aaeb-87c6a90e27c6 service neutron] 10.222.0.36 "GET /v2.0/networks/c4afed7c-fdd1-4670-afcb-1be408a3d4c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5351791
Dec 23 16:13:20.201127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0a1c4f-5b51-410e-8346-cbc73d03c523 None None] Network 2b8e1af4-c944-4bab-837a-96fb61fb42af requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:20.213600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:20.262873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cc79376c-17d8-4b93-9d67-ff25540c6589 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:20.283920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cc79376c-17d8-4b93-9d67-ff25540c6589 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:20.297332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:20.309887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:port and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:20.314645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:20.325850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:20.337441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc79376c-17d8-4b93-9d67-ff25540c6589 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:13:20.390337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Made reservation on behalf of 810ff0626f894b4a9876803850be68f6 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:13:20.396673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:20.491824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-92e3f35b-2b5b-4ec4-a57c-6e029085b9e9 None None] Provisioning for port 37957e51-fb54-43b0-80f0-8e8793f14278 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:20.494818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] device_id is not set on port 9aac473c-7ea7-48f5-90f5-0abb89c08cb8 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:13:20.502918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-92e3f35b-2b5b-4ec4-a57c-6e029085b9e9 None None] Provisioning complete for port 37957e51-fb54-43b0-80f0-8e8793f14278 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:20.503411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-92e3f35b-2b5b-4ec4-a57c-6e029085b9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:20.539282 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ef281e43-5db4-419d-bbdb-321f4a8bee86 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/routers/4aefe91b-0248-454c-b63c-badae12f3d1b HTTP/1.1" status: 200  len: 919 time: 1.4852943
Dec 23 16:13:20.541344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50404) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:20.543286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc79376c-17d8-4b93-9d67-ff25540c6589 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:20.590251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:20.602054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9f53e2b3-71f1-48f5-8d9c-97ea99e1bce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:20.740470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-92e3f35b-2b5b-4ec4-a57c-6e029085b9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:20.786595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-92e3f35b-2b5b-4ec4-a57c-6e029085b9e9 None None] For port 37957e51-fb54-43b0-80f0-8e8793f14278, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=37957e51-fb54-43b0-80f0-8e8793f14278,segment=NetworkSegment(2407cbce-afae-45ba-a5de-08b34801bcdb),segment_id=2407cbce-afae-45ba-a5de-08b34801bcdb)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:20.792233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-92e3f35b-2b5b-4ec4-a57c-6e029085b9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:20.794420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-222cf53e-811e-46d4-89a1-a95a0153f932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:20.812287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Allocated IP 172.20.0.11 (80adc495-91d5-4faf-be85-3530fbb88615/93c1a568-2f1c-49ec-9500-55a6b7219535/9aac473c-7ea7-48f5-90f5-0abb89c08cb8) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:20.841016 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1da7c457-9260-4ce4-8f82-9c9cd73c5a39 req-187a7802-22e8-4f42-9c08-0c6a2ffc50ce service neutron] 10.222.0.36 "GET /v2.0/networks/c4afed7c-fdd1-4670-afcb-1be408a3d4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7473018
Dec 23 16:13:20.862402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Router 6612c526-c205-4867-9cfe-36b2372a7991 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:13:20.893909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Pushing event updated for resources: {'Port': ['ID=36306ef4-681b-4d18-890e-6eda0175a4ca,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:20.906237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:20.910297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3f35b-2b5b-4ec4-a57c-6e029085b9e9 None None] Pushing event updated for resources: {'Port': ['ID=37957e51-fb54-43b0-80f0-8e8793f14278,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:20.925747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-92e3f35b-2b5b-4ec4-a57c-6e029085b9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:20.935182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:20.945742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:20.949026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:21.102865 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-63408057-f746-44cc-925e-a6bdb9e79c02 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&device_id=4aefe91b-0248-454c-b63c-badae12f3d1b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.5523911
Dec 23 16:13:21.106479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50408) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:21.131264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c0530701-9d41-4954-9df0-8eae7a09f528 None None] Provisioning complete for port 37957e51-fb54-43b0-80f0-8e8793f14278 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:21.131801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c0530701-9d41-4954-9df0-8eae7a09f528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:21.332307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 37957e51-fb54-43b0-80f0-8e8793f14278 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:21.367844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Allocated IP 2001:db8::1 (e211b6d5-0091-45b2-a9b2-2a4c83c9332d/1e6022dd-28b1-4a73-a391-d57e1f987b32/32d1c9bb-37be-4aae-9159-111a74b0f2f7) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:21.436437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 37957e51-fb54-43b0-80f0-8e8793f14278 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:21.437350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:21.532857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:21.595161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af258c47-4458-418d-8907-4fc870061506 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:21.598931 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-af258c47-4458-418d-8907-4fc870061506 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/networks/2dc36bf2-ecdb-4314-aa29-e21d51c50182 HTTP/1.1" status: 200  len: 881 time: 0.4892325
Dec 23 16:13:21.619763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50414) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:21.686485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:21.703729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc79376c-17d8-4b93-9d67-ff25540c6589 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:21.709977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9e9496d3-9ea1-44ba-8f9b-b004a5d7fc0f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:21.744635 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7c5cc02c-9cd8-41be-a3b3-e5e762fe24e7 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "GET /v2.0/ports?device_id=4aefe91b-0248-454c-b63c-badae12f3d1b HTTP/1.1" status: 200  len: 205 time: 0.1234343
Dec 23 16:13:21.751145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50418) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:21.756970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:21.791700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc79376c-17d8-4b93-9d67-ff25540c6589 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:21.800820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-cc79376c-17d8-4b93-9d67-ff25540c6589 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:21.810663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc79376c-17d8-4b93-9d67-ff25540c6589 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:21.811355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc79376c-17d8-4b93-9d67-ff25540c6589 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:21.812009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6c02d7-fdb0-44b6-a11f-204733a8266c None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:21.821433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79376c-17d8-4b93-9d67-ff25540c6589 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=95696259-2c0c-4d1f-9993-bffb251677d3,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:21.834498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc79376c-17d8-4b93-9d67-ff25540c6589 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:21.846596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:21.856902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fd3e7510-b063-4bf7-acfb-6e6ae6cd6dbe tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:21.898271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:21.913097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7359fd8-3497-4bb3-a5df-bd6712899413 None None] Sync routers for ids ['6612c526-c205-4867-9cfe-36b2372a7991'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:21.930931 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cc79376c-17d8-4b93-9d67-ff25540c6589 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.9155207
Dec 23 16:13:21.932874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7359fd8-3497-4bb3-a5df-bd6712899413 None None] Routers {'6612c526-c205-4867-9cfe-36b2372a7991'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:21.933846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b7359fd8-3497-4bb3-a5df-bd6712899413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a555cc0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6612c526-c205-4867-9cfe-36b2372a7991'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:21.940247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50422) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:21.956529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:21.957928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:21.991053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:21.995035 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 6.2526987
Dec 23 16:13:21.995035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 80adc495-91d5-4faf-be85-3530fbb88615 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:21.998586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50426) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:21.998746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=9aac473c-7ea7-48f5-90f5-0abb89c08cb8,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:22.014018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:22.015977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Transition to ACTIVE for port object 32d1c9bb-37be-4aae-9159-111a74b0f2f7 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:22.016427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:22.019664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b7359fd8-3497-4bb3-a5df-bd6712899413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a555cc0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:22.020465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:22.030019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-30d9896d-7d42-4108-ab45-97727578d0c4 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'enable_snat': False}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:22.033522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7359fd8-3497-4bb3-a5df-bd6712899413 None None] Routers {'6612c526-c205-4867-9cfe-36b2372a7991'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:22.034408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b7359fd8-3497-4bb3-a5df-bd6712899413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a555cc0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6612c526-c205-4867-9cfe-36b2372a7991'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:22.115597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b7359fd8-3497-4bb3-a5df-bd6712899413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a555cc0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:22.116518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7359fd8-3497-4bb3-a5df-bd6712899413 None None] The sync data for ids ['6612c526-c205-4867-9cfe-36b2372a7991'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:22.154930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': '95696259-2c0c-4d1f-9993-bffb251677d3'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:13:22.155973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:22.165895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:22.166850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:22.205852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:22.213363 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.4349074
Dec 23 16:13:22.215826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50430) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:22.219070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:22.224001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:22.230555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '9aac473c-7ea7-48f5-90f5-0abb89c08cb8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:22.241290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:22.244399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:22.249199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:floatingip and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:22.254828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:22.266753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:22.269482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:13:22.275591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:22.325717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:22.368782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Allocated IP 2001:db8::f816:3eff:fe72:5951 (ba343194-bb9c-4b65-8867-816842e8f671/95696259-2c0c-4d1f-9993-bffb251677d3/9bb888fe-c898-423f-92fa-b1305f2b6f38) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:22.553601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:22.561395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ee03620-0c9d-4dfa-8b63-0ba1e59f2fb7 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:22.597783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:22.612341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Transition to ACTIVE for port object 9bb888fe-c898-423f-92fa-b1305f2b6f38 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:22.636198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Transition to ACTIVE for port object 9bb888fe-c898-423f-92fa-b1305f2b6f38 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:22.642318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:22.649692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e46d8c1a-356d-475a-a98f-a3d36a25fbff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:22.657030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:22.717429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:22.721113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:22.726883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:22.734118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Network e211b6d5-0091-45b2-a9b2-2a4c83c9332d is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:22.745708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Pushing event updated for resources: {'Port': ['ID=9bb888fe-c898-423f-92fa-b1305f2b6f38,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:22.749955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:22.752168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event updated for resources: {'Port': ['ID=32d1c9bb-37be-4aae-9159-111a74b0f2f7,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:22.756856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:22.757723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:22.771298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:22.772936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:22.775534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:22.789517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:22.802514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:22.854195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:22.864200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-846fed60-5a0d-40d5-8c20-aaf094931904 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:22.896562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Attempting to bind port 9bb888fe-c898-423f-92fa-b1305f2b6f38 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:13:22.897157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Attempting to bind port 9bb888fe-c898-423f-92fa-b1305f2b6f38 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:13:22.897661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Attempting to bind port 9bb888fe-c898-423f-92fa-b1305f2b6f38 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:13:22.902849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:22.905765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:13:22.906290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:13:22.906833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:22.907542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:13:22.908182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Bound port: 9bb888fe-c898-423f-92fa-b1305f2b6f38, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:13:22.908688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:22.995887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:22.999423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:23.006778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Allocated IP 172.26.5.15 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/d37978ae-2d45-418b-b3e1-668e1d7b990f) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:23.012130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:23.012884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:23.020248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=eddfa301-b6a0-4aac-b892-7931a42e32ca,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:23.027696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:23.032403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] For port 9bb888fe-c898-423f-92fa-b1305f2b6f38, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:13:23.038532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] For port 9bb888fe-c898-423f-92fa-b1305f2b6f38, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=9bb888fe-c898-423f-92fa-b1305f2b6f38,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:13:23.044410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:23.049042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Pushing event updated for resources: {'Port': ['ID=36306ef4-681b-4d18-890e-6eda0175a4ca,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:23.063170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3aa4f4d0-2e03-404f-87eb-988624c0299c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:23.075580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:23.126560 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1815314
Dec 23 16:13:23.144842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50446) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:23.161787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'mac_address': 'fa:16:3e:27:d5:27', 'name': 'tempest-NetworksTestDHCPv6-455723487'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:23.171428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:23.189752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Pushing event updated for resources: {'Port': ['ID=9bb888fe-c898-423f-92fa-b1305f2b6f38,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:23.202165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:23.217654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:23.360587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4932e1e4-5438-42a2-89cd-8ec1691c3881 None None] Provisioning for port 32d1c9bb-37be-4aae-9159-111a74b0f2f7 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:23.367822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4932e1e4-5438-42a2-89cd-8ec1691c3881 None None] Provisioning complete for port 32d1c9bb-37be-4aae-9159-111a74b0f2f7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:23.368599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4932e1e4-5438-42a2-89cd-8ec1691c3881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:23.381659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:23.408750 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.7867374
Dec 23 16:13:23.449107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4932e1e4-5438-42a2-89cd-8ec1691c3881 None None] Port 32d1c9bb-37be-4aae-9159-111a74b0f2f7 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:13:23.539547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:23.548430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:23.555763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:port and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:23.559971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:23.572037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:23.615653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:13:23.622499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:23.672671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:23.684747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:23.730818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port 2bce9768-121f-4a90-8dbc-f807c06adfb9 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:13:23.814776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-3e02ff24-1799-477a-826d-8fb7e06a215c tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Synchronizing usage tracker for tenant:2fc097f1557c496a965fdb55c5695cd7 on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:23.867972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:23.877670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:23.885187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=d37978ae-2d45-418b-b3e1-668e1d7b990f,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:23.887675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:23.919759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:23.934153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df9dcc-0317-45f7-9024-8f74bca873df req-c8d8bb8e-e24c-4ccf-825f-95f6ef92a4ec tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:23.935513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-3e02ff24-1799-477a-826d-8fb7e06a215c tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Unset dirty status for tenant:2fc097f1557c496a965fdb55c5695cd7 on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:23.935826 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-82df9dcc-0317-45f7-9024-8f74bca873df req-c8d8bb8e-e24c-4ccf-825f-95f6ef92a4ec tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.3679228
Dec 23 16:13:23.936816 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-3e02ff24-1799-477a-826d-8fb7e06a215c tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--350820625&fields=id&tenant_id=2fc097f1557c496a965fdb55c5695cd7 HTTP/1.1" status: 200  len: 267 time: 0.3491387
Dec 23 16:13:24.139793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:24.186245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Deleting port 000d3d17-b0de-46cf-b7b4-4194e33efaa8 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:24.186623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:24.252386 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-82df9dcc-0317-45f7-9024-8f74bca873df req-2ec83f3f-010d-4bdd-b9a2-684c8a4b0f7c tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2613289
Dec 23 16:13:24.328987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:24.338057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:24.338896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-092ff5bb-b066-4dfc-bc9e-96b14e3399b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:24.339059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:24.346525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5aec621c-5bfd-4ee7-b00f-b95534207d08 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:24.348832 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5aec621c-5bfd-4ee7-b00f-b95534207d08 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/networks?id=0e57fe8b-597d-4dbf-a842-558dc5447a36 HTTP/1.1" status: 200  len: 812 time: 0.3700411
Dec 23 16:13:24.375810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 172.20.0.6 (ba343194-bb9c-4b65-8867-816842e8f671/eddfa301-b6a0-4aac-b892-7931a42e32ca/2bce9768-121f-4a90-8dbc-f807c06adfb9) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:24.393537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::f816:3eff:fe27:d527 (ba343194-bb9c-4b65-8867-816842e8f671/95696259-2c0c-4d1f-9993-bffb251677d3/2bce9768-121f-4a90-8dbc-f807c06adfb9) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:24.459017 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-482a56d3-2849-4f8e-aead-91b9411f2f8c tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/quotas/2fc097f1557c496a965fdb55c5695cd7 HTTP/1.1" status: 200  len: 375 time: 0.0969849
Dec 23 16:13:24.625824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-038f3438-3cdc-4e4f-ab85-e48454c78e80 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:24.873445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event updated for resources: {'Port': ['ID=32d1c9bb-37be-4aae-9159-111a74b0f2f7,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:24.876631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:24.926763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:25.081080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Calling delete_port for 000d3d17-b0de-46cf-b7b4-4194e33efaa8 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:25.091299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-1203b886-ec87-4856-b489-1e5e4a5c0680 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Synchronizing usage tracker for tenant:2fc097f1557c496a965fdb55c5695cd7 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:25.120812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561a3633-6f57-4ce3-8662-0e6b58032713 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:25.158626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-1203b886-ec87-4856-b489-1e5e4a5c0680 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Unset dirty status for tenant:2fc097f1557c496a965fdb55c5695cd7 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:25.160557 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-1203b886-ec87-4856-b489-1e5e4a5c0680 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2fc097f1557c496a965fdb55c5695cd7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6915574
Dec 23 16:13:25.171878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:25.231874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object 2bce9768-121f-4a90-8dbc-f807c06adfb9 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:25.254799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Network e211b6d5-0091-45b2-a9b2-2a4c83c9332d is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:25.262425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:25.291692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-29191357-a755-46cf-81ca-42b1c2b93364 None None] Provisioning for port 9bb888fe-c898-423f-92fa-b1305f2b6f38 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:25.490253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9bb888fe-c898-423f-92fa-b1305f2b6f38 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:25.515594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-39880616-726e-4662-8fc8-7a9dccfe53c0 service neutron] 10.222.0.67 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3346908
Dec 23 16:13:25.524221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:25.561799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-046dcecf-f1c5-4503-8441-73cc234f8b6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:25.657160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 9bb888fe-c898-423f-92fa-b1305f2b6f38 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:25.671534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 9bb888fe-c898-423f-92fa-b1305f2b6f38 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:25.671739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:25.716386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:25.762927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a6ce19-ca45-4359-96de-b02d1c96dc7b None None] Update dhcp port {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'fixed_ips': [{'subnet_id': '95696259-2c0c-4d1f-9993-bffb251677d3', 'ip_address': '2001:db8::f816:3eff:fe72:5951'}, {'subnet_id': 'eddfa301-b6a0-4aac-b892-7931a42e32ca'}], 'binding:host_id': 'dv-neutron-822801-1-hyperv'}, 'id': '9bb888fe-c898-423f-92fa-b1305f2b6f38'} from dv-neutron-822801-1-hyperv. {{(pid=88842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 23 16:13:25.767395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:25.779363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:25.781602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=2bce9768-121f-4a90-8dbc-f807c06adfb9,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:25.795418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:25.808910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30d9896d-7d42-4108-ab45-97727578d0c4 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:25.829630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:25.831298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:25.835743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:25.888866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15a6ce19-ca45-4359-96de-b02d1c96dc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:25.895872 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-7e42000d-cbe9-4cf2-a2f3-2c50c9eb2d55 service neutron] 10.222.0.67 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3768160
Dec 23 16:13:25.900670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Pushing event deleted for resources: {'Port': ['ID=000d3d17-b0de-46cf-b7b4-4194e33efaa8,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:25.907247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:25.915963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:25.916938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:25.922463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:26.042576 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.8961751
Dec 23 16:13:26.046957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50474) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:26.047814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8df052-b7cb-46f0-96ee-5174af9cecc6 req-64d310a5-fb55-47fc-b1b5-659d3c09c5d5 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:26.064792 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db8df052-b7cb-46f0-96ee-5174af9cecc6 req-64d310a5-fb55-47fc-b1b5-659d3c09c5d5 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.4968343
Dec 23 16:13:26.154453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:26.171077 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-88c807ba-1c87-4239-ab42-c3abd99f5d80 req-8dc7850a-6c50-4609-a25f-d1a8f968015f tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 210 time: 0.0692263
Dec 23 16:13:26.195594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:26.213487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bcc83da3-def4-450a-b975-1bcceba6c755 None None] Provisioning complete for port 32d1c9bb-37be-4aae-9159-111a74b0f2f7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:26.213987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bcc83da3-def4-450a-b975-1bcceba6c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:26.300511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bcc83da3-def4-450a-b975-1bcceba6c755 None None] Port 32d1c9bb-37be-4aae-9159-111a74b0f2f7 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:13:26.302934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-15a6ce19-ca45-4359-96de-b02d1c96dc7b None None] Allocated IP 172.20.0.2 (ba343194-bb9c-4b65-8867-816842e8f671/eddfa301-b6a0-4aac-b892-7931a42e32ca/9bb888fe-c898-423f-92fa-b1305f2b6f38) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:26.340593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c4e531-614b-4d00-a22d-af3395ccc43b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:26.346144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c4e531-614b-4d00-a22d-af3395ccc43b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:26.348297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-43c4e531-614b-4d00-a22d-af3395ccc43b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:26.388356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-43c4e531-614b-4d00-a22d-af3395ccc43b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:26.392377 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-43c4e531-614b-4d00-a22d-af3395ccc43b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1781 time: 0.3418393
Dec 23 16:13:26.393142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50484) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:26.492719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-694c6c48-0170-48f5-8f02-65b3937bd238 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 2bce9768-121f-4a90-8dbc-f807c06adfb9 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:26.493118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-694c6c48-0170-48f5-8f02-65b3937bd238 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:26.649319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:26.658482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:26.687723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:26.692581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Router 6be24092-7e0e-435b-8700-026e9ae20341 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:13:26.712664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-15a6ce19-ca45-4359-96de-b02d1c96dc7b None None] For port 9bb888fe-c898-423f-92fa-b1305f2b6f38, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=9bb888fe-c898-423f-92fa-b1305f2b6f38,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:26.716349 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db8df052-b7cb-46f0-96ee-5174af9cecc6 req-f176ac8e-40f8-44e9-84e8-9502f2e871b3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6390281
Dec 23 16:13:26.745118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15a6ce19-ca45-4359-96de-b02d1c96dc7b None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:26.746289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:26.747839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 23 16:13:26.747839 dv-neutron-822801-1-hyperv neutron-server[88729]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s]
Dec 23 16:13:26.747839 dv-neutron-822801-1-hyperv neutron-server[88729]: [parameters: {'status': 'ACTIVE', 'ports_id': '9bb888fe-c898-423f-92fa-b1305f2b6f38'}]
Dec 23 16:13:26.747839 dv-neutron-822801-1-hyperv neutron-server[88729]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:13:26.748276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:13:26.760401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=d37978ae-2d45-418b-b3e1-668e1d7b990f,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:26.781026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-71452416-5463-42b4-9875-e35e94c4c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:26.783955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-15a6ce19-ca45-4359-96de-b02d1c96dc7b None None] Transition to ACTIVE for port object 9bb888fe-c898-423f-92fa-b1305f2b6f38 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:26.788155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15a6ce19-ca45-4359-96de-b02d1c96dc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:26.793541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f37c6e09-61f6-4b88-aa84-82e6e6c11aa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:26.798018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:26.923569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:26.947640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6ce19-ca45-4359-96de-b02d1c96dc7b None None] Pushing event updated for resources: {'Port': ['ID=9bb888fe-c898-423f-92fa-b1305f2b6f38,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:26.951241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15a6ce19-ca45-4359-96de-b02d1c96dc7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:27.027802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-694c6c48-0170-48f5-8f02-65b3937bd238 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:27.170662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-694c6c48-0170-48f5-8f02-65b3937bd238 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 2bce9768-121f-4a90-8dbc-f807c06adfb9 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:27.216688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:27.233791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:27.332639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:27.334938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:27.402659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 9bb888fe-c898-423f-92fa-b1305f2b6f38, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=9bb888fe-c898-423f-92fa-b1305f2b6f38,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:27.417157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:27.420628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-024c02b9-916e-47b8-83c6-7bc3235d7eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:27.572444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:27.573452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9bb888fe-c898-423f-92fa-b1305f2b6f38 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:27.577327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Fanout notify agent at l3_agent the message router_deleted on router 4aefe91b-0248-454c-b63c-badae12f3d1b {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:27.580911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:27.637739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=9bb888fe-c898-423f-92fa-b1305f2b6f38,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:27.648207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30d9896d-7d42-4108-ab45-97727578d0c4 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:27.655710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:27.657167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e310cda7-1e5c-4a61-afae-716324e97feb None None] Sync routers for ids ['6be24092-7e0e-435b-8700-026e9ae20341'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:27.663251 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "PUT /v2.0/routers/6be24092-7e0e-435b-8700-026e9ae20341/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8897567
Dec 23 16:13:27.729855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310cda7-1e5c-4a61-afae-716324e97feb None None] Routers {'6be24092-7e0e-435b-8700-026e9ae20341'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:27.730922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e310cda7-1e5c-4a61-afae-716324e97feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f98eb8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6be24092-7e0e-435b-8700-026e9ae20341'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:27.735481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30d9896d-7d42-4108-ab45-97727578d0c4 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:27.744194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50492) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:27.747934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:27.749174 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "DELETE /v2.0/routers/4aefe91b-0248-454c-b63c-badae12f3d1b HTTP/1.1" status: 204  len: 168 time: 5.9970281
Dec 23 16:13:27.831987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50496) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:27.861467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-38457cc3-4a53-4448-a4f8-7a1e57d6b211 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1451611221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:27.887199 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8cb62193-8610-4259-ae6e-24faa3c53a18 req-c7d3cb83-f635-4334-a1e6-1576b7305aee tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 210 time: 0.4136791
Dec 23 16:13:27.894712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-38457cc3-4a53-4448-a4f8-7a1e57d6b211 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:27.896260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-694c6c48-0170-48f5-8f02-65b3937bd238 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:27.897606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e310cda7-1e5c-4a61-afae-716324e97feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f98eb8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:27.908900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:27.918366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310cda7-1e5c-4a61-afae-716324e97feb None None] Routers {'6be24092-7e0e-435b-8700-026e9ae20341'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:27.919115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e310cda7-1e5c-4a61-afae-716324e97feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f98eb8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6be24092-7e0e-435b-8700-026e9ae20341'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:27.966694 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Floating IP 30e5f443-8f69-4d03-9ee6-07c1ab6e2304 associated. External IP: 172.26.5.15, port: 9aac473c-7ea7-48f5-90f5-0abb89c08cb8.
Dec 23 16:13:28.005244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e310cda7-1e5c-4a61-afae-716324e97feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f98eb8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:28.005731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e310cda7-1e5c-4a61-afae-716324e97feb None None] The sync data for ids ['6be24092-7e0e-435b-8700-026e9ae20341'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:28.044623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c6c48-0170-48f5-8f02-65b3937bd238 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=2bce9768-121f-4a90-8dbc-f807c06adfb9,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:28.055364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-38457cc3-4a53-4448-a4f8-7a1e57d6b211 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Usage tracker for resource:router and tenant:837529779aa5438a8e4166b9bc964d6c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:28.057277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-694c6c48-0170-48f5-8f02-65b3937bd238 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:28.111379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-38457cc3-4a53-4448-a4f8-7a1e57d6b211 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:28.157081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-38457cc3-4a53-4448-a4f8-7a1e57d6b211 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:28.200952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-fd323fad-7518-4cba-89f6-4d983a5eab03 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:28.201708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-fd323fad-7518-4cba-89f6-4d983a5eab03 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Synchronizing usage tracker for tenant:2fc097f1557c496a965fdb55c5695cd7 on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:28.217704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38457cc3-4a53-4448-a4f8-7a1e57d6b211 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:28.218752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38457cc3-4a53-4448-a4f8-7a1e57d6b211 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:28.231475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-694c6c48-0170-48f5-8f02-65b3937bd238 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:28.258827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0f91d02a-105e-4838-b426-270503dbc701 None None] Provisioning for port 9bb888fe-c898-423f-92fa-b1305f2b6f38 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:28.265386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0f91d02a-105e-4838-b426-270503dbc701 None None] Provisioning complete for port 9bb888fe-c898-423f-92fa-b1305f2b6f38 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:28.265962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f91d02a-105e-4838-b426-270503dbc701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:28.272782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-fd323fad-7518-4cba-89f6-4d983a5eab03 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Unset dirty status for tenant:2fc097f1557c496a965fdb55c5695cd7 on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:28.274113 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-fd323fad-7518-4cba-89f6-4d983a5eab03 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.36 "GET /v2.0/networks?id=0e57fe8b-597d-4dbf-a842-558dc5447a36 HTTP/1.1" status: 200  len: 812 time: 0.7767136
Dec 23 16:13:28.309227 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-694c6c48-0170-48f5-8f02-65b3937bd238 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/2bce9768-121f-4a90-8dbc-f807c06adfb9 HTTP/1.1" status: 204  len: 168 time: 1.9118302
Dec 23 16:13:28.313678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50506) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:28.321317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38457cc3-4a53-4448-a4f8-7a1e57d6b211 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:28.346377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1bbf1-149e-4344-9195-00047048aae3 req-94dd084a-b460-451a-955d-521cb456c496 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:28.348018 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-75b1bbf1-149e-4344-9195-00047048aae3 req-94dd084a-b460-451a-955d-521cb456c496 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.3531890
Dec 23 16:13:28.420585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6a647-c9a1-42a5-9d1e-bc77d1271503 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:28.422093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6a647-c9a1-42a5-9d1e-bc77d1271503 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:28.423796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6a647-c9a1-42a5-9d1e-bc77d1271503 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:28.424721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-69b6a647-c9a1-42a5-9d1e-bc77d1271503 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:28.451909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-69b6a647-c9a1-42a5-9d1e-bc77d1271503 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:28.454980 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-69b6a647-c9a1-42a5-9d1e-bc77d1271503 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1295161
Dec 23 16:13:28.458935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50510) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:28.497801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:28.639773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ec4a4eb6-116e-4b9a-9fc2-e9031419deea None None] Could not find standard attr ID for object 2bce9768-121f-4a90-8dbc-f807c06adfb9. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:13:28.729651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38457cc3-4a53-4448-a4f8-7a1e57d6b211 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:28.743628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1733dde-6290-4b2d-b8d8-aa2f4a78621b tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:28.798772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-387f13de-83dc-49dc-85b8-462c096c6f24 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Synchronizing usage tracker for tenant:2fc097f1557c496a965fdb55c5695cd7 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:28.865554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f6ae19-2eb4-4fa2-8c70-04458a0a80e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 95696259-2c0c-4d1f-9993-bffb251677d3 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:13:28.869818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46f6ae19-2eb4-4fa2-8c70-04458a0a80e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:28.905237 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-75b1bbf1-149e-4344-9195-00047048aae3 req-56c0b832-d27a-4d14-b62b-ccf369c12c31 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5476148
Dec 23 16:13:28.911693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38457cc3-4a53-4448-a4f8-7a1e57d6b211 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:28.912978 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-38457cc3-4a53-4448-a4f8-7a1e57d6b211 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.0773480
Dec 23 16:13:28.921946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50514) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:28.926618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-387f13de-83dc-49dc-85b8-462c096c6f24 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Unset dirty status for tenant:2fc097f1557c496a965fdb55c5695cd7 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:28.927971 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-387f13de-83dc-49dc-85b8-462c096c6f24 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fc097f1557c496a965fdb55c5695cd7 HTTP/1.1" status: 200  len: 379 time: 0.6393788
Dec 23 16:13:28.942745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'enable_snat': False}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:28.955347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Request body: {'port': {'device_id': 'f4205fb6-98bb-421f-8d6e-78af49b1f89f', 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'admin_state_up': True, 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'security_groups': ['6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:29.018730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46f6ae19-2eb4-4fa2-8c70-04458a0a80e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:29.149181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d9896d-7d42-4108-ab45-97727578d0c4 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Router 6612c526-c205-4867-9cfe-36b2372a7991 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:13:29.152341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:29.170816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:29.174174 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-f1733dde-6290-4b2d-b8d8-aa2f4a78621b tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:13:29.175404 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f1733dde-6290-4b2d-b8d8-aa2f4a78621b tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "DELETE /v2.0/routers/6be24092-7e0e-435b-8700-026e9ae20341 HTTP/1.1" status: 409  len: 329 time: 1.4247839
Dec 23 16:13:29.181542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50520) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:29.183537 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa097fdb-eb33-483e-9767-e12d9df281da req-ebaf4c3b-d258-41ef-9718-55aad7d91fed tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 210 time: 0.0793974
Dec 23 16:13:29.251985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Made reservation on behalf of 2fc097f1557c496a965fdb55c5695cd7 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:13:29.258344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:29.287217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:13:29.376178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46f6ae19-2eb4-4fa2-8c70-04458a0a80e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:29.500918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9bb888fe-c898-423f-92fa-b1305f2b6f38 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:29.580543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 9bb888fe-c898-423f-92fa-b1305f2b6f38 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:29.581478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:29.677730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46f6ae19-2eb4-4fa2-8c70-04458a0a80e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:29.682977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1c64199f-9927-4bd9-911c-5ad6c37c1a06 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:29.690951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Allocated IP 172.20.0.14 (0e57fe8b-597d-4dbf-a842-558dc5447a36/6a253f05-fd39-4f82-93da-ff5efbc78fce/d015202a-ee25-4eee-8d62-7134b9b8df10) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:29.727953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6ae19-2eb4-4fa2-8c70-04458a0a80e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=95696259-2c0c-4d1f-9993-bffb251677d3,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:29.731098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:29.736788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-46f6ae19-2eb4-4fa2-8c70-04458a0a80e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:29.746851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46f6ae19-2eb4-4fa2-8c70-04458a0a80e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:29.752590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f56857-7436-45c8-a718-eab9455c0197 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:30.059769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d9896d-7d42-4108-ab45-97727578d0c4 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:30.073336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b364c7fb-f351-4401-9868-8c729bb87d51 None None] Sync routers for ids ['6612c526-c205-4867-9cfe-36b2372a7991'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:30.087400 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-46f6ae19-2eb4-4fa2-8c70-04458a0a80e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/95696259-2c0c-4d1f-9993-bffb251677d3 HTTP/1.1" status: 204  len: 168 time: 1.6246240
Dec 23 16:13:30.089579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b364c7fb-f351-4401-9868-8c729bb87d51 None None] Routers {'6612c526-c205-4867-9cfe-36b2372a7991'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:30.090278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b364c7fb-f351-4401-9868-8c729bb87d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a95cfd0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6612c526-c205-4867-9cfe-36b2372a7991'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:30.096289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50526) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:30.151466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30d9896d-7d42-4108-ab45-97727578d0c4 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:30.156842 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-30d9896d-7d42-4108-ab45-97727578d0c4 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "PUT /v2.0/routers/6612c526-c205-4867-9cfe-36b2372a7991 HTTP/1.1" status: 200  len: 925 time: 8.1448424
Dec 23 16:13:30.157079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50530) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:30.163524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b364c7fb-f351-4401-9868-8c729bb87d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a95cfd0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:30.176117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b364c7fb-f351-4401-9868-8c729bb87d51 None None] Routers {'6612c526-c205-4867-9cfe-36b2372a7991'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:30.177051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b364c7fb-f351-4401-9868-8c729bb87d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a95cfd0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6612c526-c205-4867-9cfe-36b2372a7991'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:30.185800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:30.212488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec602d8a-9c04-4140-a5b5-7748d37f6759 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:30.315719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Transition to ACTIVE for port object d015202a-ee25-4eee-8d62-7134b9b8df10 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:30.363386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-106d1acc-4e7a-4d1e-83b2-5d783169f2a3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet eddfa301-b6a0-4aac-b892-7931a42e32ca {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:13:30.380272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-106d1acc-4e7a-4d1e-83b2-5d783169f2a3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:30.429389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a615a-1b0a-4be6-9d99-e5d1fd12974b req-29e370e8-633a-4361-8a07-5fb2182b0ddd tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:30.430844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b364c7fb-f351-4401-9868-8c729bb87d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a95cfd0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:30.431188 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c92a615a-1b0a-4be6-9d99-e5d1fd12974b req-29e370e8-633a-4361-8a07-5fb2182b0ddd tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.3739812
Dec 23 16:13:30.431683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b364c7fb-f351-4401-9868-8c729bb87d51 None None] The sync data for ids ['6612c526-c205-4867-9cfe-36b2372a7991'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:30.473587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:30.591462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-106d1acc-4e7a-4d1e-83b2-5d783169f2a3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:30.663961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:30.682789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57530e-56e0-45e9-a5dd-475f94c3f71a None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:30.704401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57530e-56e0-45e9-a5dd-475f94c3f71a None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:30.705286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9e57530e-56e0-45e9-a5dd-475f94c3f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeac50>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:30.733331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5dd57b65-fb30-49db-b242-8de71a7eb787 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:30.777235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:30.787676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9e57530e-56e0-45e9-a5dd-475f94c3f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeac50>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:30.801292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57530e-56e0-45e9-a5dd-475f94c3f71a None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:30.802155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9e57530e-56e0-45e9-a5dd-475f94c3f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeac50>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:30.828305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Network 0e57fe8b-597d-4dbf-a842-558dc5447a36 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:30.834397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:30.851284 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c92a615a-1b0a-4be6-9d99-e5d1fd12974b req-cdb2e3bf-ffab-40f5-a650-d235d99f2349 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4063873
Dec 23 16:13:30.854325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:30.896232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9e57530e-56e0-45e9-a5dd-475f94c3f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeac50>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:30.898000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57530e-56e0-45e9-a5dd-475f94c3f71a None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:30.944430 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 8.7231781
Dec 23 16:13:30.944681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:30.944681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:30.948179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Pushing event updated for resources: {'Port': ['ID=d015202a-ee25-4eee-8d62-7134b9b8df10,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:30.951874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276443f-e945-4552-8baa-7ea7ac1ae4ca req-9efa2cc4-ace9-4641-9c07-58c6bf831986 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:30.952299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50536) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:30.953171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:30.953529 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d276443f-e945-4552-8baa-7ea7ac1ae4ca req-9efa2cc4-ace9-4641-9c07-58c6bf831986 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 932 time: 0.4618070
Dec 23 16:13:30.963768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-106d1acc-4e7a-4d1e-83b2-5d783169f2a3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:30.974921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1a723e01-2a01-4e8e-892f-6f5712b18985 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:31.044309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:31.090055 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1446052
Dec 23 16:13:31.098058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:31.140118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Request body: {'port': {'device_id': 'f4205fb6-98bb-421f-8d6e-78af49b1f89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:31.189148 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d276443f-e945-4552-8baa-7ea7ac1ae4ca req-453c5917-73cf-4860-bae1-f602d87fbd51 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1905673
Dec 23 16:13:31.208913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a723e01-2a01-4e8e-892f-6f5712b18985 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:31.222211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-106d1acc-4e7a-4d1e-83b2-5d783169f2a3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:31.233245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b80f5153-d799-4d4c-a658-34a4a6307fc3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:31.233518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f82857bd-ed23-4ed5-8f1d-69a5c21fffbb None None] Provisioning complete for port 9bb888fe-c898-423f-92fa-b1305f2b6f38 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:31.234147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f82857bd-ed23-4ed5-8f1d-69a5c21fffbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:31.286186 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1bd29869-cd89-420a-afe1-7ca1468f6680 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/routers/6612c526-c205-4867-9cfe-36b2372a7991 HTTP/1.1" status: 200  len: 925 time: 1.1247947
Dec 23 16:13:31.286186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d1acc-4e7a-4d1e-83b2-5d783169f2a3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=eddfa301-b6a0-4aac-b892-7931a42e32ca,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:31.302014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50540) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:31.319829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-106d1acc-4e7a-4d1e-83b2-5d783169f2a3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:31.335441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-106d1acc-4e7a-4d1e-83b2-5d783169f2a3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:31.345236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f3b56f-4d63-4f71-86c0-e7fa8161b2f5 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:31.357853 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-106d1acc-4e7a-4d1e-83b2-5d783169f2a3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/eddfa301-b6a0-4aac-b892-7931a42e32ca HTTP/1.1" status: 204  len: 168 time: 1.2544250
Dec 23 16:13:31.358565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50544) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:31.441288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Allocated IP 172.26.5.17 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/2fd89596-add7-427f-82ea-d5aa9f12885b) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:31.455478 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-840b1cfa-a111-425f-8f28-70e1d4d18953 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0939486
Dec 23 16:13:31.460757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50548) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:31.467990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:31.623180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:31.683127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da373884-1ea9-4bbe-b9a1-df01e70160dc None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:13:31.688923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:31.696278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-da373884-1ea9-4bbe-b9a1-df01e70160dc None None] Deleting port 9bb888fe-c898-423f-92fa-b1305f2b6f38 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:31.696862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da373884-1ea9-4bbe-b9a1-df01e70160dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:31.697587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:31.702358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:31.711449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:31.745646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:13:31.751790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:31.757193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-694e944a-b6b0-476a-ab93-ef43b005b268 None None] Provisioning for port d015202a-ee25-4eee-8d62-7134b9b8df10 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:31.759269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6d966175-3e06-4758-9bf5-3902707c1d8f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Synchronizing usage tracker for tenant:b3b8c34bb842446ebbc89ad9403432a2 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:31.765769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-694e944a-b6b0-476a-ab93-ef43b005b268 None None] Provisioning complete for port d015202a-ee25-4eee-8d62-7134b9b8df10 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:31.766317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-694e944a-b6b0-476a-ab93-ef43b005b268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:31.774553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:31.873728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-694e944a-b6b0-476a-ab93-ef43b005b268 None None] Port d015202a-ee25-4eee-8d62-7134b9b8df10 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:13:31.903447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:31.909115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22c192c7-aa2b-47f3-a1b9-7ea5eeeae88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-462267032-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:31.923658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6d966175-3e06-4758-9bf5-3902707c1d8f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Unset dirty status for tenant:b3b8c34bb842446ebbc89ad9403432a2 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:31.927605 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6d966175-3e06-4758-9bf5-3902707c1d8f tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&device_id=6612c526-c205-4867-9cfe-36b2372a7991&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.6199765
Dec 23 16:13:31.935069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50554) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:31.943114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a723e01-2a01-4e8e-892f-6f5712b18985 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:32.004176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-da373884-1ea9-4bbe-b9a1-df01e70160dc None None] For port 9bb888fe-c898-423f-92fa-b1305f2b6f38, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=9bb888fe-c898-423f-92fa-b1305f2b6f38,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:32.004853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da373884-1ea9-4bbe-b9a1-df01e70160dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:32.024632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a723e01-2a01-4e8e-892f-6f5712b18985 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:32.024898 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-1a723e01-2a01-4e8e-892f-6f5712b18985 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Floating IP 30e5f443-8f69-4d03-9ee6-07c1ab6e2304 disassociated. External IP: 172.26.5.15, port: 9aac473c-7ea7-48f5-90f5-0abb89c08cb8.
Dec 23 16:13:32.029845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:32.038807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:32.048773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:32.075292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Pushing event updated for resources: {'Port': ['ID=2fd89596-add7-427f-82ea-d5aa9f12885b,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:32.083982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:32.150916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-da373884-1ea9-4bbe-b9a1-df01e70160dc None None] Calling delete_port for 9bb888fe-c898-423f-92fa-b1305f2b6f38 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:32.245350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da373884-1ea9-4bbe-b9a1-df01e70160dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:32.250595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:32.298431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da373884-1ea9-4bbe-b9a1-df01e70160dc None None] Pushing event deleted for resources: {'Port': ['ID=9bb888fe-c898-423f-92fa-b1305f2b6f38,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:32.302911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da373884-1ea9-4bbe-b9a1-df01e70160dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:32.308527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da373884-1ea9-4bbe-b9a1-df01e70160dc None None] No DVR routers for this DVR port 9bb888fe-c898-423f-92fa-b1305f2b6f38 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:13:32.471052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:32.480267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-244c4829-f185-462c-bc27-3df25f2ed31f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:32.517656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:32.718701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df429dba-ac2b-4a85-aa0b-6d1af787a7b0 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:32.720310 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-df429dba-ac2b-4a85-aa0b-6d1af787a7b0 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/networks/2dc36bf2-ecdb-4314-aa29-e21d51c50182 HTTP/1.1" status: 200  len: 881 time: 0.7817225
Dec 23 16:13:32.729593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50560) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:32.845982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185582a-1594-4c6d-9dfe-5c955dc06fd2 req-e422bf5d-2c4d-404a-8450-961f7642d07f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:32.848181 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7185582a-1594-4c6d-9dfe-5c955dc06fd2 req-e422bf5d-2c4d-404a-8450-961f7642d07f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.7716868
Dec 23 16:13:32.853042 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-73b6e889-80b2-4f0e-a7f9-c7566f08335e tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "GET /v2.0/ports?device_id=6612c526-c205-4867-9cfe-36b2372a7991 HTTP/1.1" status: 200  len: 205 time: 0.1177282
Dec 23 16:13:32.854270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50564) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:32.872818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:32.946192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:32.957219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188e3811-4830-4989-8ef2-842a1f0e92ad None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:32.962311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:32.963143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:33.029124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=068ab910-10b0-4ced-8731-585b66ca0138,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:33.059384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:33.078555 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7185582a-1594-4c6d-9dfe-5c955dc06fd2 req-477734f3-d38c-4d75-afd2-c174a881df55 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2191584
Dec 23 16:13:33.083079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec51a6d-b608-4c3a-83a6-a1930f89d7fa req-7ebe4100-7e35-4dab-957c-aba5436251dc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:33.084780 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-eec51a6d-b608-4c3a-83a6-a1930f89d7fa req-7ebe4100-7e35-4dab-957c-aba5436251dc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 932 time: 0.6930885
Dec 23 16:13:33.090309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d015202a-ee25-4eee-8d62-7134b9b8df10 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:13:33.129271 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.6636658
Dec 23 16:13:33.133281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50568) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:33.137842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:33.146926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:33.174488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:33.185300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Transition to ACTIVE for port object d015202a-ee25-4eee-8d62-7134b9b8df10 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:33.194042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:33.201934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4900abf5-6a8b-4400-b350-b7409f9cc825 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:33.208049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:33.240518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ec602d8a-9c04-4140-a5b5-7748d37f6759 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Deleting port 32d1c9bb-37be-4aae-9159-111a74b0f2f7 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:33.240905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec602d8a-9c04-4140-a5b5-7748d37f6759 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:33.250779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': '068ab910-10b0-4ced-8731-585b66ca0138'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:13:33.251794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:33.291664 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-eec51a6d-b608-4c3a-83a6-a1930f89d7fa req-839e1bfc-4dd2-4f0c-a3ae-177ffff12382 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1985898
Dec 23 16:13:33.480937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Pushing event updated for resources: {'Port': ['ID=d015202a-ee25-4eee-8d62-7134b9b8df10,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:33.488762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:33.502654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Allocated IP 2001:db8::f816:3eff:fe42:6ae0 (ba343194-bb9c-4b65-8867-816842e8f671/068ab910-10b0-4ced-8731-585b66ca0138/69295b3a-0934-4d76-ac77-36414a430092) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:33.503747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:33.519333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:33.525181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:33.536512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:33.550102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9bb888fe-c898-423f-92fa-b1305f2b6f38 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:13:33.609754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 9bb888fe-c898-423f-92fa-b1305f2b6f38 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:13:33.610725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9bb888fe-c898-423f-92fa-b1305f2b6f38 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:13:33.615243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:13:33.621351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:33.733667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec602d8a-9c04-4140-a5b5-7748d37f6759 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:33.758573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:33.819288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Attempting to bind port d015202a-ee25-4eee-8d62-7134b9b8df10 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:13:33.819503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Attempting to bind port d015202a-ee25-4eee-8d62-7134b9b8df10 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '37fdeec7-5efd-426c-a262-d28cc5fb05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:13:33.820328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Attempting to bind port d015202a-ee25-4eee-8d62-7134b9b8df10 on network 0e57fe8b-597d-4dbf-a842-558dc5447a36 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:13:33.829637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:33.843023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Transition to ACTIVE for port object 69295b3a-0934-4d76-ac77-36414a430092 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:33.874270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Transition to ACTIVE for port object 69295b3a-0934-4d76-ac77-36414a430092 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:33.880299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:33.886421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:33.944199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ec602d8a-9c04-4140-a5b5-7748d37f6759 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Calling delete_port for 32d1c9bb-37be-4aae-9159-111a74b0f2f7 owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:33.965677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:33.969375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:33.975764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:33.981283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Pushing event updated for resources: {'Port': ['ID=69295b3a-0934-4d76-ac77-36414a430092,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:33.984284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:34.007899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Port d015202a-ee25-4eee-8d62-7134b9b8df10 on network 0e57fe8b-597d-4dbf-a842-558dc5447a36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:13:34.008390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Attempting to bind port d015202a-ee25-4eee-8d62-7134b9b8df10 on network 0e57fe8b-597d-4dbf-a842-558dc5447a36 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:13:34.033163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:13:34.033533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Checking segment: {'id': '37fdeec7-5efd-426c-a262-d28cc5fb05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:13:34.033952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Bound using segment: {'id': '37fdeec7-5efd-426c-a262-d28cc5fb05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:13:34.034467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Bound port: d015202a-ee25-4eee-8d62-7134b9b8df10, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37fdeec7-5efd-426c-a262-d28cc5fb05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:13:34.034859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:34.121567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Router 3fddb712-628e-4583-95c1-ffafc2430bf2 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:13:34.203052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] For port d015202a-ee25-4eee-8d62-7134b9b8df10, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:13:34.212429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] For port d015202a-ee25-4eee-8d62-7134b9b8df10, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d015202a-ee25-4eee-8d62-7134b9b8df10,segment=NetworkSegment(37fdeec7-5efd-426c-a262-d28cc5fb05e5),segment_id=37fdeec7-5efd-426c-a262-d28cc5fb05e5)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:13:34.227005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a723e01-2a01-4e8e-892f-6f5712b18985 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:13:34.267858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:34.289600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:34.303368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-75c73416-5e3e-487b-a3b4-6578e7896133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:34.311560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-043644b8-99ce-417a-968f-8bde0e3c93fe tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:34.321805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Attempting to bind port 69295b3a-0934-4d76-ac77-36414a430092 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:13:34.322234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Attempting to bind port 69295b3a-0934-4d76-ac77-36414a430092 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:13:34.322659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Attempting to bind port 69295b3a-0934-4d76-ac77-36414a430092 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:13:34.331407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:13:34.331844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:13:34.332307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:34.332756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:13:34.333290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Bound port: 69295b3a-0934-4d76-ac77-36414a430092, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:13:34.333717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:34.403170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=60d55094-b1d4-4789-af33-8a2bec39cda3,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:34.431072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] For port 69295b3a-0934-4d76-ac77-36414a430092, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:13:34.433713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:34.434801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] For port 69295b3a-0934-4d76-ac77-36414a430092, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=69295b3a-0934-4d76-ac77-36414a430092,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:13:34.435234 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] 10.222.0.36 "PUT /v2.0/ports/d015202a-ee25-4eee-8d62-7134b9b8df10 HTTP/1.1" status: 200  len: 1094 time: 3.3019602
Dec 23 16:13:34.436246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:34.436946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4205fb6-98bb-421f-8d6e-78af49b1f89f', 'tag': 'd015202a-ee25-4eee-8d62-7134b9b8df10'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:13:34.441333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:34.447726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da373884-1ea9-4bbe-b9a1-df01e70160dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:34.449223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:34.541768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Pushing event updated for resources: {'Port': ['ID=69295b3a-0934-4d76-ac77-36414a430092,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:34.542113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:34.545736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:34.551598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec602d8a-9c04-4140-a5b5-7748d37f6759 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:34.555352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Deleting port ac2c26b1-5f53-4577-b71c-3d831ee31917 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:34.555749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:34.573558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Pushing event updated for resources: {'Port': ['ID=d015202a-ee25-4eee-8d62-7134b9b8df10,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:34.578552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:34.589369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a910c5f6-16ca-4f45-af3f-9157ab86750d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:34.594700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:34.617842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:34.618510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:34.725601 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5880203
Dec 23 16:13:34.731086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50578) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:34.937349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec602d8a-9c04-4140-a5b5-7748d37f6759 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event deleted for resources: {'Port': ['ID=32d1c9bb-37be-4aae-9159-111a74b0f2f7,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:34.940800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ec602d8a-9c04-4140-a5b5-7748d37f6759 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:35.088187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c159-10bc-4f11-b52d-59b979b7b4b1 req-8ed009bf-a221-430c-ab90-2b4c326b1237 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:35.089883 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f762c159-10bc-4f11-b52d-59b979b7b4b1 req-8ed009bf-a221-430c-ab90-2b4c326b1237 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.8299525
Dec 23 16:13:35.106841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'mac_address': 'fa:16:3e:1e:f2:2d', 'name': 'tempest-NetworksTestDHCPv6-540831413'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:35.216787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1898e9-8c3a-4c43-be57-008c6d2b7455 req-65395a1f-5741-499c-a5c2-9079e1de89e6 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:35.218482 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2e1898e9-8c3a-4c43-be57-008c6d2b7455 req-65395a1f-5741-499c-a5c2-9079e1de89e6 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 944 time: 0.7338123
Dec 23 16:13:35.301792 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-912ddfc0-766e-4ffb-846f-d44a7f1abeac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fc097f1557c496a965fdb55c5695cd7&device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 1097 time: 0.7987492
Dec 23 16:13:35.328405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:35.385352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec602d8a-9c04-4140-a5b5-7748d37f6759 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:35.396518 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f762c159-10bc-4f11-b52d-59b979b7b4b1 req-722e585d-1559-4f8c-b7bb-5a6d49904e96 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2478538
Dec 23 16:13:35.414943 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-453405d3-f415-4eb7-b519-15feb9ed1949 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d015202a-ee25-4eee-8d62-7134b9b8df10 HTTP/1.1" status: 200  len: 217 time: 0.1018763
Dec 23 16:13:35.508635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Calling delete_port for ac2c26b1-5f53-4577-b71c-3d831ee31917 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:35.519279 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4205fb6-98bb-421f-8d6e-78af49b1f89f', 'tag': 'd015202a-ee25-4eee-8d62-7134b9b8df10', 'status': 'completed', 'code': 200}
Dec 23 16:13:35.558171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 69295b3a-0934-4d76-ac77-36414a430092 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:35.573989 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2e1898e9-8c3a-4c43-be57-008c6d2b7455 req-2df0fb0b-2075-4767-9a33-921e651e8d1c tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2882836
Dec 23 16:13:35.579746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:35.589711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:port and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:35.594594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:35.610324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:35.635323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:35.641677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:35.642925 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "PUT /v2.0/routers/3fddb712-628e-4583-95c1-ffafc2430bf2 HTTP/1.1" status: 200  len: 915 time: 6.7188976
Dec 23 16:13:35.648764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67bb75e-4198-4bb9-9194-f452a61094e1 None None] Sync routers for ids ['3fddb712-628e-4583-95c1-ffafc2430bf2'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:35.652615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50582) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:35.656298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:13:35.657800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 69295b3a-0934-4d76-ac77-36414a430092 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:35.664459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67bb75e-4198-4bb9-9194-f452a61094e1 None None] Routers {'3fddb712-628e-4583-95c1-ffafc2430bf2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:35.665445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a67bb75e-4198-4bb9-9194-f452a61094e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a16e390>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['3fddb712-628e-4583-95c1-ffafc2430bf2'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:35.714131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-94ca09ef-91f5-4160-a16b-b2dc49e35579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:35.715703 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-94ca09ef-91f5-4160-a16b-b2dc49e35579 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a253f05-fd39-4f82-93da-ff5efbc78fce HTTP/1.1" status: 200  len: 851 time: 0.2446082
Dec 23 16:13:35.731236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a67bb75e-4198-4bb9-9194-f452a61094e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a16e390>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:35.743224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67bb75e-4198-4bb9-9194-f452a61094e1 None None] Routers {'3fddb712-628e-4583-95c1-ffafc2430bf2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:35.743938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a67bb75e-4198-4bb9-9194-f452a61094e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a16e390>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['3fddb712-628e-4583-95c1-ffafc2430bf2'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:35.812346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a67bb75e-4198-4bb9-9194-f452a61094e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a16e390>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:35.812822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67bb75e-4198-4bb9-9194-f452a61094e1 None None] The sync data for ids ['3fddb712-628e-4583-95c1-ffafc2430bf2'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:35.846044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:35.891640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port 53b9faf9-14fc-4f72-90d5-2f0052a8a059 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:13:35.946503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:35.950624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a723e01-2a01-4e8e-892f-6f5712b18985 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:35.955062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6a41171-945c-4576-8355-558cf871d3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:35.965422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f02333-f7c6-42b8-91df-d4e5f62d6c05 None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:35.979759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a723e01-2a01-4e8e-892f-6f5712b18985 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:35.980344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f02333-f7c6-42b8-91df-d4e5f62d6c05 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:35.981196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e7f02333-f7c6-42b8-91df-d4e5f62d6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a11ac88>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:36.015058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Pushing event deleted for resources: {'Port': ['ID=ac2c26b1-5f53-4577-b71c-3d831ee31917,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:36.022518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:36.064918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e7f02333-f7c6-42b8-91df-d4e5f62d6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a11ac88>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:36.079496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f02333-f7c6-42b8-91df-d4e5f62d6c05 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:36.080229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e7f02333-f7c6-42b8-91df-d4e5f62d6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a11ac88>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:36.132338 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1a723e01-2a01-4e8e-892f-6f5712b18985 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "PUT /v2.0/floatingips/30e5f443-8f69-4d03-9ee6-07c1ab6e2304 HTTP/1.1" status: 200  len: 687 time: 5.1740525
Dec 23 16:13:36.137312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50586) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:36.156340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e7f02333-f7c6-42b8-91df-d4e5f62d6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a11ac88>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:36.156968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f02333-f7c6-42b8-91df-d4e5f62d6c05 None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:36.331946 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-11d231a3-9fd7-4bc7-981b-f3bc70100cb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e57fe8b-597d-4dbf-a842-558dc5447a36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6070986
Dec 23 16:13:36.358079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:36.463726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f417ab60-6bf7-46e3-9906-119a7e802262 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:36.715717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-eab6849a-2063-41de-8066-cf825ddbfdda None None] Provisioning for port 69295b3a-0934-4d76-ac77-36414a430092 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:36.751224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-eab6849a-2063-41de-8066-cf825ddbfdda None None] Provisioning complete for port 69295b3a-0934-4d76-ac77-36414a430092 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:36.751658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eab6849a-2063-41de-8066-cf825ddbfdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:36.778965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:36.811841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:36.821498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 172.20.0.6 (ba343194-bb9c-4b65-8867-816842e8f671/60d55094-b1d4-4789-af33-8a2bec39cda3/53b9faf9-14fc-4f72-90d5-2f0052a8a059) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:36.835191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::f816:3eff:fe1e:f22d (ba343194-bb9c-4b65-8867-816842e8f671/068ab910-10b0-4ced-8731-585b66ca0138/53b9faf9-14fc-4f72-90d5-2f0052a8a059) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:36.842924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-67640cb6-6da8-4bca-b8c4-df1e632a8691 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting port d37978ae-2d45-418b-b3e1-668e1d7b990f {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:36.843744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67640cb6-6da8-4bca-b8c4-df1e632a8691 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:36.891608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:36.892284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Fanout notify agent at l3_agent the message router_deleted on router 6612c526-c205-4867-9cfe-36b2372a7991 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:36.902448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73b867-bb94-49df-893e-88bf525e7b4e req-162cb0fc-0189-4f67-94f1-6f9269d1ed8e tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:36.904512 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cc73b867-bb94-49df-893e-88bf525e7b4e req-162cb0fc-0189-4f67-94f1-6f9269d1ed8e tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 944 time: 0.1894388
Dec 23 16:13:36.906579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eab6849a-2063-41de-8066-cf825ddbfdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:36.910584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec602d8a-9c04-4140-a5b5-7748d37f6759 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Router 6be24092-7e0e-435b-8700-026e9ae20341 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:13:36.973784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:36.978921 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "DELETE /v2.0/routers/6612c526-c205-4867-9cfe-36b2372a7991 HTTP/1.1" status: 204  len: 168 time: 4.1130807
Dec 23 16:13:36.980096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50594) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:37.001628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-eab6849a-2063-41de-8066-cf825ddbfdda None None] For port 69295b3a-0934-4d76-ac77-36414a430092, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=69295b3a-0934-4d76-ac77-36414a430092,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:37.008390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eab6849a-2063-41de-8066-cf825ddbfdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:37.012211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:37.022358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-667ae5c6-533b-4471-a688-a8641179f96f tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1353305780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:37.039743 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cc73b867-bb94-49df-893e-88bf525e7b4e req-1801ec75-425f-40b3-8573-343d9e7afc00 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1204083
Dec 23 16:13:37.045541 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-57608619-f83b-48ba-b272-19798a992314 service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6792643
Dec 23 16:13:37.062652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-667ae5c6-533b-4471-a688-a8641179f96f tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:37.084694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8276664-c04b-4868-bc45-39e5e659794e None None] Update dhcp port {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'fixed_ips': [{'subnet_id': '068ab910-10b0-4ced-8731-585b66ca0138', 'ip_address': '2001:db8::f816:3eff:fe42:6ae0'}, {'subnet_id': '60d55094-b1d4-4789-af33-8a2bec39cda3'}], 'binding:host_id': 'dv-neutron-822801-1-hyperv'}, 'id': '69295b3a-0934-4d76-ac77-36414a430092'} from dv-neutron-822801-1-hyperv. {{(pid=88842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 23 16:13:37.140257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8276664-c04b-4868-bc45-39e5e659794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:37.158521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-667ae5c6-533b-4471-a688-a8641179f96f tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Usage tracker for resource:router and tenant:945fd87699974c4c8a64c9919ddb963e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:37.163989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6849a-2063-41de-8066-cf825ddbfdda None None] Pushing event updated for resources: {'Port': ['ID=69295b3a-0934-4d76-ac77-36414a430092,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:37.165775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-667ae5c6-533b-4471-a688-a8641179f96f tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:37.167335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eab6849a-2063-41de-8066-cf825ddbfdda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:37.174340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:37.193101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object 53b9faf9-14fc-4f72-90d5-2f0052a8a059 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:37.218021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:37.233712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b0a1362c-c49c-4079-b8db-a026fa78b2a3 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:37.264130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-667ae5c6-533b-4471-a688-a8641179f96f tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:37.269054 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7ebd2c2a-e889-44cd-a805-702f0bbecc12 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/routers/3fddb712-628e-4583-95c1-ffafc2430bf2 HTTP/1.1" status: 200  len: 921 time: 1.6138132
Dec 23 16:13:37.285450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50598) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:37.302864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:37.307087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:37.311247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:37.365380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=53b9faf9-14fc-4f72-90d5-2f0052a8a059,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:37.370567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:37.374735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b8276664-c04b-4868-bc45-39e5e659794e None None] Allocated IP 172.20.0.2 (ba343194-bb9c-4b65-8867-816842e8f671/60d55094-b1d4-4789-af33-8a2bec39cda3/69295b3a-0934-4d76-ac77-36414a430092) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:37.390898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:37.391609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:37.412963 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.6294849
Dec 23 16:13:37.413157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50602) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:37.472216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329ca1-37cd-441d-98a4-4cd24f75c72c req-687669d3-974e-493c-aeda-1280365c4465 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:37.473902 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fe329ca1-37cd-441d-98a4-4cd24f75c72c req-687669d3-974e-493c-aeda-1280365c4465 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.7308867
Dec 23 16:13:37.504407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69a7e6b-dfdf-4e93-8f37-06c6138e377c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:37.509303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69a7e6b-dfdf-4e93-8f37-06c6138e377c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:37.510276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c69a7e6b-dfdf-4e93-8f37-06c6138e377c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:37.523802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-667ae5c6-533b-4471-a688-a8641179f96f tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:37.524854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-667ae5c6-533b-4471-a688-a8641179f96f tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:37.531803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c69a7e6b-dfdf-4e93-8f37-06c6138e377c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:37.535953 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c69a7e6b-dfdf-4e93-8f37-06c6138e377c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.1190746
Dec 23 16:13:37.536283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50606) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:37.545660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b8276664-c04b-4868-bc45-39e5e659794e None None] For port 69295b3a-0934-4d76-ac77-36414a430092, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=69295b3a-0934-4d76-ac77-36414a430092,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:37.551867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 69295b3a-0934-4d76-ac77-36414a430092 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:37.553027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67640cb6-6da8-4bca-b8c4-df1e632a8691 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:37.553419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67640cb6-6da8-4bca-b8c4-df1e632a8691 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:37.615317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2dc0a-2151-4f11-9d35-ab670eedab19 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 53b9faf9-14fc-4f72-90d5-2f0052a8a059 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:37.615826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dc0a-2151-4f11-9d35-ab670eedab19 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:37.638036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8276664-c04b-4868-bc45-39e5e659794e None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:37.667371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b8276664-c04b-4868-bc45-39e5e659794e None None] Transition to ACTIVE for port object 69295b3a-0934-4d76-ac77-36414a430092 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:37.668359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 69295b3a-0934-4d76-ac77-36414a430092 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:37.668853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:37.698670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8276664-c04b-4868-bc45-39e5e659794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:37.713360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:37.724368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec602d8a-9c04-4140-a5b5-7748d37f6759 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:37.739263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d42ac0-ef32-47ed-adb7-1ed67483dc13 None None] Sync routers for ids ['6be24092-7e0e-435b-8700-026e9ae20341'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:37.740573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-67640cb6-6da8-4bca-b8c4-df1e632a8691 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Calling delete_port for d37978ae-2d45-418b-b3e1-668e1d7b990f owned by network:floatingip {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:37.758203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d42ac0-ef32-47ed-adb7-1ed67483dc13 None None] Routers {'6be24092-7e0e-435b-8700-026e9ae20341'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:37.759949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d4d42ac0-ef32-47ed-adb7-1ed67483dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0128>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6be24092-7e0e-435b-8700-026e9ae20341'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:37.800812 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f73e018-02a9-41b7-98bd-f57c8e73b32e req-3439afb4-2125-4354-b048-32bbc61f478e service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7314522
Dec 23 16:13:37.820903 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ec602d8a-9c04-4140-a5b5-7748d37f6759 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "PUT /v2.0/routers/6be24092-7e0e-435b-8700-026e9ae20341/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6355336
Dec 23 16:13:37.829733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50610) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:37.834306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-667ae5c6-533b-4471-a688-a8641179f96f tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:37.862590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d4d42ac0-ef32-47ed-adb7-1ed67483dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0128>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:37.878385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d42ac0-ef32-47ed-adb7-1ed67483dc13 None None] Routers {'6be24092-7e0e-435b-8700-026e9ae20341'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:37.879868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d4d42ac0-ef32-47ed-adb7-1ed67483dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0128>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6be24092-7e0e-435b-8700-026e9ae20341'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:37.886022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Port 69295b3a-0934-4d76-ac77-36414a430092 had new provisioning blocks added so it will not transition to active. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:317}}
Dec 23 16:13:37.892446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8276664-c04b-4868-bc45-39e5e659794e None None] Pushing event updated for resources: {'Port': ['ID=69295b3a-0934-4d76-ac77-36414a430092,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:37.897496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b8276664-c04b-4868-bc45-39e5e659794e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:37.911808 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fe329ca1-37cd-441d-98a4-4cd24f75c72c req-23de27b5-1b02-4a58-b699-d0d5c2a9e49a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4215472
Dec 23 16:13:37.921012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dc0a-2151-4f11-9d35-ab670eedab19 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:37.958427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d4d42ac0-ef32-47ed-adb7-1ed67483dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0128>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:37.959446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d42ac0-ef32-47ed-adb7-1ed67483dc13 None None] The sync data for ids ['6be24092-7e0e-435b-8700-026e9ae20341'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:37.971922 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-c907bc9d-fe5d-479f-89b4-a0615d48c011 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] show failed (client error): The resource could not be found.
Dec 23 16:13:37.973267 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c907bc9d-fe5d-479f-89b4-a0615d48c011 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "GET /v2.0/routers/tempest-non_exist_router-1241272222 HTTP/1.1" status: 404  len: 335 time: 0.1424749
Dec 23 16:13:37.986300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50614) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:38.007618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f3cbea1f-56a7-4cb8-a596-2bf1cae3767c tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:38.071460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2dc0a-2151-4f11-9d35-ab670eedab19 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 53b9faf9-14fc-4f72-90d5-2f0052a8a059 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:38.077867 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c1a81f36-9399-4211-af87-9c8a113c78b0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&device_id=3fddb712-628e-4583-95c1-ffafc2430bf2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.7382507
Dec 23 16:13:38.097194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50620) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:38.102530 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-f3cbea1f-56a7-4cb8-a596-2bf1cae3767c tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] update failed (client error): The resource could not be found.
Dec 23 16:13:38.103776 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f3cbea1f-56a7-4cb8-a596-2bf1cae3767c tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "PUT /v2.0/routers/tempest-non_exist_router-189210832 HTTP/1.1" status: 404  len: 334 time: 0.1105340
Dec 23 16:13:38.128914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50624) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:38.135974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-667ae5c6-533b-4471-a688-a8641179f96f tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:38.353938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-667ae5c6-533b-4471-a688-a8641179f96f tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:38.357965 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-667ae5c6-533b-4471-a688-a8641179f96f tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 1.3558426
Dec 23 16:13:38.367283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50628) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:38.374435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Request body: {'router': {'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:38.436012 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ac36ff89-3b62-4fa2-b695-ddb8fea03ec4 req-97c07a0b-c0f2-49c5-a03c-8509c4c3644d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fc097f1557c496a965fdb55c5695cd7&device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 1097 time: 0.5275698
Dec 23 16:13:38.522111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67640cb6-6da8-4bca-b8c4-df1e632a8691 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:38.527162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0062e76-2eff-40b8-9c2f-350954fc259b tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:38.531543 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c0062e76-2eff-40b8-9c2f-350954fc259b tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/networks/2dc36bf2-ecdb-4314-aa29-e21d51c50182 HTTP/1.1" status: 200  len: 881 time: 0.4311860
Dec 23 16:13:38.532472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50632) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:38.540583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-beb29e02-12e1-47d5-b88a-5f48aa07d502 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:38.764579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e7b5e-90fb-44aa-bc29-0d0d293195b9 req-67fa2c73-7aa7-4518-979c-29ff2f8748e5 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:38.766408 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a9e7b5e-90fb-44aa-bc29-0d0d293195b9 req-67fa2c73-7aa7-4518-979c-29ff2f8748e5 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 944 time: 0.3985546
Dec 23 16:13:38.938094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67640cb6-6da8-4bca-b8c4-df1e632a8691 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Port': ['ID=d37978ae-2d45-418b-b3e1-668e1d7b990f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:38.941182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-67640cb6-6da8-4bca-b8c4-df1e632a8691 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:38.970607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ff493ebf-eb17-4f82-934b-c0491d586fc8 None None] Provisioning for port 69295b3a-0934-4d76-ac77-36414a430092 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:39.002035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ff493ebf-eb17-4f82-934b-c0491d586fc8 None None] Provisioning complete for port 69295b3a-0934-4d76-ac77-36414a430092 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:39.002623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff493ebf-eb17-4f82-934b-c0491d586fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:39.013247 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e5d517d0-9905-4112-8706-2174db9b4393 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fddb712-628e-4583-95c1-ffafc2430bf2 HTTP/1.1" status: 200  len: 205 time: 0.4353912
Dec 23 16:13:39.023902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50638) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:39.121992 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a9e7b5e-90fb-44aa-bc29-0d0d293195b9 req-21e00c2e-0633-4438-8c50-55aa2f5f456a tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2966819
Dec 23 16:13:39.200075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dc0a-2151-4f11-9d35-ab670eedab19 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:39.210028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-60087e9c-e6dd-4d5a-a973-c7d74e358adb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:39.238680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-638dacfc-a94e-430f-bfe6-bc79ff001ae4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Deleting subnet ada93262-4858-4a7b-a9a7-86782ec24e0e {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:13:39.248398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-638dacfc-a94e-430f-bfe6-bc79ff001ae4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:39.278449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2dc0a-2151-4f11-9d35-ab670eedab19 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=53b9faf9-14fc-4f72-90d5-2f0052a8a059,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:39.285238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d0d2dc0a-2151-4f11-9d35-ab670eedab19 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:39.295883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36ff89-3b62-4fa2-b695-ddb8fea03ec4 req-3a77ae73-6e51-4d56-bb3a-d10aa41cefdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:39.297538 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ac36ff89-3b62-4fa2-b695-ddb8fea03ec4 req-3a77ae73-6e51-4d56-bb3a-d10aa41cefdf service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e57fe8b-597d-4dbf-a842-558dc5447a36 HTTP/1.1" status: 200  len: 913 time: 0.8496981
Dec 23 16:13:39.300037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67640cb6-6da8-4bca-b8c4-df1e632a8691 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:39.302874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67640cb6-6da8-4bca-b8c4-df1e632a8691 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:39.308760 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-67640cb6-6da8-4bca-b8c4-df1e632a8691 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/floatingips/30e5f443-8f69-4d03-9ee6-07c1ab6e2304 HTTP/1.1" status: 204  len: 168 time: 3.0646920
Dec 23 16:13:39.326530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50642) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:39.328493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:39.347670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': 'd1647ff9-af4c-4106-bac1-abcf6786d07b'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:39.357543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2738c801-7f45-4040-ba22-eb8561fe09e7 None None] Could not find standard attr ID for object 53b9faf9-14fc-4f72-90d5-2f0052a8a059. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:13:39.388414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:39.401015 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ac36ff89-3b62-4fa2-b695-ddb8fea03ec4 req-2ed469d1-be88-4cd6-a689-aa35954efbb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d015202a-ee25-4eee-8d62-7134b9b8df10 HTTP/1.1" status: 200  len: 217 time: 0.0922098
Dec 23 16:13:39.404474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:floatingip and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:39.408333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-638dacfc-a94e-430f-bfe6-bc79ff001ae4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:39.436713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:39.458416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:39.545296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 69295b3a-0934-4d76-ac77-36414a430092 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:39.552583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718f136-77c1-4020-8f93-e7065ef0ad98 req-28136488-fb32-40ad-baf8-011ff1f872f3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:39.560697 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5718f136-77c1-4020-8f93-e7065ef0ad98 req-28136488-fb32-40ad-baf8-011ff1f872f3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.4502058
Dec 23 16:13:39.586163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:39.600563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dc0a-2151-4f11-9d35-ab670eedab19 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:39.601564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36ff89-3b62-4fa2-b695-ddb8fea03ec4 req-26bdb8ae-6567-4e67-93b5-d9670d1a632d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:39.603411 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ac36ff89-3b62-4fa2-b695-ddb8fea03ec4 req-26bdb8ae-6567-4e67-93b5-d9670d1a632d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a253f05-fd39-4f82-93da-ff5efbc78fce HTTP/1.1" status: 200  len: 851 time: 0.1578174
Dec 23 16:13:39.648990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 69295b3a-0934-4d76-ac77-36414a430092 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:39.649247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:39.669499 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5718f136-77c1-4020-8f93-e7065ef0ad98 req-f1818000-55f9-4729-8760-97bcf437e186 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1077995
Dec 23 16:13:39.670898 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d0d2dc0a-2151-4f11-9d35-ab670eedab19 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/53b9faf9-14fc-4f72-90d5-2f0052a8a059 HTTP/1.1" status: 204  len: 168 time: 2.1334321
Dec 23 16:13:39.679954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50646) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:39.776903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-638dacfc-a94e-430f-bfe6-bc79ff001ae4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:39.842586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72504a5e-988f-412b-8dfc-4fa8dc787e55 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:39.844161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72504a5e-988f-412b-8dfc-4fa8dc787e55 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:39.845784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72504a5e-988f-412b-8dfc-4fa8dc787e55 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:39.846839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-72504a5e-988f-412b-8dfc-4fa8dc787e55 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:39.860070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:39.891661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-72504a5e-988f-412b-8dfc-4fa8dc787e55 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:39.892960 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-72504a5e-988f-412b-8dfc-4fa8dc787e55 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.2065184
Dec 23 16:13:39.899310 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ac36ff89-3b62-4fa2-b695-ddb8fea03ec4 req-6e45bbd2-b19c-4d58-aa86-1b40310c8e43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e57fe8b-597d-4dbf-a842-558dc5447a36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2736411
Dec 23 16:13:39.901893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50650) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:39.971137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-638dacfc-a94e-430f-bfe6-bc79ff001ae4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:39.981480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1d191657-c071-4130-81f2-e33e63e3bc9d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:40.022652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:40.050460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dacfc-a94e-430f-bfe6-bc79ff001ae4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event deleted for resources: {'Subnet': ['ID=ada93262-4858-4a7b-a9a7-86782ec24e0e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:40.059894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-638dacfc-a94e-430f-bfe6-bc79ff001ae4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:40.122772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-638dacfc-a94e-430f-bfe6-bc79ff001ae4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:40.125194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581b83df-1d04-4598-ad4a-4eb303db6f2e None None] Network 2b8e1af4-c944-4bab-837a-96fb61fb42af requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:40.295637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:40.346173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:40.373284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb6f877-a713-4c71-8e76-3add1ad98826 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 068ab910-10b0-4ced-8731-585b66ca0138 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:13:40.382900 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-638dacfc-a94e-430f-bfe6-bc79ff001ae4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "DELETE /v2.0/subnets/ada93262-4858-4a7b-a9a7-86782ec24e0e HTTP/1.1" status: 204  len: 168 time: 2.2470860
Dec 23 16:13:40.382900 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ac36ff89-3b62-4fa2-b695-ddb8fea03ec4 req-30228b26-86d0-4146-aa4a-904d0a89037d service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4460850
Dec 23 16:13:40.384518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50658) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:40.387096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8fb6f877-a713-4c71-8e76-3add1ad98826 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:40.493337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4924aaba-6b55-40f7-a5d4-1685441ed4ff None None] DHCP port deletion for 2b8e1af4-c944-4bab-837a-96fb61fb42af request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:13:40.498062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4924aaba-6b55-40f7-a5d4-1685441ed4ff None None] Deleting port 37957e51-fb54-43b0-80f0-8e8793f14278 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:40.498622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4924aaba-6b55-40f7-a5d4-1685441ed4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:40.672522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8fb6f877-a713-4c71-8e76-3add1ad98826 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:40.696872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Allocated IP 172.26.5.30 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/9f961d52-e9a7-4430-9c40-bcc665f77eb9) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:40.718224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fde57-1833-4937-94a6-b0345903b127 req-435730e2-6cde-42e2-899a-49e5c5584ad0 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:40.719846 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d76fde57-1833-4937-94a6-b0345903b127 req-435730e2-6cde-42e2-899a-49e5c5584ad0 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 944 time: 0.3137064
Dec 23 16:13:40.742048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:40.755278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4924aaba-6b55-40f7-a5d4-1685441ed4ff None None] For port 37957e51-fb54-43b0-80f0-8e8793f14278, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=37957e51-fb54-43b0-80f0-8e8793f14278,segment=NetworkSegment(2407cbce-afae-45ba-a5de-08b34801bcdb),segment_id=2407cbce-afae-45ba-a5de-08b34801bcdb)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:40.756218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4924aaba-6b55-40f7-a5d4-1685441ed4ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:40.789537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Deleting port 37957e51-fb54-43b0-80f0-8e8793f14278 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:40.789932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:40.814317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:40.896503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Deleting port 2fd89596-add7-427f-82ea-d5aa9f12885b {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:40.897023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:40.927812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4924aaba-6b55-40f7-a5d4-1685441ed4ff None None] Calling delete_port for 37957e51-fb54-43b0-80f0-8e8793f14278 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:40.954635 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d76fde57-1833-4937-94a6-b0345903b127 req-f6c96f16-b70d-4cf0-9b31-2f9a5ad1fa0e tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2072017
Dec 23 16:13:40.967775 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ac36ff89-3b62-4fa2-b695-ddb8fea03ec4 req-e639b5c5-97ab-46b7-b226-bcc8ce685ea1 service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5200038
Dec 23 16:13:41.041113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4924aaba-6b55-40f7-a5d4-1685441ed4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:41.047966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2eb49ba1-23ed-4c61-8bee-308b835e09e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:41.069390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:41.103953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924aaba-6b55-40f7-a5d4-1685441ed4ff None None] Pushing event deleted for resources: {'Port': ['ID=37957e51-fb54-43b0-80f0-8e8793f14278,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:41.108572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4924aaba-6b55-40f7-a5d4-1685441ed4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:41.111423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4924aaba-6b55-40f7-a5d4-1685441ed4ff None None] No DVR routers for this DVR port 37957e51-fb54-43b0-80f0-8e8793f14278 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:13:41.190319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8fb6f877-a713-4c71-8e76-3add1ad98826 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:41.215451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:41.255295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] For port 37957e51-fb54-43b0-80f0-8e8793f14278, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=37957e51-fb54-43b0-80f0-8e8793f14278,segment=NetworkSegment(2407cbce-afae-45ba-a5de-08b34801bcdb),segment_id=2407cbce-afae-45ba-a5de-08b34801bcdb)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:41.255820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:41.358918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766025d-df62-451b-83ad-5c987e6258d9 req-e97d78e2-94c6-47fb-ae9f-6c77770b0200 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:41.360622 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8766025d-df62-451b-83ad-5c987e6258d9 req-e97d78e2-94c6-47fb-ae9f-6c77770b0200 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.4550474
Dec 23 16:13:41.380945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:41.392525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Calling delete_port for 2fd89596-add7-427f-82ea-d5aa9f12885b owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:41.457759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9078a698-80aa-4443-9257-c9802ba165e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:41.505569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d015202a-ee25-4eee-8d62-7134b9b8df10 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:13:41.547874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 37957e51-fb54-43b0-80f0-8e8793f14278 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:13:41.559211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Pushing event updated for resources: {'Port': ['ID=9f961d52-e9a7-4430-9c40-bcc665f77eb9,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:41.576814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:41.621014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:41.632183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:41.644465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Allocated IP 172.26.5.120 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/747bb701-cd69-47d7-b80a-eff65f8a9f1f) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:41.647305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:41.688274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Calling delete_port for 37957e51-fb54-43b0-80f0-8e8793f14278 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:41.776620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 37957e51-fb54-43b0-80f0-8e8793f14278 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:13:41.777073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 37957e51-fb54-43b0-80f0-8e8793f14278 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:13:41.882959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8fb6f877-a713-4c71-8e76-3add1ad98826 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:41.888832 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8766025d-df62-451b-83ad-5c987e6258d9 req-266155a7-00d8-44a4-81f9-397dff69d5e6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4575899
Dec 23 16:13:41.891770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:41.919900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d015202a-ee25-4eee-8d62-7134b9b8df10, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d015202a-ee25-4eee-8d62-7134b9b8df10,segment=NetworkSegment(37fdeec7-5efd-426c-a262-d28cc5fb05e5),segment_id=37fdeec7-5efd-426c-a262-d28cc5fb05e5)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:41.933960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:13:41.934314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:13:41.935056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6f877-a713-4c71-8e76-3add1ad98826 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=068ab910-10b0-4ced-8731-585b66ca0138,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:41.937800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'd015202a-ee25-4eee-8d62-7134b9b8df10', 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'port_id': 'd015202a-ee25-4eee-8d62-7134b9b8df10', 'mac_address': 'fa:16:3e:22:fc:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:13:41.940372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8fb6f877-a713-4c71-8e76-3add1ad98826 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:41.946076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8fb6f877-a713-4c71-8e76-3add1ad98826 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:41.951282 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-793a827b-c1c5-4a88-a5b2-59f241e60aa4 req-20e658c9-47b6-4da7-9bf1-0441ab941b89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 1098 time: 0.2173994
Dec 23 16:13:41.974139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f0fe73-8ff7-4057-a693-c08a3277215f None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:41.991385 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8fb6f877-a713-4c71-8e76-3add1ad98826 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/068ab910-10b0-4ced-8731-585b66ca0138 HTTP/1.1" status: 204  len: 168 time: 2.0864322
Dec 23 16:13:41.992284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50666) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:42.037105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:42.044418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:42.051475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d0d2dc0a-2151-4f11-9d35-ab670eedab19 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:42.051616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:42.059363 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-793a827b-c1c5-4a88-a5b2-59f241e60aa4 req-a2c014a0-f5e1-4e1b-a1fd-511dfd2b4872 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1000607
Dec 23 16:13:42.101468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Pushing event deleted for resources: {'Port': ['ID=2fd89596-add7-427f-82ea-d5aa9f12885b,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:42.106888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:42.108217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:42.129851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c53565-7b9c-4948-9f3d-f8804aa4ab7b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 60d55094-b1d4-4789-af33-8a2bec39cda3 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:13:42.134440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f5c53565-7b9c-4948-9f3d-f8804aa4ab7b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:42.143862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d015202a-ee25-4eee-8d62-7134b9b8df10 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:13:42.176505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d015202a-ee25-4eee-8d62-7134b9b8df10, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d015202a-ee25-4eee-8d62-7134b9b8df10,segment=NetworkSegment(37fdeec7-5efd-426c-a262-d28cc5fb05e5),segment_id=37fdeec7-5efd-426c-a262-d28cc5fb05e5)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:42.205446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f5c53565-7b9c-4948-9f3d-f8804aa4ab7b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:42.207268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:42.213344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1be0c68-8f90-4369-8986-b01abcf7f58d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:42.295684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:42.304137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e3daf9fc-7eeb-482b-844a-4e6ad9d0f0d0 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:42.317345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f5c53565-7b9c-4948-9f3d-f8804aa4ab7b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:42.339641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=d015202a-ee25-4eee-8d62-7134b9b8df10,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:42.343984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:42.409665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f5c53565-7b9c-4948-9f3d-f8804aa4ab7b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:42.414319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:42.426879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['d015202a-ee25-4eee-8d62-7134b9b8df10'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:13:42.457669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Deleting port 37957e51-fb54-43b0-80f0-8e8793f14278 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:42.458060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:42.497090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c53565-7b9c-4948-9f3d-f8804aa4ab7b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=60d55094-b1d4-4789-af33-8a2bec39cda3,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:42.499903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f5c53565-7b9c-4948-9f3d-f8804aa4ab7b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:42.514808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f5c53565-7b9c-4948-9f3d-f8804aa4ab7b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:42.537841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:42.543763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:42.558754 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f5c53565-7b9c-4948-9f3d-f8804aa4ab7b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/60d55094-b1d4-4789-af33-8a2bec39cda3 HTTP/1.1" status: 204  len: 168 time: 0.5649726
Dec 23 16:13:42.564168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] The port '37957e51-fb54-43b0-80f0-8e8793f14278' was deleted {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:13:42.564921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50672) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:42.624811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:42.675639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dbce053c-3868-4634-998a-e82115b8b392 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:router {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:42.686445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:42.688518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=747bb701-cd69-47d7-b80a-eff65f8a9f1f,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:42.691957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:42.738545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dbce053c-3868-4634-998a-e82115b8b392 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:router {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:42.742740 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dbce053c-3868-4634-998a-e82115b8b392 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1725085
Dec 23 16:13:42.744097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50676) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:42.752908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:42.757646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:42.833088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:42.949897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78d82908>,) {'filters': {'network_id': ['2b8e1af4-c944-4bab-837a-96fb61fb42af']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:42.970500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78d82908>, '2407cbce-afae-45ba-a5de-08b34801bcdb') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:42.971397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78d82908>, '2407cbce-afae-45ba-a5de-08b34801bcdb') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:42.985722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.006172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.013838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:13:43.014296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.110272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a99f5-07ef-4786-a0fb-99e0e8c461ad req-ca7ea93a-0564-4806-a27c-3a8085533030 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:43.112227 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6e4a99f5-07ef-4786-a0fb-99e0e8c461ad req-ca7ea93a-0564-4806-a27c-3a8085533030 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 945 time: 0.9621804
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:13:43.153806 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:13:43.226968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.256872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c3dd2f8d-0fba-4525-ad53-604dec9a7d9a tempest-QuotasNegativeTest-334655787 tempest-QuotasNegativeTest-334655787-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:43.273964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.293389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event deleted for resources: {'Network': ['ID=2b8e1af4-c944-4bab-837a-96fb61fb42af,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:43.295758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:43.305360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:43.310285 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "DELETE /v2.0/networks/2b8e1af4-c944-4bab-837a-96fb61fb42af HTTP/1.1" status: 204  len: 168 time: 2.9224284
Dec 23 16:13:43.310285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:43.310495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b72a04b-9f7d-4bde-a20e-f8d942afecbc None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:43.313711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50682) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:43.316073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:43.358324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:43.398749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:13:43.405153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.433475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1616b82f-1b8c-432a-b1e4-2b9d14ade26a None None] Provisioning complete for port 69295b3a-0934-4d76-ac77-36414a430092 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:43.434276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1616b82f-1b8c-432a-b1e4-2b9d14ade26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.462359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b296-f697-4be3-a3bd-cf7427ca6337 req-5e3add3f-9e19-4046-9c3d-7941e6ad8308 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:43.470302 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7fd7b296-f697-4be3-a3bd-cf7427ca6337 req-5e3add3f-9e19-4046-9c3d-7941e6ad8308 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.3149922
Dec 23 16:13:43.482645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.496134 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6e4a99f5-07ef-4786-a0fb-99e0e8c461ad req-bbb363a9-dad6-4424-9175-9ad75d06c2c5 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3667903
Dec 23 16:13:43.522703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.549916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 04074957-bea6-4d32-9efc-5376ca2932fe details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:13:43.569729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.571955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.575341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d015202a-ee25-4eee-8d62-7134b9b8df10 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:43.707611 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7fd7b296-f697-4be3-a3bd-cf7427ca6337 req-3cb7416e-5333-4bee-a707-625f86923ab6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2361755
Dec 23 16:13:43.746451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-76159c45-1fd7-4fe8-bd36-07721b11c6d8 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Deleting subnet 6b2279fd-f3a8-4e54-a264-5e0f658e45de {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:13:43.751782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76159c45-1fd7-4fe8-bd36-07721b11c6d8 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.783358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.784002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Fanout notify agent at l3_agent the message router_deleted on router 3fddb712-628e-4583-95c1-ffafc2430bf2 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:43.846133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port d015202a-ee25-4eee-8d62-7134b9b8df10 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:43.861303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port d015202a-ee25-4eee-8d62-7134b9b8df10 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:43.861446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76159c45-1fd7-4fe8-bd36-07721b11c6d8 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.861735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.886318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.887561 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "DELETE /v2.0/routers/3fddb712-628e-4583-95c1-ffafc2430bf2 HTTP/1.1" status: 204  len: 168 time: 4.8590174
Dec 23 16:13:43.895713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50686) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:43.907628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1272572544', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}, 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:43.922276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:43.927287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eed9752-bd74-41ec-b206-8279b678cf80 None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:13:43.931837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 04074957-bea6-4d32-9efc-5376ca2932fe, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=04074957-bea6-4d32-9efc-5376ca2932fe,segment=NetworkSegment(c684b206-1c7d-4738-b19d-3a7b3b706252),segment_id=c684b206-1c7d-4738-b19d-3a7b3b706252)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:43.931990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Usage tracker for resource:router and tenant:837529779aa5438a8e4166b9bc964d6c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:43.935606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:43.948039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1eed9752-bd74-41ec-b206-8279b678cf80 None None] Deleting port 69295b3a-0934-4d76-ac77-36414a430092 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:43.948688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1eed9752-bd74-41ec-b206-8279b678cf80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:43.955501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:43.995954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '04074957-bea6-4d32-9efc-5376ca2932fe', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'port_id': '04074957-bea6-4d32-9efc-5376ca2932fe', 'mac_address': 'fa:16:3e:d0:c0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169e601e-34f0-4114-93f5-500de7206059', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:13:44.005436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.011125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-85c308a1-22d1-4bc5-b975-070427f34fc1 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:44.040994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.042015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.066374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76159c45-1fd7-4fe8-bd36-07721b11c6d8 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.100239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.121889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:44.131362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:44.140532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:44.141249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.145186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=38b03369-2c6e-466d-856d-26c40c56fb51,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:44.151451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:44.162914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.199992 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4547431
Dec 23 16:13:44.202821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50690) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:44.209834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:44.230139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76159c45-1fd7-4fe8-bd36-07721b11c6d8 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.234342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04074957-bea6-4d32-9efc-5376ca2932fe {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:13:44.239102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f5c53565-7b9c-4948-9f3d-f8804aa4ab7b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:44.277898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.293547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 04074957-bea6-4d32-9efc-5376ca2932fe, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=04074957-bea6-4d32-9efc-5376ca2932fe,segment=NetworkSegment(c684b206-1c7d-4738-b19d-3a7b3b706252),segment_id=c684b206-1c7d-4738-b19d-3a7b3b706252)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:44.306920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76159c45-1fd7-4fe8-bd36-07721b11c6d8 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2279fd-f3a8-4e54-a264-5e0f658e45de,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:44.348647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.354124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7f455d63-8ceb-4947-95ce-1151cb0cf20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:44.357562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-76159c45-1fd7-4fe8-bd36-07721b11c6d8 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:44.367096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76159c45-1fd7-4fe8-bd36-07721b11c6d8 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.391269 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-76159c45-1fd7-4fe8-bd36-07721b11c6d8 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "DELETE /v2.0/subnets/6b2279fd-f3a8-4e54-a264-5e0f658e45de HTTP/1.1" status: 204  len: 168 time: 1.0717511
Dec 23 16:13:44.392138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50694) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:44.399403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8c8464-b3f6-4238-88e6-640da6df25a6 None None] Network 98493ec0-9e6c-4888-abb5-47f84a7c788b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:44.427485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.435896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.484387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:44.487829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4205fb6-98bb-421f-8d6e-78af49b1f89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd015202a-ee25-4eee-8d62-7134b9b8df10'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:13:44.493667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:44.502517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Router ae7dce4c-5e2b-4212-a38d-c1928c517f1c is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:13:44.513248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:44.534823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:44.535155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.540380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d015202a-ee25-4eee-8d62-7134b9b8df10, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d015202a-ee25-4eee-8d62-7134b9b8df10,segment=NetworkSegment(37fdeec7-5efd-426c-a262-d28cc5fb05e5),segment_id=37fdeec7-5efd-426c-a262-d28cc5fb05e5)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:44.610883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=04074957-bea6-4d32-9efc-5376ca2932fe,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:44.632561 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4205fb6-98bb-421f-8d6e-78af49b1f89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd015202a-ee25-4eee-8d62-7134b9b8df10', 'code': 200}
Dec 23 16:13:44.635157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['04074957-bea6-4d32-9efc-5376ca2932fe'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:13:44.687258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:13:44.693726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.840325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:44.845994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.847807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 04074957-bea6-4d32-9efc-5376ca2932fe no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:13:44.891279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:44.950447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:13:44.986176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1eed9752-bd74-41ec-b206-8279b678cf80 None None] For port 69295b3a-0934-4d76-ac77-36414a430092, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=69295b3a-0934-4d76-ac77-36414a430092,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:44.987902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1eed9752-bd74-41ec-b206-8279b678cf80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:44.993453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac632d3-91cf-45da-8607-9c7230e51afa tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Deleting subnet 7dee4607-7185-4fda-ac7d-56176a59f4b6 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:13:45.013476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ac632d3-91cf-45da-8607-9c7230e51afa tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:45.114969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ac632d3-91cf-45da-8607-9c7230e51afa tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:45.166557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813e0cf-c37e-47aa-b9d9-d5417e67f932 req-6354fcf9-f7ce-4d40-aaea-81bd909a5c3f tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:45.167358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e813e0cf-c37e-47aa-b9d9-d5417e67f932 req-6354fcf9-f7ce-4d40-aaea-81bd909a5c3f tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Synchronizing usage tracker for tenant:2fc097f1557c496a965fdb55c5695cd7 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:45.188022 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-59aeb7ec-f7a3-41cf-87fe-911e3313fa58 req-3582a066-72d0-4997-a504-310a40247af8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 1099 time: 0.3681178
Dec 23 16:13:45.202245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1eed9752-bd74-41ec-b206-8279b678cf80 None None] Calling delete_port for 69295b3a-0934-4d76-ac77-36414a430092 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:45.288828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e813e0cf-c37e-47aa-b9d9-d5417e67f932 req-6354fcf9-f7ce-4d40-aaea-81bd909a5c3f tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Unset dirty status for tenant:2fc097f1557c496a965fdb55c5695cd7 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:45.291944 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e813e0cf-c37e-47aa-b9d9-d5417e67f932 req-6354fcf9-f7ce-4d40-aaea-81bd909a5c3f tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.5790191
Dec 23 16:13:45.292445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=d015202a-ee25-4eee-8d62-7134b9b8df10,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:45.310271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:45.374310 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-59aeb7ec-f7a3-41cf-87fe-911e3313fa58 req-c41e27ec-a02a-49c5-83d4-ba9788a24a78 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1774261
Dec 23 16:13:45.404124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:45.414384 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e813e0cf-c37e-47aa-b9d9-d5417e67f932 req-a9cae667-33e1-427c-a593-a3277e33da7c tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1095397
Dec 23 16:13:45.414576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:45.420196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ac632d3-91cf-45da-8607-9c7230e51afa tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:45.420554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:45.444530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:45.444673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1eed9752-bd74-41ec-b206-8279b678cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:45.457616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:45.457847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f465f4ee-00ed-48f0-9f2f-20fbdcdd0415 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:45.500031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:45.529227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 04074957-bea6-4d32-9efc-5376ca2932fe {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:13:45.539143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed9752-bd74-41ec-b206-8279b678cf80 None None] Pushing event deleted for resources: {'Port': ['ID=69295b3a-0934-4d76-ac77-36414a430092,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:45.546904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ac632d3-91cf-45da-8607-9c7230e51afa tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:45.548894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1eed9752-bd74-41ec-b206-8279b678cf80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:45.551909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:45.568667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 69295b3a-0934-4d76-ac77-36414a430092 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:13:45.593961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed9752-bd74-41ec-b206-8279b678cf80 None None] No DVR routers for this DVR port 69295b3a-0934-4d76-ac77-36414a430092 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:13:45.610670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 04074957-bea6-4d32-9efc-5376ca2932fe, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=04074957-bea6-4d32-9efc-5376ca2932fe,segment=NetworkSegment(c684b206-1c7d-4738-b19d-3a7b3b706252),segment_id=c684b206-1c7d-4738-b19d-3a7b3b706252)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:45.614346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 69295b3a-0934-4d76-ac77-36414a430092 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:13:45.614775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 69295b3a-0934-4d76-ac77-36414a430092 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:13:45.629757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67333c28-deb1-427e-99c3-278f8e4b5027 None None] DHCP port deletion for 98493ec0-9e6c-4888-abb5-47f84a7c788b request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:13:45.636664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:45.641180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6d0768d1-9dc2-4bbe-8690-9c1d0053b005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:45.678082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06843f1-fd14-4cef-8c41-17635144b6a8 req-2dc1f89b-1817-48b4-9095-56a9bd347ce6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:45.683787 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e06843f1-fd14-4cef-8c41-17635144b6a8 req-2dc1f89b-1817-48b4-9095-56a9bd347ce6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 944 time: 0.7526929
Dec 23 16:13:45.686502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-67333c28-deb1-427e-99c3-278f8e4b5027 None None] Deleting port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:45.686967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67333c28-deb1-427e-99c3-278f8e4b5027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:45.716768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c35739-44a7-4e08-8a71-1346cf22b318 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:45.772445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=747bb701-cd69-47d7-b80a-eff65f8a9f1f,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:45.797313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:45.804473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:45.832946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:45.833658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2b4f9-fd94-47fd-8283-c32e894d81a5 None None] Sync routers for ids ['ae7dce4c-5e2b-4212-a38d-c1928c517f1c'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:45.880599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac632d3-91cf-45da-8607-9c7230e51afa tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event deleted for resources: {'Subnet': ['ID=7dee4607-7185-4fda-ac7d-56176a59f4b6,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:45.885872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ac632d3-91cf-45da-8607-9c7230e51afa tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:45.897598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ac632d3-91cf-45da-8607-9c7230e51afa tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:45.915200 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7ac632d3-91cf-45da-8607-9c7230e51afa tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "DELETE /v2.0/subnets/7dee4607-7185-4fda-ac7d-56176a59f4b6 HTTP/1.1" status: 204  len: 168 time: 1.5164402
Dec 23 16:13:45.916750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50704) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:45.941184 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e06843f1-fd14-4cef-8c41-17635144b6a8 req-74e0144e-c4ba-44b2-abca-a9476806c148 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2469702
Dec 23 16:13:45.943259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939b0573-baef-4a65-8501-3f59fa08713d None None] Network aa304fb8-7efb-438d-b5f1-c7d457767ae5 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:45.945863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Allocated IP 172.26.5.38 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/6490382a-0179-488d-8bdb-e1d8f9779932) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:45.962367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:45.963696 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "PUT /v2.0/routers/ae7dce4c-5e2b-4212-a38d-c1928c517f1c HTTP/1.1" status: 200  len: 883 time: 7.5938954
Dec 23 16:13:45.972752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50708) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:45.976601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=04074957-bea6-4d32-9efc-5376ca2932fe,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:45.985408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50712) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:46.001786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:46.075745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:46.083215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35c632c0-4593-44e3-b13a-cd4baeb18d4f tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:46.163818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2b4f9-fd94-47fd-8283-c32e894d81a5 None None] Routers {'ae7dce4c-5e2b-4212-a38d-c1928c517f1c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:46.164520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a1c2b4f9-fd94-47fd-8283-c32e894d81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a339cf8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['ae7dce4c-5e2b-4212-a38d-c1928c517f1c'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:46.217381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:46.254000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:46.261254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:46.267951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:46.269278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:46.275299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=52951764-3128-4820-bb39-80a393984ad5,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:46.280024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Deleting port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:46.280473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:46.305339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:46.310893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a1c2b4f9-fd94-47fd-8283-c32e894d81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a339cf8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:46.351780 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-20081ef8-1f10-431e-9b52-b0375975a685 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/floatingips/34e6decd-2d3b-49ed-8fc9-b6fac4a3801d HTTP/1.1" status: 200  len: 991 time: 0.3635225
Dec 23 16:13:46.409551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:46.410574 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.2065632
Dec 23 16:13:46.415702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50716) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:46.426318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'mac_address': 'fa:16:3e:15:78:6e', 'name': 'tempest-NetworksTestDHCPv6-1538402865'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:46.616533 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Floating IP 4fcfdf6e-9e8e-428f-a8ff-8fac660470b9 associated. External IP: 172.26.5.120, port: d1647ff9-af4c-4106-bac1-abcf6786d07b.
Dec 23 16:13:46.618265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] For port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f9452ac3-b9bf-48b0-9f10-d372ed84d1a1,segment=NetworkSegment(e28c6a62-ddab-4d52-ab4c-c09d1f5a773b),segment_id=e28c6a62-ddab-4d52-ab4c-c09d1f5a773b)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:46.618958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:46.689928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:46.694478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-80534040-66b0-4b6f-97d3-dcf62be3a17e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:46.732539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-67333c28-deb1-427e-99c3-278f8e4b5027 None None] For port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f9452ac3-b9bf-48b0-9f10-d372ed84d1a1,segment=NetworkSegment(e28c6a62-ddab-4d52-ab4c-c09d1f5a773b),segment_id=e28c6a62-ddab-4d52-ab4c-c09d1f5a773b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:46.733906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67333c28-deb1-427e-99c3-278f8e4b5027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:46.751767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': '38b03369-2c6e-466d-856d-26c40c56fb51'}, {'subnet_id': '52951764-3128-4820-bb39-80a393984ad5'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:13:46.753416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:46.797382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:46.807736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Calling delete_port for f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:46.814443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Pushing event updated for resources: {'Port': ['ID=6490382a-0179-488d-8bdb-e1d8f9779932,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:46.818852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:46.819862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:port and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:46.819995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2b4f9-fd94-47fd-8283-c32e894d81a5 None None] Routers {'ae7dce4c-5e2b-4212-a38d-c1928c517f1c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:46.820583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a1c2b4f9-fd94-47fd-8283-c32e894d81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a339cf8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['ae7dce4c-5e2b-4212-a38d-c1928c517f1c'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:46.823940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:46.826410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:46.829625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:46.836033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:46.869476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:46.904584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:13:46.923186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:46.929165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:46.952636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-67333c28-deb1-427e-99c3-278f8e4b5027 None None] Calling delete_port for f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:46.964701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1f93a-06e4-42a7-b5c2-bf511ec74f96 req-6f57d58e-1621-48c2-a08b-b4d1d8b2f805 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:46.966363 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1de1f93a-06e4-42a7-b5c2-bf511ec74f96 req-6f57d58e-1621-48c2-a08b-b4d1d8b2f805 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.3320217
Dec 23 16:13:46.975048 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ef065dc2-0835-4173-a2c6-d9828875361b tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/routers/ae7dce4c-5e2b-4212-a38d-c1928c517f1c HTTP/1.1" status: 200  len: 924 time: 1.0009160
Dec 23 16:13:46.983065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50722) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:47.002255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event deleted for resources: {'Port': ['ID=f9452ac3-b9bf-48b0-9f10-d372ed84d1a1,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:47.005027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a1c2b4f9-fd94-47fd-8283-c32e894d81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a339cf8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:47.005027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2b4f9-fd94-47fd-8283-c32e894d81a5 None None] The sync data for ids ['ae7dce4c-5e2b-4212-a38d-c1928c517f1c'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:47.009463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:47.017934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] No DVR routers for this DVR port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:13:47.099641 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1de1f93a-06e4-42a7-b5c2-bf511ec74f96 req-0e9ade09-8594-4cdc-8514-7fdee7fa29cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1230795
Dec 23 16:13:47.122646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-67333c28-deb1-427e-99c3-278f8e4b5027 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:13:47.123089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-67333c28-deb1-427e-99c3-278f8e4b5027 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:13:47.231137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377a22ff-4927-468d-a2d8-170c88b5e183 None None] DHCP port deletion for aa304fb8-7efb-438d-b5f1-c7d457767ae5 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:13:47.232628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:47.241986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-377a22ff-4927-468d-a2d8-170c88b5e183 None None] Deleting port 8ee37939-42ec-4319-8f5b-4f6579d8b775 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:47.242238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-377a22ff-4927-468d-a2d8-170c88b5e183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:47.279290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78bcaeb8>,) {'filters': {'network_id': ['98493ec0-9e6c-4888-abb5-47f84a7c788b']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:47.282520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:47.298472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78bcaeb8>, 'e28c6a62-ddab-4d52-ab4c-c09d1f5a773b') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:47.298472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78bcaeb8>, 'e28c6a62-ddab-4d52-ab4c-c09d1f5a773b') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:47.313602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:47.336610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:47.338065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bd48e6eb-3f29-4ecd-b5c7-be6b568bca53 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Synchronizing usage tracker for tenant:b3b8c34bb842446ebbc89ad9403432a2 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:47.341130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port f966fc29-ff1d-4d6b-b530-1f371e25813a yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:13:47.345134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:13:47.345658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:13:47.367723 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:13:47.423790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Allocated IP 172.20.0.2 (ba343194-bb9c-4b65-8867-816842e8f671/38b03369-2c6e-466d-856d-26c40c56fb51/2451de36-9f87-4490-a519-81e7063c1f08) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:47.449475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Allocated IP 2001:db8::f816:3eff:fe84:2b14 (ba343194-bb9c-4b65-8867-816842e8f671/52951764-3128-4820-bb39-80a393984ad5/2451de36-9f87-4490-a519-81e7063c1f08) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:47.468700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:47.475471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:47.504313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:47.515779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event deleted for resources: {'Network': ['ID=98493ec0-9e6c-4888-abb5-47f84a7c788b,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:47.519568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:47.525836 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "DELETE /v2.0/networks/98493ec0-9e6c-4888-abb5-47f84a7c788b HTTP/1.1" status: 204  len: 168 time: 1.6086478
Dec 23 16:13:47.526922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50728) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:47.574282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8ee37939-42ec-4319-8f5b-4f6579d8b775 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:13:47.598784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 04074957-bea6-4d32-9efc-5376ca2932fe up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:47.640018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-67333c28-deb1-427e-99c3-278f8e4b5027 None None] Deleting port f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:47.640530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67333c28-deb1-427e-99c3-278f8e4b5027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:47.666402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:47.678934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Deleting port 8ee37939-42ec-4319-8f5b-4f6579d8b775 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:47.679220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:47.733097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bd48e6eb-3f29-4ecd-b5c7-be6b568bca53 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Unset dirty status for tenant:b3b8c34bb842446ebbc89ad9403432a2 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:47.735495 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bd48e6eb-3f29-4ecd-b5c7-be6b568bca53 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&device_id=ae7dce4c-5e2b-4212-a38d-c1928c517f1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.7515550
Dec 23 16:13:47.751227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50732) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:47.833546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-377a22ff-4927-468d-a2d8-170c88b5e183 None None] For port 8ee37939-42ec-4319-8f5b-4f6579d8b775, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8ee37939-42ec-4319-8f5b-4f6579d8b775,segment=NetworkSegment(2da659d7-b1d0-4910-aa54-fa32c234cf6c),segment_id=2da659d7-b1d0-4910-aa54-fa32c234cf6c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:47.834031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-377a22ff-4927-468d-a2d8-170c88b5e183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:47.850235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-67333c28-deb1-427e-99c3-278f8e4b5027 None None] The port 'f9452ac3-b9bf-48b0-9f10-d372ed84d1a1' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:13:47.901792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] For port 8ee37939-42ec-4319-8f5b-4f6579d8b775, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8ee37939-42ec-4319-8f5b-4f6579d8b775,segment=NetworkSegment(2da659d7-b1d0-4910-aa54-fa32c234cf6c),segment_id=2da659d7-b1d0-4910-aa54-fa32c234cf6c)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:47.902311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.009068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-377a22ff-4927-468d-a2d8-170c88b5e183 None None] Calling delete_port for 8ee37939-42ec-4319-8f5b-4f6579d8b775 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:48.010831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676e433-640d-4d12-b9e0-81e0b87fbfdf req-2533ab22-538c-4d7a-b298-3076aa2ce9c6 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:48.012527 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8676e433-640d-4d12-b9e0-81e0b87fbfdf req-2533ab22-538c-4d7a-b298-3076aa2ce9c6 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.6774232
Dec 23 16:13:48.028499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50736) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:48.029555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.030312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.036497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Calling delete_port for 8ee37939-42ec-4319-8f5b-4f6579d8b775 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:48.043843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b15e660b-24fa-4270-ab4a-88a09542a09b tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Request body: {'floatingip': {'port_id': 'd015202a-ee25-4eee-8d62-7134b9b8df10'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:48.116798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.121636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-57b24759-2d3a-4dab-a510-3e3790bdf38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:48.122332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5d487-db30-462f-a44f-9bc734ddc6ce tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:48.123007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d0a5d487-db30-462f-a44f-9bc734ddc6ce tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Synchronizing usage tracker for tenant:b3b8c34bb842446ebbc89ad9403432a2 on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:48.155638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b15e660b-24fa-4270-ab4a-88a09542a09b tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for floatingip, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.159801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Port 8ee37939-42ec-4319-8f5b-4f6579d8b775 update to DOWN by agent not found {{(pid=88842) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}}
Dec 23 16:13:48.160308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:13:48.164078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event deleted for resources: {'Port': ['ID=8ee37939-42ec-4319-8f5b-4f6579d8b775,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:48.168068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:48.171441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] No DVR routers for this DVR port 8ee37939-42ec-4319-8f5b-4f6579d8b775 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:13:48.233344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:13:48.233782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f9452ac3-b9bf-48b0-9f10-d372ed84d1a1 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:13:48.262532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.265823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 04074957-bea6-4d32-9efc-5376ca2932fe triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:48.266241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.309547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.313351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-377a22ff-4927-468d-a2d8-170c88b5e183 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:13:48.313998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-377a22ff-4927-468d-a2d8-170c88b5e183 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:13:48.317906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Transition to ACTIVE for port object 2451de36-9f87-4490-a519-81e7063c1f08 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:48.338788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a056f28>,) {'filters': {'network_id': ['aa304fb8-7efb-438d-b5f1-c7d457767ae5']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:48.349463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Transition to ACTIVE for port object 2451de36-9f87-4490-a519-81e7063c1f08 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:48.352614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a056f28>, '2da659d7-b1d0-4910-aa54-fa32c234cf6c') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:48.352964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a056f28>, '2da659d7-b1d0-4910-aa54-fa32c234cf6c') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:48.357104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.361616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b20b2c9-1e1f-4fec-99c4-ab9b0b60ea45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:48.369887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.386834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.394873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:13:48.395348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:13:48.413656 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:13:48.434645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d0a5d487-db30-462f-a44f-9bc734ddc6ce tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Unset dirty status for tenant:b3b8c34bb842446ebbc89ad9403432a2 on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:48.439443 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d0a5d487-db30-462f-a44f-9bc734ddc6ce tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/networks/2dc36bf2-ecdb-4314-aa29-e21d51c50182 HTTP/1.1" status: 200  len: 881 time: 0.6783745
Dec 23 16:13:48.440998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50740) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:48.551199 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f9b2ea6a-98d0-4193-9bd7-65185732a838 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae7dce4c-5e2b-4212-a38d-c1928c517f1c HTTP/1.1" status: 200  len: 205 time: 0.1061568
Dec 23 16:13:48.551430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50744) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:48.628476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.641834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-692de992-4306-4a42-868f-8d4616f5c4ca tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:48.652929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:48.653834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Pushing event updated for resources: {'Port': ['ID=2451de36-9f87-4490-a519-81e7063c1f08,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:48.657782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:48.659577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.660489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:48.661152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.671159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:48.674900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event deleted for resources: {'Network': ['ID=aa304fb8-7efb-438d-b5f1-c7d457767ae5,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:48.678942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:48.684143 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "DELETE /v2.0/networks/aa304fb8-7efb-438d-b5f1-c7d457767ae5 HTTP/1.1" status: 204  len: 168 time: 1.1547353
Dec 23 16:13:48.686435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50748) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:48.740126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04074957-bea6-4d32-9efc-5376ca2932fe'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:13:48.827285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 04074957-bea6-4d32-9efc-5376ca2932fe, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=04074957-bea6-4d32-9efc-5376ca2932fe,segment=NetworkSegment(c684b206-1c7d-4738-b19d-3a7b3b706252),segment_id=c684b206-1c7d-4738-b19d-3a7b3b706252)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:48.828408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-377a22ff-4927-468d-a2d8-170c88b5e183 None None] Deleting port 8ee37939-42ec-4319-8f5b-4f6579d8b775 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:48.829031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-377a22ff-4927-468d-a2d8-170c88b5e183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.877353 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04074957-bea6-4d32-9efc-5376ca2932fe', 'code': 200}
Dec 23 16:13:48.878038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 172.20.0.4 (ba343194-bb9c-4b65-8867-816842e8f671/38b03369-2c6e-466d-856d-26c40c56fb51/f966fc29-ff1d-4d6b-b530-1f371e25813a) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:48.881468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.885593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:48.922950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::f816:3eff:fe15:786e (ba343194-bb9c-4b65-8867-816842e8f671/52951764-3128-4820-bb39-80a393984ad5/f966fc29-ff1d-4d6b-b530-1f371e25813a) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:48.970604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-377a22ff-4927-468d-a2d8-170c88b5e183 None None] The port '8ee37939-42ec-4319-8f5b-4f6579d8b775' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:13:48.971756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Attempting to bind port 2451de36-9f87-4490-a519-81e7063c1f08 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:13:48.972190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Attempting to bind port 2451de36-9f87-4490-a519-81e7063c1f08 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:13:48.972609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Attempting to bind port 2451de36-9f87-4490-a519-81e7063c1f08 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:13:48.996028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:13:48.996451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:13:48.996919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:48.997380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:13:48.998064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Bound port: 2451de36-9f87-4490-a519-81e7063c1f08, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:13:48.998329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:49.023070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=04074957-bea6-4d32-9efc-5376ca2932fe,revision_number=8']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:49.026382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:49.072391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:13:49.119098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] For port 2451de36-9f87-4490-a519-81e7063c1f08, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:13:49.122608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] For port 2451de36-9f87-4490-a519-81e7063c1f08, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2451de36-9f87-4490-a519-81e7063c1f08,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:13:49.126769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:49.132157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d7034bba-de7d-4bc6-b881-8332db5e981b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:49.219080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Pushing event updated for resources: {'Port': ['ID=2451de36-9f87-4490-a519-81e7063c1f08,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:49.224764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:49.231716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff60ec8-4acc-4376-a2ff-ed5de1602089 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Deleting subnet 1e6022dd-28b1-4a73-a391-d57e1f987b32 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:13:49.238122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bff60ec8-4acc-4376-a2ff-ed5de1602089 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:49.303904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bff60ec8-4acc-4376-a2ff-ed5de1602089 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:49.354448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:49.490574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bff60ec8-4acc-4376-a2ff-ed5de1602089 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:49.661499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bff60ec8-4acc-4376-a2ff-ed5de1602089 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:49.666819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c3a356ed-cafa-47d9-9289-b5c922ec156c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:49.712161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff60ec8-4acc-4376-a2ff-ed5de1602089 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event deleted for resources: {'Subnet': ['ID=1e6022dd-28b1-4a73-a391-d57e1f987b32,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:49.717070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bff60ec8-4acc-4376-a2ff-ed5de1602089 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:49.722852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bff60ec8-4acc-4376-a2ff-ed5de1602089 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:49.731420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89afc8a8-6fad-4425-b72b-6e36cb3adf98 None None] Network e211b6d5-0091-45b2-a9b2-2a4c83c9332d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:49.734660 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bff60ec8-4acc-4376-a2ff-ed5de1602089 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "DELETE /v2.0/subnets/1e6022dd-28b1-4a73-a391-d57e1f987b32 HTTP/1.1" status: 204  len: 168 time: 1.0470607
Dec 23 16:13:49.738464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50754) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:49.858349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:49.899904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:49.925890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:49.935999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Deleting port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:49.936517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:49.977030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Deleting port 9f961d52-e9a7-4430-9c40-bcc665f77eb9 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:49.977515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:49.980460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object f966fc29-ff1d-4d6b-b530-1f371e25813a will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:13:49.994104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Router 4181dd44-ec9e-4aa8-971a-71c54e23c6ca is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:13:50.217425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:50.228260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a032e5-9b5d-4018-9c5f-71f5fd19ff17 None None] DHCP port deletion for e211b6d5-0091-45b2-a9b2-2a4c83c9332d request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:13:50.234246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-58a032e5-9b5d-4018-9c5f-71f5fd19ff17 None None] Deleting port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:50.234884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58a032e5-9b5d-4018-9c5f-71f5fd19ff17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:50.235614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:50.237454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b15e660b-24fa-4270-ab4a-88a09542a09b tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:50.243746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-694c6c48-0170-48f5-8f02-65b3937bd238 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:50.249151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a18a4-3d52-42c5-9bf8-04d3a3cbece5 None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:50.272086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a18a4-3d52-42c5-9bf8-04d3a3cbece5 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:50.272771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-404a18a4-3d52-42c5-9bf8-04d3a3cbece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26f0f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:50.339992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b15e660b-24fa-4270-ab4a-88a09542a09b tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:50.354298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:50.365803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] For port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6af9db4f-0f9d-498c-b532-91e5e5d77eeb,segment=NetworkSegment(fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a),segment_id=fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:50.366213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:50.387077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-404a18a4-3d52-42c5-9bf8-04d3a3cbece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26f0f0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:50.399489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a18a4-3d52-42c5-9bf8-04d3a3cbece5 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:50.400664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-404a18a4-3d52-42c5-9bf8-04d3a3cbece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26f0f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:50.477623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-404a18a4-3d52-42c5-9bf8-04d3a3cbece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26f0f0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:50.478455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a18a4-3d52-42c5-9bf8-04d3a3cbece5 None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:50.481051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:50.515365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:50.519114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=f966fc29-ff1d-4d6b-b530-1f371e25813a,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:50.522978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:50.538282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:50.544318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:50.600949 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 11.2679441
Dec 23 16:13:50.611210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-58a032e5-9b5d-4018-9c5f-71f5fd19ff17 None None] For port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6af9db4f-0f9d-498c-b532-91e5e5d77eeb,segment=NetworkSegment(fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a),segment_id=fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:50.611445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50758) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:50.612639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58a032e5-9b5d-4018-9c5f-71f5fd19ff17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:50.696853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Calling delete_port for 9f961d52-e9a7-4430-9c40-bcc665f77eb9 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:50.732220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Calling delete_port for 6af9db4f-0f9d-498c-b532-91e5e5d77eeb owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:50.788207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-58a032e5-9b5d-4018-9c5f-71f5fd19ff17 None None] Calling delete_port for 6af9db4f-0f9d-498c-b532-91e5e5d77eeb owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:50.792813 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e52b71ca-a7ee-4778-8864-c16b69e27d69 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "GET /v2.0/floatingips/4fcfdf6e-9e8e-428f-a8ff-8fac660470b9 HTTP/1.1" status: 200  len: 978 time: 0.1681237
Dec 23 16:13:50.799673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50762) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:50.875606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58a032e5-9b5d-4018-9c5f-71f5fd19ff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:50.880046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:50.910784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-23fc2463-3ac7-444b-ad73-ff43a338fc53 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Synchronizing usage tracker for tenant:810ff0626f894b4a9876803850be68f6 on resource:floatingip {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:50.927307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a032e5-9b5d-4018-9c5f-71f5fd19ff17 None None] Pushing event deleted for resources: {'Port': ['ID=6af9db4f-0f9d-498c-b532-91e5e5d77eeb,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:50.931252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58a032e5-9b5d-4018-9c5f-71f5fd19ff17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:50.935028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a032e5-9b5d-4018-9c5f-71f5fd19ff17 None None] No DVR routers for this DVR port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:13:50.943885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-23fc2463-3ac7-444b-ad73-ff43a338fc53 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Unset dirty status for tenant:810ff0626f894b4a9876803850be68f6 on resource:floatingip {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:50.945222 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-23fc2463-3ac7-444b-ad73-ff43a338fc53 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.1443603
Dec 23 16:13:50.952358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50766) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:50.976736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4713a845-5904-4a2e-97fa-cd70fb723869 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'floatingip': {'port_id': '9aac473c-7ea7-48f5-90f5-0abb89c08cb8'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:51.003506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:13:51.004039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:13:51.050863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:51.051578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:51.099378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:51.104310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d8a885cc-697e-4745-b99f-15daa31c54a3 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:51.128893 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 4.7089453
Dec 23 16:13:51.133247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50770) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:51.156436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Pushing event deleted for resources: {'Port': ['ID=9f961d52-e9a7-4430-9c40-bcc665f77eb9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:51.161418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:51.187224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4713a845-5904-4a2e-97fa-cd70fb723869 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:51.312157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7287c021-db4f-44e8-bd75-7765e692ad3b None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:51.407311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:51.425852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784e3c92-e99d-4649-b0c3-72a2fac3ae88 None None] Sync routers for ids ['4181dd44-ec9e-4aa8-971a-71c54e23c6ca'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:51.426061 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-b15e660b-24fa-4270-ab4a-88a09542a09b tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Floating IP c1b46ae4-191b-4ab7-8135-f4881bfea697 associated. External IP: 172.26.5.254, port: d015202a-ee25-4eee-8d62-7134b9b8df10.
Dec 23 16:13:51.466333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-af12c7ba-1aac-4179-8889-8002df3b9ba7 None None] Provisioning for port 2451de36-9f87-4490-a519-81e7063c1f08 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:51.481752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e3c92-e99d-4649-b0c3-72a2fac3ae88 None None] Routers {'4181dd44-ec9e-4aa8-971a-71c54e23c6ca'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:51.483233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-784e3c92-e99d-4649-b0c3-72a2fac3ae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a07bc50>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4181dd44-ec9e-4aa8-971a-71c54e23c6ca'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:51.515123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cb557f-3bc7-4466-a84d-aa2d8bee5eed tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:51.519790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cb557f-3bc7-4466-a84d-aa2d8bee5eed tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:51.520709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b6cb557f-3bc7-4466-a84d-aa2d8bee5eed tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:51.584418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Deleting port 6af9db4f-0f9d-498c-b532-91e5e5d77eeb {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:51.585835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:51.587120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-784e3c92-e99d-4649-b0c3-72a2fac3ae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a07bc50>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:51.597075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:51.598414 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 7.7016490
Dec 23 16:13:51.604996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50774) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:51.622965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:51.638634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2451de36-9f87-4490-a519-81e7063c1f08 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:51.724280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] The port '6af9db4f-0f9d-498c-b532-91e5e5d77eeb' was deleted {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:13:51.726027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:51.738029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e3c92-e99d-4649-b0c3-72a2fac3ae88 None None] Routers {'4181dd44-ec9e-4aa8-971a-71c54e23c6ca'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:51.738753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-784e3c92-e99d-4649-b0c3-72a2fac3ae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a07bc50>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4181dd44-ec9e-4aa8-971a-71c54e23c6ca'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:51.917536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b6cb557f-3bc7-4466-a84d-aa2d8bee5eed tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:51.921570 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b6cb557f-3bc7-4466-a84d-aa2d8bee5eed tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.7818825
Dec 23 16:13:51.923042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50778) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:51.931982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-784e3c92-e99d-4649-b0c3-72a2fac3ae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a07bc50>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:51.931982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784e3c92-e99d-4649-b0c3-72a2fac3ae88 None None] The sync data for ids ['4181dd44-ec9e-4aa8-971a-71c54e23c6ca'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:51.988851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 2451de36-9f87-4490-a519-81e7063c1f08 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:51.998977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 2451de36-9f87-4490-a519-81e7063c1f08 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:51.999434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.204358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.283962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.291458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-051edd83-6379-4d5f-9c1b-8821a1471922 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port f966fc29-ff1d-4d6b-b530-1f371e25813a {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:52.291845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-051edd83-6379-4d5f-9c1b-8821a1471922 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.303267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.325816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a703898>,) {'filters': {'network_id': ['e211b6d5-0091-45b2-a9b2-2a4c83c9332d']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:52.340648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 2451de36-9f87-4490-a519-81e7063c1f08, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2451de36-9f87-4490-a519-81e7063c1f08,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:52.345079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.354376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.354895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1eed9752-bd74-41ec-b206-8279b678cf80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:52.359684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a703898>, 'fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:52.360023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a703898>, 'fd3014ab-4e92-45ee-8d53-8bbb09cd2b0a') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:52.386594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.422231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.433395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6af9db4f-0f9d-498c-b532-91e5e5d77eeb no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:13:52.477125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 6af9db4f-0f9d-498c-b532-91e5e5d77eeb {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:13:52.477528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6af9db4f-0f9d-498c-b532-91e5e5d77eeb not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:13:52.478161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:13:52.478699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.498519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=2451de36-9f87-4490-a519-81e7063c1f08,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:52.504679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.505057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Fanout notify agent at l3_agent the message router_deleted on router ae7dce4c-5e2b-4212-a38d-c1928c517f1c {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:13:52.506898 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:13:52.511835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:52.618263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-42ba3590-a7c5-4341-a7bf-6920a5dbdc86 None None] Provisioning complete for port 2451de36-9f87-4490-a519-81e7063c1f08 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:52.619074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42ba3590-a7c5-4341-a7bf-6920a5dbdc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.655068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.661051 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "DELETE /v2.0/routers/ae7dce4c-5e2b-4212-a38d-c1928c517f1c HTTP/1.1" status: 204  len: 168 time: 4.1084816
Dec 23 16:13:52.666253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50782) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:52.673091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4aa75154-2cd6-4648-a59f-ae432ab206ca tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-993412677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:52.697021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.703023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4aa75154-2cd6-4648-a59f-ae432ab206ca tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:52.710088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:52.732837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.740657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Pushing event deleted for resources: {'Network': ['ID=e211b6d5-0091-45b2-a9b2-2a4c83c9332d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:52.743188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4aa75154-2cd6-4648-a59f-ae432ab206ca tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Usage tracker for resource:router and tenant:945fd87699974c4c8a64c9919ddb963e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:52.798331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:52.799801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4aa75154-2cd6-4648-a59f-ae432ab206ca tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:52.821365 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "DELETE /v2.0/networks/e211b6d5-0091-45b2-a9b2-2a4c83c9332d HTTP/1.1" status: 204  len: 168 time: 3.0814936
Dec 23 16:13:52.821964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50786) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:52.825621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4aa75154-2cd6-4648-a59f-ae432ab206ca tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:52.884267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-298c49a9-d639-48c9-bae7-db8c752c2245 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Synchronizing usage tracker for tenant:18b3779f74514599b4919651e144e819 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:52.911839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4aa75154-2cd6-4648-a59f-ae432ab206ca tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.912462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4aa75154-2cd6-4648-a59f-ae432ab206ca tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.936435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4713a845-5904-4a2e-97fa-cd70fb723869 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.944460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-298c49a9-d639-48c9-bae7-db8c752c2245 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Unset dirty status for tenant:18b3779f74514599b4919651e144e819 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:52.945862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4713a845-5904-4a2e-97fa-cd70fb723869 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.951190 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-298c49a9-d639-48c9-bae7-db8c752c2245 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "GET /v2.0/ports?device_id=6be24092-7e0e-435b-8700-026e9ae20341 HTTP/1.1" status: 200  len: 205 time: 0.1222751
Dec 23 16:13:52.961569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-051edd83-6379-4d5f-9c1b-8821a1471922 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.961781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-42ba3590-a7c5-4341-a7bf-6920a5dbdc86 None None] Provisioning for port f966fc29-ff1d-4d6b-b530-1f371e25813a completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:13:52.967127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-42ba3590-a7c5-4341-a7bf-6920a5dbdc86 None None] Provisioning complete for port f966fc29-ff1d-4d6b-b530-1f371e25813a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:52.967524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42ba3590-a7c5-4341-a7bf-6920a5dbdc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:52.971975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50790) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:53.024702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-42ba3590-a7c5-4341-a7bf-6920a5dbdc86 None None] Port f966fc29-ff1d-4d6b-b530-1f371e25813a cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:13:53.147301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4b172e7e-84d0-4016-9875-3647cee54907 None None] Provisioning complete for port f966fc29-ff1d-4d6b-b530-1f371e25813a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:53.147742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b172e7e-84d0-4016-9875-3647cee54907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:53.171602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-051edd83-6379-4d5f-9c1b-8821a1471922 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for f966fc29-ff1d-4d6b-b530-1f371e25813a owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:53.224422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4aa75154-2cd6-4648-a59f-ae432ab206ca tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:53.229153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4b172e7e-84d0-4016-9875-3647cee54907 None None] Port f966fc29-ff1d-4d6b-b530-1f371e25813a cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:13:53.336269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4aa75154-2cd6-4648-a59f-ae432ab206ca tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:53.349440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed85c85e-f6b3-43ea-b74c-2247488f9f86 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:53.392024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15e660b-24fa-4270-ab4a-88a09542a09b tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:13:53.513157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2451de36-9f87-4490-a519-81e7063c1f08 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:13:53.556797 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-4713a845-5904-4a2e-97fa-cd70fb723869 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Floating IP 4fcfdf6e-9e8e-428f-a8ff-8fac660470b9 associated. External IP: 172.26.5.120, port: d1647ff9-af4c-4106-bac1-abcf6786d07b.
Dec 23 16:13:53.591016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 2451de36-9f87-4490-a519-81e7063c1f08 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:53.591432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:53.777396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4aa75154-2cd6-4648-a59f-ae432ab206ca tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:53.778728 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4aa75154-2cd6-4648-a59f-ae432ab206ca tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.1105952
Dec 23 16:13:53.789445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50794) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:53.801664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'enable_snat': True}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:54.168312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:54.216912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15e660b-24fa-4270-ab4a-88a09542a09b tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:54.218774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:54.226198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b15e660b-24fa-4270-ab4a-88a09542a09b tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:54.232173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc49397-e0d4-4a67-a4c2-d7b53d4ea3a5 None None] Sync routers for ids ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:54.248251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc49397-e0d4-4a67-a4c2-d7b53d4ea3a5 None None] Routers {'13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:54.249247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-bfc49397-e0d4-4a67-a4c2-d7b53d4ea3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a66ed30>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:54.282584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Deleting port 6490382a-0179-488d-8bdb-e1d8f9779932 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:54.282955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:54.334847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e43e1e7e-1d3b-4ef9-a9f4-6000623d7374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:54.357000 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b15e660b-24fa-4270-ab4a-88a09542a09b tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "PUT /v2.0/floatingips/c1b46ae4-191b-4ab7-8135-f4881bfea697 HTTP/1.1" status: 200  len: 992 time: 6.3215382
Dec 23 16:13:54.358218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4205fb6-98bb-421f-8d6e-78af49b1f89f', 'tag': 'd015202a-ee25-4eee-8d62-7134b9b8df10'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:13:54.396979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed85c85e-f6b3-43ea-b74c-2247488f9f86 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:54.411353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed85c85e-f6b3-43ea-b74c-2247488f9f86 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:54.478664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-bfc49397-e0d4-4a67-a4c2-d7b53d4ea3a5 None None] Set router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:13:54.481424 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4205fb6-98bb-421f-8d6e-78af49b1f89f', 'tag': 'd015202a-ee25-4eee-8d62-7134b9b8df10', 'status': 'completed', 'code': 200}
Dec 23 16:13:54.540846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-051edd83-6379-4d5f-9c1b-8821a1471922 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:54.559337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:54.585916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:54.640723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051edd83-6379-4d5f-9c1b-8821a1471922 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=f966fc29-ff1d-4d6b-b530-1f371e25813a,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:54.643845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-051edd83-6379-4d5f-9c1b-8821a1471922 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:54.784876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Calling delete_port for 6490382a-0179-488d-8bdb-e1d8f9779932 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:54.793534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed85c85e-f6b3-43ea-b74c-2247488f9f86 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:54.794125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed85c85e-f6b3-43ea-b74c-2247488f9f86 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Fanout notify agent at l3_agent the message router_deleted on router 6be24092-7e0e-435b-8700-026e9ae20341 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:54.851216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed85c85e-f6b3-43ea-b74c-2247488f9f86 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:54.852424 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ed85c85e-f6b3-43ea-b74c-2247488f9f86 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] 10.222.0.67 "DELETE /v2.0/routers/6be24092-7e0e-435b-8700-026e9ae20341 HTTP/1.1" status: 204  len: 168 time: 1.8793683
Dec 23 16:13:54.899668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-bfc49397-e0d4-4a67-a4c2-d7b53d4ea3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a66ed30>, [{'id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'gw_port': {'id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'c1b46ae4-191b-4ab7-8135-f4881bfea697', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'floating_ip_address': '172.26.5.254', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'port_id': 'd015202a-ee25-4eee-8d62-7134b9b8df10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'mac_address': 'fa:16:3e:22:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4205fb6-98bb-421f-8d6e-78af49b1f89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:13:21Z', 'updated_at': '2021-12-23T16:13:49Z', 'revision_number': 1, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d09aae-5bba-4315-885c-88dab1c1ffae', 'name': '', 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'mac_address': 'fa:16:3e:18:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:16Z', 'revision_number': 5, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'subnets': [{'id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:54.909819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc49397-e0d4-4a67-a4c2-d7b53d4ea3a5 None None] Checking router: 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:13:54.931228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc49397-e0d4-4a67-a4c2-d7b53d4ea3a5 None None] Routers {'13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:54.938130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-bfc49397-e0d4-4a67-a4c2-d7b53d4ea3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a66ed30>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:54.953533 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a70cc3c-d43f-401d-93a8-7e3b7c84290a req-52236b53-196c-42b1-b722-bdc4f09d48d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fc097f1557c496a965fdb55c5695cd7&device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 1099 time: 0.4466686
Dec 23 16:13:54.990960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-051edd83-6379-4d5f-9c1b-8821a1471922 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:54.995960 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-051edd83-6379-4d5f-9c1b-8821a1471922 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/f966fc29-ff1d-4d6b-b530-1f371e25813a HTTP/1.1" status: 204  len: 168 time: 3.0730455
Dec 23 16:13:54.999462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50804) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:55.004462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:55.097378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4713a845-5904-4a2e-97fa-cd70fb723869 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:13:55.103598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:55.119665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-53b8c648-08f4-496d-ad22-d50f62d54769 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:55.204144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-bfc49397-e0d4-4a67-a4c2-d7b53d4ea3a5 None None] Set router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:13:55.247236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Pushing event deleted for resources: {'Port': ['ID=6490382a-0179-488d-8bdb-e1d8f9779932,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:55.259431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:55.270654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b09c00-d752-4bce-904c-d62457228564 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:55.272530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b09c00-d752-4bce-904c-d62457228564 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:55.274534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b09c00-d752-4bce-904c-d62457228564 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:55.275701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e5b09c00-d752-4bce-904c-d62457228564 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:13:55.470172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50810) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:55.599258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70cc3c-d43f-401d-93a8-7e3b7c84290a req-2cb6085c-71ec-413f-8c89-38804a7c3ca6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:55.601901 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a70cc3c-d43f-401d-93a8-7e3b7c84290a req-2cb6085c-71ec-413f-8c89-38804a7c3ca6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e57fe8b-597d-4dbf-a842-558dc5447a36 HTTP/1.1" status: 200  len: 913 time: 0.6371977
Dec 23 16:13:55.623918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-bfc49397-e0d4-4a67-a4c2-d7b53d4ea3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a66ed30>, [{'id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'gw_port': {'id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'c1b46ae4-191b-4ab7-8135-f4881bfea697', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'floating_ip_address': '172.26.5.254', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'port_id': 'd015202a-ee25-4eee-8d62-7134b9b8df10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'mac_address': 'fa:16:3e:22:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4205fb6-98bb-421f-8d6e-78af49b1f89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:13:21Z', 'updated_at': '2021-12-23T16:13:49Z', 'revision_number': 1, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d09aae-5bba-4315-885c-88dab1c1ffae', 'name': '', 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'mac_address': 'fa:16:3e:18:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:16Z', 'revision_number': 5, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'subnets': [{'id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:55.629154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc49397-e0d4-4a67-a4c2-d7b53d4ea3a5 None None] The sync data for ids ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'] in dv-neutron-822801-1-hyperv is: [{'id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'gw_port': {'id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'c1b46ae4-191b-4ab7-8135-f4881bfea697', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'floating_ip_address': '172.26.5.254', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'port_id': 'd015202a-ee25-4eee-8d62-7134b9b8df10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'mac_address': 'fa:16:3e:22:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4205fb6-98bb-421f-8d6e-78af49b1f89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:13:21Z', 'updated_at': '2021-12-23T16:13:49Z', 'revision_number': 1, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d09aae-5bba-4315-885c-88dab1c1ffae', 'name': '', 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'mac_address': 'fa:16:3e:18:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:16Z', 'revision_number': 5, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'subnets': [{'id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:55.681231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:55.683202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e5b09c00-d752-4bce-904c-d62457228564 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:13:55.684521 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e5b09c00-d752-4bce-904c-d62457228564 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.6839139
Dec 23 16:13:55.688922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50818) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:55.905336 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a70cc3c-d43f-401d-93a8-7e3b7c84290a req-ba2bae67-9180-4cda-976f-1033851c2b76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d015202a-ee25-4eee-8d62-7134b9b8df10 HTTP/1.1" status: 200  len: 1000 time: 0.2864335
Dec 23 16:13:55.912434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:56.030412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3118dac5-5849-49ab-9769-5c01af059d21 None None] New status for floating IP c1b46ae4-191b-4ab7-8135-f4881bfea697: ACTIVE {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:13:56.085366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70cc3c-d43f-401d-93a8-7e3b7c84290a req-514fe5d7-c61e-4cc1-9f06-c1de93e3ed8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:56.087188 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a70cc3c-d43f-401d-93a8-7e3b7c84290a req-514fe5d7-c61e-4cc1-9f06-c1de93e3ed8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a253f05-fd39-4f82-93da-ff5efbc78fce HTTP/1.1" status: 200  len: 851 time: 0.1740797
Dec 23 16:13:56.108793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:56.125481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:56.222344 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-084d83d9-cf5e-4c76-950a-45812c6e812e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=18b3779f74514599b4919651e144e819&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7427244
Dec 23 16:13:56.226356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50822) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:56.233151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9642a9-5f23-412f-8b01-3a88c05c5276 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 38b03369-2c6e-466d-856d-26c40c56fb51 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:13:56.258265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec9642a9-5f23-412f-8b01-3a88c05c5276 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:56.293640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4713a845-5904-4a2e-97fa-cd70fb723869 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:56.307144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b9f6f-729c-4992-8357-7345bf5e2689 None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:56.319388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:56.320325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b9f6f-729c-4992-8357-7345bf5e2689 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:56.321191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c56b9f6f-729c-4992-8357-7345bf5e2689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6c1be0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:56.402151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:56.405923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Router 4181dd44-ec9e-4aa8-971a-71c54e23c6ca has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:13:56.447726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec9642a9-5f23-412f-8b01-3a88c05c5276 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:56.537849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0bb52bf6-3209-4e5f-97ea-bcca1ba42201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:56.543094 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a70cc3c-d43f-401d-93a8-7e3b7c84290a req-7b866a7b-7c87-4140-a75d-70f99024df2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e57fe8b-597d-4dbf-a842-558dc5447a36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4058833
Dec 23 16:13:56.551382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c56b9f6f-729c-4992-8357-7345bf5e2689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6c1be0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:56.562831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b9f6f-729c-4992-8357-7345bf5e2689 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:56.564939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c56b9f6f-729c-4992-8357-7345bf5e2689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6c1be0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:56.629313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c56b9f6f-729c-4992-8357-7345bf5e2689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6c1be0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:56.629817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56b9f6f-729c-4992-8357-7345bf5e2689 None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:56.655955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:56.667493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2c819-aa8d-4314-a27d-55bc9fd633dc None None] Sync routers for ids ['4181dd44-ec9e-4aa8-971a-71c54e23c6ca'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:56.673609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:56.677918 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "PUT /v2.0/routers/4181dd44-ec9e-4aa8-971a-71c54e23c6ca HTTP/1.1" status: 200  len: 706 time: 5.0616338
Dec 23 16:13:56.679429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50826) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:56.681889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2c819-aa8d-4314-a27d-55bc9fd633dc None None] Routers {'4181dd44-ec9e-4aa8-971a-71c54e23c6ca'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:56.682675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3fd2c819-aa8d-4314-a27d-55bc9fd633dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6e20b8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4181dd44-ec9e-4aa8-971a-71c54e23c6ca'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:56.699773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0bb52bf6-3209-4e5f-97ea-bcca1ba42201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:56.757598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3fd2c819-aa8d-4314-a27d-55bc9fd633dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6e20b8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:56.781277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2c819-aa8d-4314-a27d-55bc9fd633dc None None] Routers {'4181dd44-ec9e-4aa8-971a-71c54e23c6ca'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:56.782146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3fd2c819-aa8d-4314-a27d-55bc9fd633dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6e20b8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4181dd44-ec9e-4aa8-971a-71c54e23c6ca'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:56.850377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3fd2c819-aa8d-4314-a27d-55bc9fd633dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6e20b8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:56.850732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2c819-aa8d-4314-a27d-55bc9fd633dc None None] The sync data for ids ['4181dd44-ec9e-4aa8-971a-71c54e23c6ca'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:56.852640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a19a9ca-d144-48de-8bdb-2e4412e5ce96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:56.863940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Allocated IP 172.26.5.71 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/9a82784b-cf60-4b46-b6b4-d24e396126eb) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:13:56.866527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec9642a9-5f23-412f-8b01-3a88c05c5276 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:56.930998 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a70cc3c-d43f-401d-93a8-7e3b7c84290a req-67dbd03c-1211-4b43-b259-c504ae24cb6b service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3756580
Dec 23 16:13:56.934827 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-177296c9-e47d-4162-a306-2aad2b83477e tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/routers/4181dd44-ec9e-4aa8-971a-71c54e23c6ca HTTP/1.1" status: 200  len: 741 time: 0.2515297
Dec 23 16:13:56.935336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50832) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:56.985388 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b28c68e5-83c2-40fa-9b3e-fe48c7c2fb2c tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&device_id=4181dd44-ec9e-4aa8-971a-71c54e23c6ca HTTP/1.1" status: 200  len: 205 time: 0.0487807
Dec 23 16:13:56.989085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50836) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:57.006645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0bb52bf6-3209-4e5f-97ea-bcca1ba42201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:57.032030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a16d083c-5a60-4a2a-a5b9-14a4bdb92b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:57.038469 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ac593efb-f938-41c4-bb6b-e909fbf410db tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "GET /v2.0/ports?device_id=4181dd44-ec9e-4aa8-971a-71c54e23c6ca HTTP/1.1" status: 200  len: 205 time: 0.0480154
Dec 23 16:13:57.041472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50840) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:57.048767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb52bf6-3209-4e5f-97ea-bcca1ba42201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064d18c7-0d10-4dbb-9747-92bb3d389a69,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:57.060697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0bb52bf6-3209-4e5f-97ea-bcca1ba42201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:57.215057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec9642a9-5f23-412f-8b01-3a88c05c5276 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:57.218926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0bb52bf6-3209-4e5f-97ea-bcca1ba42201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:57.221634 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0bb52bf6-3209-4e5f-97ea-bcca1ba42201 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/064d18c7-0d10-4dbb-9747-92bb3d389a69 HTTP/1.1" status: 204  len: 168 time: 0.9854903
Dec 23 16:13:57.227620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4a306d31-4a64-495d-b68a-aaba0aad4d09 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:57.246905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:57.274015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9642a9-5f23-412f-8b01-3a88c05c5276 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=38b03369-2c6e-466d-856d-26c40c56fb51,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:57.296084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ec9642a9-5f23-412f-8b01-3a88c05c5276 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:57.300092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e717104-5bda-433d-a1c4-18747a8c5a68 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:57.312798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec9642a9-5f23-412f-8b01-3a88c05c5276 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:57.318157 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a70cc3c-d43f-401d-93a8-7e3b7c84290a req-6ef4f0f5-a115-4641-b5e9-ad2522ec0ab7 service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3756628
Dec 23 16:13:57.319622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f9e73-5f08-419e-af62-4a7bae215393 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:57.342026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:57.348754 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ec9642a9-5f23-412f-8b01-3a88c05c5276 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/38b03369-2c6e-466d-856d-26c40c56fb51 HTTP/1.1" status: 204  len: 168 time: 1.6467223
Dec 23 16:13:57.351452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50846) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:57.437981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-d347481d-716a-4124-ab53-3bf6fb782b4a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 52951764-3128-4820-bb39-80a393984ad5 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:13:57.443283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d347481d-716a-4124-ab53-3bf6fb782b4a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:57.496020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:57.503392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:57.523370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4713a845-5904-4a2e-97fa-cd70fb723869 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:13:57.560927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d347481d-716a-4124-ab53-3bf6fb782b4a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:57.875012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:57.878484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Pushing event updated for resources: {'Port': ['ID=9a82784b-cf60-4b46-b6b4-d24e396126eb,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:57.883871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:57.886415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:57.889692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:58.041181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d347481d-716a-4124-ab53-3bf6fb782b4a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.155953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d347481d-716a-4124-ab53-3bf6fb782b4a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.166482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-499ab74c-021e-4576-b5df-423834c75e00 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:58.218564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347481d-716a-4124-ab53-3bf6fb782b4a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=52951764-3128-4820-bb39-80a393984ad5,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:58.225968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d347481d-716a-4124-ab53-3bf6fb782b4a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:58.232823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d347481d-716a-4124-ab53-3bf6fb782b4a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.248168 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d347481d-716a-4124-ab53-3bf6fb782b4a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/52951764-3128-4820-bb39-80a393984ad5 HTTP/1.1" status: 204  len: 168 time: 0.8933587
Dec 23 16:13:58.255166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50868) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:58.274031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50872) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:58.341729 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-02908b6b-0b58-4666-8e00-76fe550400ee tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0823603
Dec 23 16:13:58.341729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50878) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:58.349659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:58.353605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e717104-5bda-433d-a1c4-18747a8c5a68 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.368025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e717104-5bda-433d-a1c4-18747a8c5a68 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.404412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.426255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e717104-5bda-433d-a1c4-18747a8c5a68 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.426966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e717104-5bda-433d-a1c4-18747a8c5a68 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Fanout notify agent at l3_agent the message router_deleted on router 4181dd44-ec9e-4aa8-971a-71c54e23c6ca {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:58.498071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.509112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a6ad414c-a268-470a-8699-59a5e4b8e043 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:58.509764 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-a6ad414c-a268-470a-8699-59a5e4b8e043 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:13:58.516291 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a6ad414c-a268-470a-8699-59a5e4b8e043 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2297869
Dec 23 16:13:58.516291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e717104-5bda-433d-a1c4-18747a8c5a68 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.516291 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4e717104-5bda-433d-a1c4-18747a8c5a68 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "DELETE /v2.0/routers/4181dd44-ec9e-4aa8-971a-71c54e23c6ca HTTP/1.1" status: 204  len: 168 time: 1.4733002
Dec 23 16:13:58.521928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50882) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:58.522315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50884) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:58.572544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4713a845-5904-4a2e-97fa-cd70fb723869 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:13:58.577208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4713a845-5904-4a2e-97fa-cd70fb723869 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.586351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94b8ea-0216-4f8d-899e-332354e952cd None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:13:58.594071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117557119'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:58.609624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94b8ea-0216-4f8d-899e-332354e952cd None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:58.610308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9c94b8ea-0216-4f8d-899e-332354e952cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a773908>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:58.616368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:58.636075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:58.641678 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e42a9f4b-2fbd-457b-92e4-13edc0f9f39d tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "GET /v2.0/ports?device_id=4181dd44-ec9e-4aa8-971a-71c54e23c6ca HTTP/1.1" status: 200  len: 205 time: 0.1088600
Dec 23 16:13:58.643324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:58.648562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:58.651670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50890) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:58.653504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44424f85-8aa2-4513-a4f1-d9e6b4cef38b None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:58.659981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:58.696875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9c94b8ea-0216-4f8d-899e-332354e952cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a773908>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:58.700831 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4713a845-5904-4a2e-97fa-cd70fb723869 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "PUT /v2.0/floatingips/4fcfdf6e-9e8e-428f-a8ff-8fac660470b9 HTTP/1.1" status: 200  len: 978 time: 7.7379878
Dec 23 16:13:58.702775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50894) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:58.709761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a9df2891-0568-4cd7-850f-a108bb87ba3a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:13:58.713546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94b8ea-0216-4f8d-899e-332354e952cd None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:58.714550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9c94b8ea-0216-4f8d-899e-332354e952cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a773908>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:58.789473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9c94b8ea-0216-4f8d-899e-332354e952cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a773908>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:13:58.790342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94b8ea-0216-4f8d-899e-332354e952cd None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:13:58.803953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:58.817235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:58.820541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a9df2891-0568-4cd7-850f-a108bb87ba3a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.824979 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-f37ed54b-cfd0-4e29-8b43-850980fa8f3f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] delete failed (client error): The resource could not be found.
Dec 23 16:13:58.828896 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f37ed54b-cfd0-4e29-8b43-850980fa8f3f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "DELETE /v2.0/routers/4181dd44-ec9e-4aa8-971a-71c54e23c6ca HTTP/1.1" status: 404  len: 336 time: 0.1683040
Dec 23 16:13:58.834590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:58.836861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50898) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:58.844597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.891302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-025d7f90-661e-4798-9ad4-da39b2ffef2e None None] Provisioning complete for port 2451de36-9f87-4490-a519-81e7063c1f08 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:13:58.891614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-025d7f90-661e-4798-9ad4-da39b2ffef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.915662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.940360 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5c879d54-6741-4205-b1a2-8066e7aa20d2 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fddb712-628e-4583-95c1-ffafc2430bf2 HTTP/1.1" status: 200  len: 205 time: 0.0996432
Dec 23 16:13:58.946153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50902) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:58.952489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.954724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:13:58.964638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:58.969995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912403b3-3a2a-4a0b-a29c-d7e120bd0d04 None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:13:58.975945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-912403b3-3a2a-4a0b-a29c-d7e120bd0d04 None None] Deleting port 2451de36-9f87-4490-a519-81e7063c1f08 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:13:58.976371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-912403b3-3a2a-4a0b-a29c-d7e120bd0d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:59.061516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:59.083398 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-f490d25f-194c-4c68-92c0-130e3a5180c7 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] delete failed (client error): The resource could not be found.
Dec 23 16:13:59.087059 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f490d25f-194c-4c68-92c0-130e3a5180c7 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "DELETE /v2.0/routers/3fddb712-628e-4583-95c1-ffafc2430bf2 HTTP/1.1" status: 404  len: 336 time: 0.1373911
Dec 23 16:13:59.092275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50908) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:59.160412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a9df2891-0568-4cd7-850f-a108bb87ba3a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:59.165510 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bcfc0307-88fd-4044-abb3-ade2ab1f81fe tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "GET /v2.0/ports?device_id=4aefe91b-0248-454c-b63c-badae12f3d1b HTTP/1.1" status: 200  len: 205 time: 0.0639820
Dec 23 16:13:59.166644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50914) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:59.237255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a9df2891-0568-4cd7-850f-a108bb87ba3a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:59.237627 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-a9df2891-0568-4cd7-850f-a108bb87ba3a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Floating IP 4fcfdf6e-9e8e-428f-a8ff-8fac660470b9 disassociated. External IP: 172.26.5.120, port: 9aac473c-7ea7-48f5-90f5-0abb89c08cb8.
Dec 23 16:13:59.245375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:59.255657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:59.259572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:59.282509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:59.317786 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-5704e2f7-5f4a-4ef8-b52f-3c28f1543c4c tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] delete failed (client error): The resource could not be found.
Dec 23 16:13:59.323032 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5704e2f7-5f4a-4ef8-b52f-3c28f1543c4c tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "DELETE /v2.0/routers/4aefe91b-0248-454c-b63c-badae12f3d1b HTTP/1.1" status: 404  len: 336 time: 0.1505561
Dec 23 16:13:59.324721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50918) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:59.327655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-912403b3-3a2a-4a0b-a29c-d7e120bd0d04 None None] For port 2451de36-9f87-4490-a519-81e7063c1f08, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2451de36-9f87-4490-a519-81e7063c1f08,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:13:59.328123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-912403b3-3a2a-4a0b-a29c-d7e120bd0d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:59.388167 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d82b2ad0-8998-4ffa-8a07-4add446ffbec tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf0b69bd-b969-4dcd-9f87-0395350b4512 HTTP/1.1" status: 200  len: 205 time: 0.0567582
Dec 23 16:13:59.389158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50922) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:59.463702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-912403b3-3a2a-4a0b-a29c-d7e120bd0d04 None None] Calling delete_port for 2451de36-9f87-4490-a519-81e7063c1f08 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:13:59.465827 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-ea926c46-85ac-4b90-a440-94a534b8c7ad tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] delete failed (client error): The resource could not be found.
Dec 23 16:13:59.469596 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ea926c46-85ac-4b90-a440-94a534b8c7ad tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "DELETE /v2.0/routers/cf0b69bd-b969-4dcd-9f87-0395350b4512 HTTP/1.1" status: 404  len: 336 time: 0.0768280
Dec 23 16:13:59.470378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50926) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:59.516686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:59.523597 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e296bd9b-879f-4ce0-9f41-098bae3e50cd tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0056d30-ef47-461c-b3bd-d2ffcff4cd1c HTTP/1.1" status: 200  len: 205 time: 0.0497844
Dec 23 16:13:59.524556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50930) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:59.537658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2451de36-9f87-4490-a519-81e7063c1f08 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:13:59.546106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:59.556387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-193d6440-3125-49a7-bd40-d91fb8cd21a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:59.600686 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-89749af8-19b2-4cd5-be49-fe1886cf8052 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] delete failed (client error): The resource could not be found.
Dec 23 16:13:59.601748 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-89749af8-19b2-4cd5-be49-fe1886cf8052 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "DELETE /v2.0/routers/f0056d30-ef47-461c-b3bd-d2ffcff4cd1c HTTP/1.1" status: 404  len: 336 time: 0.0762157
Dec 23 16:13:59.613329 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No ports have port_id starting with 2451de36-9f87-4490-a519-81e7063c1f08
Dec 23 16:13:59.614629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-912403b3-3a2a-4a0b-a29c-d7e120bd0d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:59.617784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50934) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:59.621028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eab6849a-2063-41de-8066-cf825ddbfdda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:59.665017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912403b3-3a2a-4a0b-a29c-d7e120bd0d04 None None] Pushing event deleted for resources: {'Port': ['ID=2451de36-9f87-4490-a519-81e7063c1f08,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:59.667710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-912403b3-3a2a-4a0b-a29c-d7e120bd0d04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:59.670583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912403b3-3a2a-4a0b-a29c-d7e120bd0d04 None None] No DVR routers for this DVR port 2451de36-9f87-4490-a519-81e7063c1f08 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:13:59.689687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a1b525-6c96-491a-a35d-e72e32e3fc9a,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:59.693044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:59.708818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:13:59.722587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:13:59.729477 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-04db32e6-8537-434b-8c30-9e3dc0a25dfe tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "GET /v2.0/ports?device_id=43467643-4526-4261-99e8-36a98007039a HTTP/1.1" status: 200  len: 205 time: 0.0901940
Dec 23 16:13:59.730435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:13:59.735991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50938) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:59.743992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:13:59.803271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:59.816984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-32ef1769-c9d9-4fc6-8e32-47f25c150700 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:13:59.871982 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-bffb447c-86a9-4380-80b9-1b98c751ad92 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] delete failed (client error): The resource could not be found.
Dec 23 16:13:59.873061 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bffb447c-86a9-4380-80b9-1b98c751ad92 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "DELETE /v2.0/routers/43467643-4526-4261-99e8-36a98007039a HTTP/1.1" status: 404  len: 336 time: 0.1313229
Dec 23 16:13:59.881162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50942) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:59.913230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:13:59.925307 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3d9497-b7e2-48f6-ba4b-0e44d46d2515 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:13:59.925798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3d9497-b7e2-48f6-ba4b-0e44d46d2515 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:13:59.927987 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ad3d9497-b7e2-48f6-ba4b-0e44d46d2515 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] 10.222.0.67 "DELETE /v2.0/subnets/2a302396-951e-41c6-b94e-6b25b8c6f0a4 HTTP/1.1" status: 404  len: 337 time: 0.0455015
Dec 23 16:13:59.930598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:13:59.933854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:13:59.934518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:13:59.941795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408e9f25-b529-4d4a-a279-4b45377efe16 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:13:59.961235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=7fe8faf8-b46f-4dca-a30c-d3bf3162ca3a,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:13:59.964365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:13:59.974408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9df2891-0568-4cd7-850f-a108bb87ba3a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:14:00.020176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.030455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.037126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7fc0f44e-7f2c-4ae3-9cc2-8588e0402095 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:00.046705 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7039497
Dec 23 16:14:00.054180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50948) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:00.068101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:00.155469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fbf745-d9e2-4b9f-9c8e-dfa24baec31f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:00.159976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:00.163511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.179863 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.6488395
Dec 23 16:14:00.185035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50952) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:00.193507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-25728c1a-b402-4e1d-93bb-c5e5bb83a655 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '40fbf745-d9e2-4b9f-9c8e-dfa24baec31f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:00.212317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-25728c1a-b402-4e1d-93bb-c5e5bb83a655 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:00.219508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-25728c1a-b402-4e1d-93bb-c5e5bb83a655 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:00.224012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': '7fe8faf8-b46f-4dca-a30c-d3bf3162ca3a'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:14:00.225238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.235733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-25728c1a-b402-4e1d-93bb-c5e5bb83a655 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:00.244622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-25728c1a-b402-4e1d-93bb-c5e5bb83a655 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:00.264332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Router 02a4c2de-9914-4a01-ab8e-f806c3b80c08 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:14:00.290789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25728c1a-b402-4e1d-93bb-c5e5bb83a655 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.382551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25728c1a-b402-4e1d-93bb-c5e5bb83a655 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.394459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50960) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:00.400137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25728c1a-b402-4e1d-93bb-c5e5bb83a655 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.424354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c1c1cbe-9487-4a6a-8b8d-90cb2715a039 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:00.430528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Allocated IP 172.20.0.2 (ba343194-bb9c-4b65-8867-816842e8f671/7fe8faf8-b46f-4dca-a30c-d3bf3162ca3a/3c2ac464-5331-4f40-8c26-66d54346d2ba) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:00.505742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25728c1a-b402-4e1d-93bb-c5e5bb83a655 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0be7331-bdab-4cb7-a87a-6d1aac7ff1bc,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:00.510307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25728c1a-b402-4e1d-93bb-c5e5bb83a655 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:00.514500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25728c1a-b402-4e1d-93bb-c5e5bb83a655 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.515996 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-25728c1a-b402-4e1d-93bb-c5e5bb83a655 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3299022
Dec 23 16:14:00.524424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50966) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:00.528840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9df2891-0568-4cd7-850f-a108bb87ba3a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:00.537122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-952d7abc-012c-43b3-9f9b-bc575b2b6728 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '40fbf745-d9e2-4b9f-9c8e-dfa24baec31f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:00.548525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a9df2891-0568-4cd7-850f-a108bb87ba3a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.581840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-952d7abc-012c-43b3-9f9b-bc575b2b6728 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:00.604935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-952d7abc-012c-43b3-9f9b-bc575b2b6728 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:00.613026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-952d7abc-012c-43b3-9f9b-bc575b2b6728 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:00.623041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b3b397-4827-4cc0-8825-67ed4368f086 None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:00.627866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-952d7abc-012c-43b3-9f9b-bc575b2b6728 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:00.641241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:00.647727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:00.653161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:00.661839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af7189cd-f142-4dff-9de2-bf585e0b247a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.663346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:00.680739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:00.687044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.693231 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a9df2891-0568-4cd7-850f-a108bb87ba3a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "PUT /v2.0/floatingips/4fcfdf6e-9e8e-428f-a8ff-8fac660470b9 HTTP/1.1" status: 200  len: 688 time: 1.9867568
Dec 23 16:14:00.693415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b3b397-4827-4cc0-8825-67ed4368f086 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:00.693519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-952d7abc-012c-43b3-9f9b-bc575b2b6728 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.693606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d0b3b397-4827-4cc0-8825-67ed4368f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7d8d68>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:00.702253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50970) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:00.741496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-af7189cd-f142-4dff-9de2-bf585e0b247a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:00.747315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-af7189cd-f142-4dff-9de2-bf585e0b247a admin admin] Usage tracker for resource:security_group_rule and tenant:837529779aa5438a8e4166b9bc964d6c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:00.752937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-af7189cd-f142-4dff-9de2-bf585e0b247a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:00.761458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-af7189cd-f142-4dff-9de2-bf585e0b247a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:00.765300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d0b3b397-4827-4cc0-8825-67ed4368f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7d8d68>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:00.790346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.797305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b3b397-4827-4cc0-8825-67ed4368f086 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:00.797985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d0b3b397-4827-4cc0-8825-67ed4368f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7d8d68>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:00.804356 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-952d7abc-012c-43b3-9f9b-bc575b2b6728 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:14:00.808532 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-952d7abc-012c-43b3-9f9b-bc575b2b6728 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2830667
Dec 23 16:14:00.810220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50974) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:00.865694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d0b3b397-4827-4cc0-8825-67ed4368f086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7d8d68>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:00.866120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b3b397-4827-4cc0-8825-67ed4368f086 None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:00.868044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Transition to ACTIVE for port object 3c2ac464-5331-4f40-8c26-66d54346d2ba will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:00.889856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Transition to ACTIVE for port object 3c2ac464-5331-4f40-8c26-66d54346d2ba will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:00.895563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.899218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af7189cd-f142-4dff-9de2-bf585e0b247a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.900037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a87c427e-b751-4f2b-b9f1-f0d18bb805ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:00.913249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af7189cd-f142-4dff-9de2-bf585e0b247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.923507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:00.948897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a672-e072-497f-b0c3-9f28fb70926a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:00.974600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:00.978090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Pushing event updated for resources: {'Port': ['ID=3c2ac464-5331-4f40-8c26-66d54346d2ba,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:00.980865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:00.982582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:00.983404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:00.998428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7189cd-f142-4dff-9de2-bf585e0b247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9d8ffb-8143-499e-bf5f-6f8665c7b85f,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:01.004454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-af7189cd-f142-4dff-9de2-bf585e0b247a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:01.006387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a672-e072-497f-b0c3-9f28fb70926a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.017414 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-af7189cd-f142-4dff-9de2-bf585e0b247a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=837529779aa5438a8e4166b9bc964d6c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6193697
Dec 23 16:14:01.021326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50978) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:01.045489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f38aad45-bc43-41cf-af3e-7870595b7a6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting port 747bb701-cd69-47d7-b80a-eff65f8a9f1f {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:01.045881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f38aad45-bc43-41cf-af3e-7870595b7a6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.079895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Attempting to bind port 3c2ac464-5331-4f40-8c26-66d54346d2ba on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:14:01.080850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Attempting to bind port 3c2ac464-5331-4f40-8c26-66d54346d2ba by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:14:01.081143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Attempting to bind port 3c2ac464-5331-4f40-8c26-66d54346d2ba on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:14:01.088391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:14:01.088818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:14:01.089356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.090361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:14:01.090361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Bound port: 3c2ac464-5331-4f40-8c26-66d54346d2ba, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:14:01.090691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.110105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a672-e072-497f-b0c3-9f28fb70926a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.117366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:01.133308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3341012b-ff84-4e03-8f02-8ca5cc4c031f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.135647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2a672-e072-497f-b0c3-9f28fb70926a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fbf745-d9e2-4b9f-9c8e-dfa24baec31f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:01.146695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1ea2a672-e072-497f-b0c3-9f28fb70926a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:01.169871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a672-e072-497f-b0c3-9f28fb70926a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.173657 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1ea2a672-e072-497f-b0c3-9f28fb70926a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "DELETE /v2.0/security-groups/40fbf745-d9e2-4b9f-9c8e-dfa24baec31f HTTP/1.1" status: 204  len: 168 time: 0.3621714
Dec 23 16:14:01.176790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50982) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:01.180540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3341012b-ff84-4e03-8f02-8ca5cc4c031f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.204015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] For port 3c2ac464-5331-4f40-8c26-66d54346d2ba, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:14:01.208621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] For port 3c2ac464-5331-4f40-8c26-66d54346d2ba, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3c2ac464-5331-4f40-8c26-66d54346d2ba,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:14:01.213445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.219904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58a032e5-9b5d-4018-9c5f-71f5fd19ff17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:01.276415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5f466ed0-8ab9-4455-8be5-807f45ca599a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Synchronizing usage tracker for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:01.290899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3341012b-ff84-4e03-8f02-8ca5cc4c031f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.296091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-af7189cd-f142-4dff-9de2-bf585e0b247a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:01.309746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:01.310195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5f466ed0-8ab9-4455-8be5-807f45ca599a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Unset dirty status for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:01.316283 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5f466ed0-8ab9-4455-8be5-807f45ca599a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1384208
Dec 23 16:14:01.319418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341012b-ff84-4e03-8f02-8ca5cc4c031f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9d8ffb-8143-499e-bf5f-6f8665c7b85f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:01.322364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 50986) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:01.325665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3341012b-ff84-4e03-8f02-8ca5cc4c031f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:01.326369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Pushing event updated for resources: {'Port': ['ID=3c2ac464-5331-4f40-8c26-66d54346d2ba,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:01.330770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:01.331099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5f5b33f0-1d98-4dda-ab5b-97634a8f5e2a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group': {'name': 'tempest-secgroup--697746199'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:01.339402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335fa3b-0ec6-4fa5-a526-dd356398f893 None None] Sync routers for ids ['02a4c2de-9914-4a01-ab8e-f806c3b80c08'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:01.351025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5f5b33f0-1d98-4dda-ab5b-97634a8f5e2a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:01.354588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.359026 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "PUT /v2.0/routers/02a4c2de-9914-4a01-ab8e-f806c3b80c08 HTTP/1.1" status: 200  len: 917 time: 7.5684547
Dec 23 16:14:01.359800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 50990) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:01.360399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335fa3b-0ec6-4fa5-a526-dd356398f893 None None] Routers {'02a4c2de-9914-4a01-ab8e-f806c3b80c08'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:01.361114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8335fa3b-0ec6-4fa5-a526-dd356398f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a75aa90>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['02a4c2de-9914-4a01-ab8e-f806c3b80c08'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:01.366344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3341012b-ff84-4e03-8f02-8ca5cc4c031f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.367670 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3341012b-ff84-4e03-8f02-8ca5cc4c031f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7f9d8ffb-8143-499e-bf5f-6f8665c7b85f HTTP/1.1" status: 204  len: 168 time: 0.3453560
Dec 23 16:14:01.395775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5f5b33f0-1d98-4dda-ab5b-97634a8f5e2a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:01.410444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f5b33f0-1d98-4dda-ab5b-97634a8f5e2a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.455797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5f5b33f0-1d98-4dda-ab5b-97634a8f5e2a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:01.459472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8335fa3b-0ec6-4fa5-a526-dd356398f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a75aa90>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:01.460981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5f5b33f0-1d98-4dda-ab5b-97634a8f5e2a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:01.461547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f38aad45-bc43-41cf-af3e-7870595b7a6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.461931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f38aad45-bc43-41cf-af3e-7870595b7a6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.464755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5f5b33f0-1d98-4dda-ab5b-97634a8f5e2a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:01.472431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5f5b33f0-1d98-4dda-ab5b-97634a8f5e2a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:01.474352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335fa3b-0ec6-4fa5-a526-dd356398f893 None None] Routers {'02a4c2de-9914-4a01-ab8e-f806c3b80c08'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:01.476322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8335fa3b-0ec6-4fa5-a526-dd356398f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a75aa90>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['02a4c2de-9914-4a01-ab8e-f806c3b80c08'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:01.570411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f5b33f0-1d98-4dda-ab5b-97634a8f5e2a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.574722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f5b33f0-1d98-4dda-ab5b-97634a8f5e2a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.582092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ec5d436f-3961-4f3d-bd80-8d1447ccbd86 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:01.593552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8335fa3b-0ec6-4fa5-a526-dd356398f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a75aa90>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:01.595089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335fa3b-0ec6-4fa5-a526-dd356398f893 None None] The sync data for ids ['02a4c2de-9914-4a01-ab8e-f806c3b80c08'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:01.639319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b33f0-1d98-4dda-ab5b-97634a8f5e2a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af9bba8-443a-4d41-accf-6a5a3f52f4ae,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:01.645161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5f5b33f0-1d98-4dda-ab5b-97634a8f5e2a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:01.646676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f5b33f0-1d98-4dda-ab5b-97634a8f5e2a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.649498 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5f5b33f0-1d98-4dda-ab5b-97634a8f5e2a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3256938
Dec 23 16:14:01.652008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51000) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:01.659015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-caa21b74-a0c7-44d3-890a-f6e765fc85c7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '3af9bba8-443a-4d41-accf-6a5a3f52f4ae', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:01.659944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f38aad45-bc43-41cf-af3e-7870595b7a6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Calling delete_port for 747bb701-cd69-47d7-b80a-eff65f8a9f1f owned by network:floatingip {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:01.660067 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-caa21b74-a0c7-44d3-890a-f6e765fc85c7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:01.663091 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-caa21b74-a0c7-44d3-890a-f6e765fc85c7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0078487
Dec 23 16:14:01.670093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51004) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:01.755616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac66799-594c-4c58-8036-1e6745a1e211 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.811882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac66799-594c-4c58-8036-1e6745a1e211 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.891897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac66799-594c-4c58-8036-1e6745a1e211 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.899153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cdcfb294-37ef-43b4-9b85-d17c9e96c06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:01.915289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac66799-594c-4c58-8036-1e6745a1e211 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af9bba8-443a-4d41-accf-6a5a3f52f4ae,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:01.921846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51008) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:01.922754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dac66799-594c-4c58-8036-1e6745a1e211 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:01.965802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac66799-594c-4c58-8036-1e6745a1e211 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:01.969454 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dac66799-594c-4c58-8036-1e6745a1e211 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "DELETE /v2.0/security-groups/3af9bba8-443a-4d41-accf-6a5a3f52f4ae HTTP/1.1" status: 204  len: 168 time: 0.2955163
Dec 23 16:14:01.972595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51012) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:01.987739 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7f4ba511-c546-4f39-b22a-d8c0a397a517 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fef230b8455d42fd92a4615ab3f560e7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0633335
Dec 23 16:14:01.988680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51016) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:02.058824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6324a2-8fca-4381-8264-c055aaec98d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:02.069806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f38aad45-bc43-41cf-af3e-7870595b7a6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:02.077766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-537ebb47-c0d4-49dd-81bc-c0f6353e289d tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:02.088467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6324a2-8fca-4381-8264-c055aaec98d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:02.140535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6324a2-8fca-4381-8264-c055aaec98d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:02.146574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5f5b33f0-1d98-4dda-ab5b-97634a8f5e2a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:02.157591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6324a2-8fca-4381-8264-c055aaec98d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c979a34-0176-47eb-a16c-26a50a9900ff,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:02.163348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee6324a2-8fca-4381-8264-c055aaec98d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:02.166668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6324a2-8fca-4381-8264-c055aaec98d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:02.168443 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ee6324a2-8fca-4381-8264-c055aaec98d9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1c979a34-0176-47eb-a16c-26a50a9900ff HTTP/1.1" status: 204  len: 168 time: 0.1782119
Dec 23 16:14:02.171439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38aad45-bc43-41cf-af3e-7870595b7a6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Port': ['ID=747bb701-cd69-47d7-b80a-eff65f8a9f1f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:02.195270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f38aad45-bc43-41cf-af3e-7870595b7a6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:02.206149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c8020a76-97ac-49e9-8659-40006d4ee2ba tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Synchronizing usage tracker for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:02.369722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c8020a76-97ac-49e9-8659-40006d4ee2ba tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Unset dirty status for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:02.371012 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c8020a76-97ac-49e9-8659-40006d4ee2ba tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3951900
Dec 23 16:14:02.375165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51022) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:02.384148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-debc614b-9b5e-4be8-a986-44d3436add22 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180715406'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:02.391843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-debc614b-9b5e-4be8-a986-44d3436add22 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:02.399812 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-82de4f71-ce1f-4208-b379-ed99d87514f5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/routers/02a4c2de-9914-4a01-ab8e-f806c3b80c08 HTTP/1.1" status: 200  len: 923 time: 1.0175970
Dec 23 16:14:02.404045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51026) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:02.413262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-debc614b-9b5e-4be8-a986-44d3436add22 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:02.426674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f38aad45-bc43-41cf-af3e-7870595b7a6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:02.454458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f38aad45-bc43-41cf-af3e-7870595b7a6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:02.457046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f38aad45-bc43-41cf-af3e-7870595b7a6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/floatingips/4fcfdf6e-9e8e-428f-a8ff-8fac660470b9 HTTP/1.1" status: 204  len: 168 time: 1.7502091
Dec 23 16:14:02.460791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51032) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:02.476484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-debc614b-9b5e-4be8-a986-44d3436add22 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:02.527468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-debc614b-9b5e-4be8-a986-44d3436add22 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:02.538415 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-378ccc2e-8632-4acf-bdf7-019a0c71b5ce tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&device_id=02a4c2de-9914-4a01-ab8e-f806c3b80c08&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1297724
Dec 23 16:14:02.539713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-debc614b-9b5e-4be8-a986-44d3436add22 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:02.542504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51038) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:02.545243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-debc614b-9b5e-4be8-a986-44d3436add22 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:02.545932 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-4c5c1074-8763-4034-8d63-a3eade6afc9c tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] delete failed (client error): The resource could not be found.
Dec 23 16:14:02.550893 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4c5c1074-8763-4034-8d63-a3eade6afc9c tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/floatingips/4fcfdf6e-9e8e-428f-a8ff-8fac660470b9 HTTP/1.1" status: 404  len: 345 time: 0.0853066
Dec 23 16:14:02.551142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51042) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:02.573126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-debc614b-9b5e-4be8-a986-44d3436add22 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:02.936909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:03.015930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553e2b5a-f18c-49a7-a413-f686a4a05886 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:03.021049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553e2b5a-f18c-49a7-a413-f686a4a05886 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:03.025517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553e2b5a-f18c-49a7-a413-f686a4a05886 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:03.026472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-553e2b5a-f18c-49a7-a413-f686a4a05886 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Synchronizing usage tracker for tenant:810ff0626f894b4a9876803850be68f6 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:03.050476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4132f0f8-20a0-43d8-8b02-51c39a29c46d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:03.055344 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4132f0f8-20a0-43d8-8b02-51c39a29c46d tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/networks/2dc36bf2-ecdb-4314-aa29-e21d51c50182 HTTP/1.1" status: 200  len: 881 time: 0.5087254
Dec 23 16:14:03.056577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51056) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:03.059764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-debc614b-9b5e-4be8-a986-44d3436add22 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:03.064376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-debc614b-9b5e-4be8-a986-44d3436add22 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:03.073606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-24444d28-c6cb-4de4-9a6b-c0327d40fd87 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:03.117622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-553e2b5a-f18c-49a7-a413-f686a4a05886 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Unset dirty status for tenant:810ff0626f894b4a9876803850be68f6 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:03.121682 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-553e2b5a-f18c-49a7-a413-f686a4a05886 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "GET /v2.0/ports?network_id=80adc495-91d5-4faf-be85-3530fbb88615 HTTP/1.1" status: 200  len: 2358 time: 0.5669253
Dec 23 16:14:03.124687 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-13d91976-d4bf-47ca-b7bb-e42bc514ad9f tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "GET /v2.0/ports?device_id=02a4c2de-9914-4a01-ab8e-f806c3b80c08 HTTP/1.1" status: 200  len: 205 time: 0.0663311
Dec 23 16:14:03.125384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51062) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:03.133605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51064) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:03.209493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc614b-9b5e-4be8-a986-44d3436add22 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c907d3-21ee-4a04-874c-05ab3676c1e2,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:03.220209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-debc614b-9b5e-4be8-a986-44d3436add22 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:03.222170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-debc614b-9b5e-4be8-a986-44d3436add22 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:03.224984 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-debc614b-9b5e-4be8-a986-44d3436add22 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8486357
Dec 23 16:14:03.237566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51072) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:03.253445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-270ab096-4f17-4d4f-b4e8-07ea6990eb92 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '59c907d3-21ee-4a04-874c-05ab3676c1e2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:03.254396 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-270ab096-4f17-4d4f-b4e8-07ea6990eb92 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:03.258343 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-270ab096-4f17-4d4f-b4e8-07ea6990eb92 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0170522
Dec 23 16:14:03.264470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51076) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:03.371108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5025c7-5e43-4992-aa8c-626fd2dabd0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:03.372583 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1f5025c7-5e43-4992-aa8c-626fd2dabd0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "GET /v2.0/subnets/93c1a568-2f1c-49ec-9500-55a6b7219535 HTTP/1.1" status: 200  len: 797 time: 0.2437463
Dec 23 16:14:03.379882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51082) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:03.388883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'port': {'network_id': '80adc495-91d5-4faf-be85-3530fbb88615', 'name': 'tempest-FloatingIPTestJSON-743104503', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:03.427046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d96f1f70-bbfd-4f59-8141-dbfdf8b0199c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:03.434931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3b517ba6-ce76-4bb9-af4c-46906b54aa4c None None] Provisioning for port 3c2ac464-5331-4f40-8c26-66d54346d2ba completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:03.458756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] For port 3c2ac464-5331-4f40-8c26-66d54346d2ba, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3c2ac464-5331-4f40-8c26-66d54346d2ba,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:03.465721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d96f1f70-bbfd-4f59-8141-dbfdf8b0199c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:03.538444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d96f1f70-bbfd-4f59-8141-dbfdf8b0199c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:03.559875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dfe53b36-d8a0-49a5-a721-090b1111aabe tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:03.576910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f1f70-bbfd-4f59-8141-dbfdf8b0199c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c907d3-21ee-4a04-874c-05ab3676c1e2,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:03.587389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d96f1f70-bbfd-4f59-8141-dbfdf8b0199c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:03.588557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3c2ac464-5331-4f40-8c26-66d54346d2ba up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:14:03.591330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:03.595216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:03.602018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:03.604703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:03.605684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:03.612656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47095ddf-f58b-40f7-912c-45ffd0f4c842 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:03.681507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:03.683383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d96f1f70-bbfd-4f59-8141-dbfdf8b0199c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:03.685289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 3c2ac464-5331-4f40-8c26-66d54346d2ba completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:03.688157 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d96f1f70-bbfd-4f59-8141-dbfdf8b0199c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "DELETE /v2.0/security-groups/59c907d3-21ee-4a04-874c-05ab3676c1e2 HTTP/1.1" status: 204  len: 168 time: 0.4202459
Dec 23 16:14:03.691026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51088) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:03.692524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3c2ac464-5331-4f40-8c26-66d54346d2ba triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:03.693327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:03.705101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:03.711261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:03.716118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:03.716914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:03.730773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Made reservation on behalf of 810ff0626f894b4a9876803850be68f6 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:03.732574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447ac6dc-9d58-4605-b3eb-294bdb35211c None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:03.779839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-caa08f9a-d8e1-45d9-bf0b-aebfc233e0d6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Synchronizing usage tracker for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:03.804600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-caa08f9a-d8e1-45d9-bf0b-aebfc233e0d6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Unset dirty status for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:03.810523 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-caa08f9a-d8e1-45d9-bf0b-aebfc233e0d6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1177108
Dec 23 16:14:03.811297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51094) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:03.819844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e52a639b-61a7-4c24-8e63-d340702beb67 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396769989'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:03.846548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=3c2ac464-5331-4f40-8c26-66d54346d2ba,revision_number=4']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:03.859491 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.8037925
Dec 23 16:14:03.860408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51100) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:03.883344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e52a639b-61a7-4c24-8e63-d340702beb67 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:03.883694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'mac_address': 'fa:16:3e:82:15:af', 'name': 'tempest-NetworksTestDHCPv6-65885716'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:03.916310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:03.916748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:03.917180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:03.917602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:03.918021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:03.918535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:03.918952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:03.919395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:03.919810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:03.920358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e52a639b-61a7-4c24-8e63-d340702beb67 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:03.920468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:03.920764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:03.931020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:03.946741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e52a639b-61a7-4c24-8e63-d340702beb67 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:03.960003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:04.004410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e52a639b-61a7-4c24-8e63-d340702beb67 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:04.012570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e52a639b-61a7-4c24-8e63-d340702beb67 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:04.027767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e52a639b-61a7-4c24-8e63-d340702beb67 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:04.030888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:04.041388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e52a639b-61a7-4c24-8e63-d340702beb67 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:04.056196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Deleting port 9a82784b-cf60-4b46-b6b4-d24e396126eb {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:04.056592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:04.159964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:04.232506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e52a639b-61a7-4c24-8e63-d340702beb67 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:04.234304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=7239834b-5f3f-4e78-935d-77380a57e883,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:04.244072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:04.245133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:04.264386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] device_id is not set on port 13131ea5-d899-4bd3-b354-ff3a82a1ec0f yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:14:04.305784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e52a639b-61a7-4c24-8e63-d340702beb67 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:04.338647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:04.339854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 3c2ac464-5331-4f40-8c26-66d54346d2ba, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3c2ac464-5331-4f40-8c26-66d54346d2ba,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:04.349766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:04.353634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15a6ce19-ca45-4359-96de-b02d1c96dc7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:04.355331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e52a639b-61a7-4c24-8e63-d340702beb67 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:04.359814 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e52a639b-61a7-4c24-8e63-d340702beb67 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.5466716
Dec 23 16:14:04.368849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51112) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:04.382718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cd708e21-565d-4cd8-acc3-df5a89636ac0 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '31884c83-39be-4762-adfe-b5e1eb0b61a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:04.384064 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-cd708e21-565d-4cd8-acc3-df5a89636ac0 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:04.388711 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cd708e21-565d-4cd8-acc3-df5a89636ac0 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0160275
Dec 23 16:14:04.397153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51116) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:04.414776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2546d590-b816-4662-b14f-b3fdecda56e8 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '31884c83-39be-4762-adfe-b5e1eb0b61a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:04.418139 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-2546d590-b816-4662-b14f-b3fdecda56e8 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:04.419515 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2546d590-b816-4662-b14f-b3fdecda56e8 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0194013
Dec 23 16:14:04.424262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51120) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:04.430796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=3c2ac464-5331-4f40-8c26-66d54346d2ba,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:04.435670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:04.462450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:04.509320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:04.521186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:port and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:04.527201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:04.540173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:04.595023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:04.610063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a639b-61a7-4c24-8e63-d340702beb67 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31884c83-39be-4762-adfe-b5e1eb0b61a8,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:04.616037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f3ec08d1-25b6-4131-b9b9-b4273a8115d6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '31884c83-39be-4762-adfe-b5e1eb0b61a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:04.616908 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-f3ec08d1-25b6-4131-b9b9-b4273a8115d6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:04.618664 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f3ec08d1-25b6-4131-b9b9-b4273a8115d6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0750029
Dec 23 16:14:04.626393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Calling delete_port for 9a82784b-cf60-4b46-b6b4-d24e396126eb owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:04.629238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51128) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:04.641149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-dec20235-7625-43b3-995d-19c292cafb41 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '31884c83-39be-4762-adfe-b5e1eb0b61a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:04.641950 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-dec20235-7625-43b3-995d-19c292cafb41 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:04.646973 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dec20235-7625-43b3-995d-19c292cafb41 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0160000
Dec 23 16:14:04.656738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e52a639b-61a7-4c24-8e63-d340702beb67 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:04.657397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51132) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:04.729114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51136) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:04.774979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:04.815530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:04.853524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Allocated IP 172.20.0.14 (80adc495-91d5-4faf-be85-3530fbb88615/93c1a568-2f1c-49ec-9500-55a6b7219535/13131ea5-d899-4bd3-b354-ff3a82a1ec0f) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:04.874617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Allocated IP 172.20.0.13 (80adc495-91d5-4faf-be85-3530fbb88615/93c1a568-2f1c-49ec-9500-55a6b7219535/13131ea5-d899-4bd3-b354-ff3a82a1ec0f) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:04.878211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:04.884767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1ea2a672-e072-497f-b0c3-9f28fb70926a tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:04.887379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:04.932846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1090648831', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:04.936024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31884c83-39be-4762-adfe-b5e1eb0b61a8,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:04.949699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:04.950210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:04.951074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:04.951074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:04.951576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:04.952064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:04.952565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:04.953057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:04.953544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:04.954021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:04.954511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:04.961176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:04.963986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port 6e428067-153d-419c-9593-6bbe11c9d52b yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:14:04.969066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:04.981187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:04.982547 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "DELETE /v2.0/security-groups/31884c83-39be-4762-adfe-b5e1eb0b61a8 HTTP/1.1" status: 204  len: 168 time: 0.3233433
Dec 23 16:14:04.985531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51142) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:05.007304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Usage tracker for resource:port and tenant:8032015a81484b609ae148416523ce3b is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:05.014449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:05.023233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.028292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bef374c2-71fe-4f2b-9d7d-509d46c79cb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:05.048400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:05.085495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Pushing event deleted for resources: {'Port': ['ID=9a82784b-cf60-4b46-b6b4-d24e396126eb,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:05.091210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:05.120073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Made reservation on behalf of 8032015a81484b609ae148416523ce3b for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:05.124830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.149272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.187226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-77bc6655-6487-4d7f-b679-1f7763e75810 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Synchronizing usage tracker for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:05.289816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-77bc6655-6487-4d7f-b679-1f7763e75810 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Unset dirty status for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:05.291283 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-77bc6655-6487-4d7f-b679-1f7763e75810 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3040986
Dec 23 16:14:05.302493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51148) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:05.365533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d0397469-ba13-4b57-bb91-165f7f5e1513 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1933998655'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:05.383850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d0397469-ba13-4b57-bb91-165f7f5e1513 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:05.401018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.457198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:05.461498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d0397469-ba13-4b57-bb91-165f7f5e1513 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:05.479639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Usage tracker for resource:security_group_rule and tenant:8032015a81484b609ae148416523ce3b is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:05.486673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:05.492030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 172.20.0.8 (ba343194-bb9c-4b65-8867-816842e8f671/7fe8faf8-b46f-4dca-a30c-d3bf3162ca3a/6e428067-153d-419c-9593-6bbe11c9d52b) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:05.500677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.512793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:05.523651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::f816:3eff:fe82:15af (ba343194-bb9c-4b65-8867-816842e8f671/7239834b-5f3f-4e78-935d-77380a57e883/6e428067-153d-419c-9593-6bbe11c9d52b) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:05.552221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3c2ac464-5331-4f40-8c26-66d54346d2ba up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:14:05.553263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0397469-ba13-4b57-bb91-165f7f5e1513 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.617488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.629617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6d848337-886d-49e2-ba78-fe3c442656e9 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:05.636013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0a8f4fa3-ba7a-4571-acfa-7063e95317fe None None] Provisioning complete for port 3c2ac464-5331-4f40-8c26-66d54346d2ba triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:05.636567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a8f4fa3-ba7a-4571-acfa-7063e95317fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.706275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3c2ac464-5331-4f40-8c26-66d54346d2ba triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:05.706634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.712425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.726472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.736590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d0397469-ba13-4b57-bb91-165f7f5e1513 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:05.742645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d0397469-ba13-4b57-bb91-165f7f5e1513 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:05.748345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d0397469-ba13-4b57-bb91-165f7f5e1513 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:05.765832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d0397469-ba13-4b57-bb91-165f7f5e1513 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:05.784889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.785464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Fanout notify agent at l3_agent the message router_deleted on router 02a4c2de-9914-4a01-ab8e-f806c3b80c08 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:14:05.840695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.841935 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "DELETE /v2.0/routers/02a4c2de-9914-4a01-ab8e-f806c3b80c08 HTTP/1.1" status: 204  len: 168 time: 2.7073088
Dec 23 16:14:05.846041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51152) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:05.862126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d189408f-00b2-45ee-980c-2ccb7a4282c4 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1719508253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:05.870264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0397469-ba13-4b57-bb91-165f7f5e1513 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.873317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d189408f-00b2-45ee-980c-2ccb7a4282c4 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:05.878227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0397469-ba13-4b57-bb91-165f7f5e1513 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.885081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d189408f-00b2-45ee-980c-2ccb7a4282c4 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Usage tracker for resource:router and tenant:945fd87699974c4c8a64c9919ddb963e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:05.888002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d96f1f70-bbfd-4f59-8141-dbfdf8b0199c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:05.899369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d189408f-00b2-45ee-980c-2ccb7a4282c4 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:05.917372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d189408f-00b2-45ee-980c-2ccb7a4282c4 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:05.941195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0397469-ba13-4b57-bb91-165f7f5e1513 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.942532 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d0397469-ba13-4b57-bb91-165f7f5e1513 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6389678
Dec 23 16:14:05.944857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0397469-ba13-4b57-bb91-165f7f5e1513 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9fc238-b53c-4050-8721-867813b777d6,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:05.947942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d0397469-ba13-4b57-bb91-165f7f5e1513 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:05.948983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d189408f-00b2-45ee-980c-2ccb7a4282c4 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.950025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d189408f-00b2-45ee-980c-2ccb7a4282c4 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:05.953279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51156) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:05.961306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-87e27525-d1c2-4dfa-bbbb-801885bc9abc tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '0e9fc238-b53c-4050-8721-867813b777d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:05.961990 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-87e27525-d1c2-4dfa-bbbb-801885bc9abc tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:05.963119 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-87e27525-d1c2-4dfa-bbbb-801885bc9abc tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0087876
Dec 23 16:14:05.966536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51160) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:05.978172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f893ba16-33ae-4fea-910f-4ff5e0c616a8 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '0e9fc238-b53c-4050-8721-867813b777d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:05.985575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f893ba16-33ae-4fea-910f-4ff5e0c616a8 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:05.991758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f893ba16-33ae-4fea-910f-4ff5e0c616a8 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:05.995558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f893ba16-33ae-4fea-910f-4ff5e0c616a8 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:06.004200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f893ba16-33ae-4fea-910f-4ff5e0c616a8 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:06.009218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d189408f-00b2-45ee-980c-2ccb7a4282c4 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.023025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 80adc495-91d5-4faf-be85-3530fbb88615 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:06.043805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d189408f-00b2-45ee-980c-2ccb7a4282c4 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.066604 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-f893ba16-33ae-4fea-910f-4ff5e0c616a8 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:06.067785 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f893ba16-33ae-4fea-910f-4ff5e0c616a8 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1002042
Dec 23 16:14:06.071151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51164) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:06.072067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d189408f-00b2-45ee-980c-2ccb7a4282c4 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.074325 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d189408f-00b2-45ee-980c-2ccb7a4282c4 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.2263629
Dec 23 16:14:06.075838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.077163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:06.079328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=13131ea5-d899-4bd3-b354-ff3a82a1ec0f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:06.080778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-56f1bee5-6db2-4528-9143-3b6f7abb7e28 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '0e9fc238-b53c-4050-8721-867813b777d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:06.081552 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-56f1bee5-6db2-4528-9143-3b6f7abb7e28 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:06.081943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51168) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:06.082770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:06.088266 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-56f1bee5-6db2-4528-9143-3b6f7abb7e28 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0110021
Dec 23 16:14:06.088660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51170) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:06.094415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6eb02704-d310-4ca3-bc45-850730dc811c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '0e9fc238-b53c-4050-8721-867813b777d6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:06.101913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6eb02704-d310-4ca3-bc45-850730dc811c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:06.106127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6eb02704-d310-4ca3-bc45-850730dc811c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:06.109256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6eb02704-d310-4ca3-bc45-850730dc811c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:06.116375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6eb02704-d310-4ca3-bc45-850730dc811c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:06.123614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:06.127507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.132601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'enable_snat': False}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:06.146041 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-6eb02704-d310-4ca3-bc45-850730dc811c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:06.147238 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6eb02704-d310-4ca3-bc45-850730dc811c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0577114
Dec 23 16:14:06.150247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51176) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:06.156105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-82ffa46d-0c0e-45bd-96d1-61c31397bb37 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '0e9fc238-b53c-4050-8721-867813b777d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:06.156742 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-82ffa46d-0c0e-45bd-96d1-61c31397bb37 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:06.157756 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-82ffa46d-0c0e-45bd-96d1-61c31397bb37 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0065174
Dec 23 16:14:06.160379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51180) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:06.166558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a00af494-c2e0-42f1-9342-6afc3cf812c6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '0e9fc238-b53c-4050-8721-867813b777d6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:06.176791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a00af494-c2e0-42f1-9342-6afc3cf812c6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:06.183049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a00af494-c2e0-42f1-9342-6afc3cf812c6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:06.187428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a00af494-c2e0-42f1-9342-6afc3cf812c6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:06.195950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a00af494-c2e0-42f1-9342-6afc3cf812c6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:06.196200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7e61c7d0-d63e-4e06-816b-d77ed9eb4a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:06.212240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] device_id is not set on port fdb513bf-0084-4b13-8331-3844599c36a4 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:14:06.226974 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-a00af494-c2e0-42f1-9342-6afc3cf812c6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:06.228188 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a00af494-c2e0-42f1-9342-6afc3cf812c6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0660822
Dec 23 16:14:06.231238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51184) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:06.237810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a224a36b-0999-48c7-b881-be991a736a04 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '0e9fc238-b53c-4050-8721-867813b777d6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:06.238443 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-a224a36b-0999-48c7-b881-be991a736a04 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:06.240001 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a224a36b-0999-48c7-b881-be991a736a04 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0077786
Dec 23 16:14:06.242491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51188) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:06.247844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-81fc7ad3-ba6c-4c29-bac7-4525188cfcc6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '0e9fc238-b53c-4050-8721-867813b777d6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:06.255337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-81fc7ad3-ba6c-4c29-bac7-4525188cfcc6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:06.259395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-81fc7ad3-ba6c-4c29-bac7-4525188cfcc6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:06.262586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-81fc7ad3-ba6c-4c29-bac7-4525188cfcc6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:06.269097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-81fc7ad3-ba6c-4c29-bac7-4525188cfcc6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:06.296862 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-81fc7ad3-ba6c-4c29-bac7-4525188cfcc6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:06.298000 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-81fc7ad3-ba6c-4c29-bac7-4525188cfcc6 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0545394
Dec 23 16:14:06.301656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51192) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:06.307530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5a636767-df2d-4630-9e70-e20d44fe2269 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '0e9fc238-b53c-4050-8721-867813b777d6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:06.314070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5a636767-df2d-4630-9e70-e20d44fe2269 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:06.318173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5a636767-df2d-4630-9e70-e20d44fe2269 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:06.321171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5a636767-df2d-4630-9e70-e20d44fe2269 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:06.327209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5a636767-df2d-4630-9e70-e20d44fe2269 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:06.355384 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-5a636767-df2d-4630-9e70-e20d44fe2269 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:06.356518 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5a636767-df2d-4630-9e70-e20d44fe2269 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0538666
Dec 23 16:14:06.360052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51196) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:06.406357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f4deec-54f7-45dd-89cb-62862c3a8cb8,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:06.419290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:06.419984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.427050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:06.443389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fb0a7a6-436c-4808-b852-f84ea89b6baf tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.469303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.475577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fb0a7a6-436c-4808-b852-f84ea89b6baf tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.528491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fb0a7a6-436c-4808-b852-f84ea89b6baf tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.530538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d9f1667c-5281-40a3-a911-6cf769a7c3a3 tempest-ServersTestManualDisk-1049195577 tempest-ServersTestManualDisk-1049195577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:06.547605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0a7a6-436c-4808-b852-f84ea89b6baf tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9fc238-b53c-4050-8721-867813b777d6,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:06.551639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2fb0a7a6-436c-4808-b852-f84ea89b6baf tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:06.559345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fb0a7a6-436c-4808-b852-f84ea89b6baf tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.563087 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2fb0a7a6-436c-4808-b852-f84ea89b6baf tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "DELETE /v2.0/security-groups/0e9fc238-b53c-4050-8721-867813b777d6 HTTP/1.1" status: 204  len: 168 time: 0.1996472
Dec 23 16:14:06.563463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51202) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:06.621059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bf184ede-501d-44e6-ad95-30bc56af56e3 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Synchronizing usage tracker for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:06.627266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object 6e428067-153d-419c-9593-6bbe11c9d52b will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:06.637158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bf184ede-501d-44e6-ad95-30bc56af56e3 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Unset dirty status for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:06.638516 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bf184ede-501d-44e6-ad95-30bc56af56e3 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0740552
Dec 23 16:14:06.645579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51206) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:06.651680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-00ce29e1-4678-448e-96b8-6f06214b8458 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group': {'name': 'tempest-secgroup--48241868'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:06.659996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-00ce29e1-4678-448e-96b8-6f06214b8458 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:06.670250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-00ce29e1-4678-448e-96b8-6f06214b8458 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:06.680345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-00ce29e1-4678-448e-96b8-6f06214b8458 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.711732 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 3.3273284
Dec 23 16:14:06.713002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51210) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:06.720354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Allocated IP 172.26.5.58 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/fdb513bf-0084-4b13-8331-3844599c36a4) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:06.722273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '13131ea5-d899-4bd3-b354-ff3a82a1ec0f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:06.728846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:06.734764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-00ce29e1-4678-448e-96b8-6f06214b8458 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:06.738943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:floatingip and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:06.743011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:06.746102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-00ce29e1-4678-448e-96b8-6f06214b8458 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:06.752013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-00ce29e1-4678-448e-96b8-6f06214b8458 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:06.755716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:06.761587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-00ce29e1-4678-448e-96b8-6f06214b8458 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:06.775255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.847858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.882839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-00ce29e1-4678-448e-96b8-6f06214b8458 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.907054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f38aad45-bc43-41cf-af3e-7870595b7a6a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:06.934065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-00ce29e1-4678-448e-96b8-6f06214b8458 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:06.943872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3341012b-ff84-4e03-8f02-8ca5cc4c031f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:07.059370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:07.063621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:07.119186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=6e428067-153d-419c-9593-6bbe11c9d52b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:07.129197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:07.131534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:07.144589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:07.260815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce29e1-4678-448e-96b8-6f06214b8458 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6b5a4c-bf45-40bc-a6d0-5a613ed8176a,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:07.264487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-00ce29e1-4678-448e-96b8-6f06214b8458 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:07.268335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-00ce29e1-4678-448e-96b8-6f06214b8458 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:07.272408 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-00ce29e1-4678-448e-96b8-6f06214b8458 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.6230569
Dec 23 16:14:07.272845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51214) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:07.277997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:07.280579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-002e6be4-1c8d-4680-94bc-eb96c8f71f3c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '6f6b5a4c-bf45-40bc-a6d0-5a613ed8176a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:07.287545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-002e6be4-1c8d-4680-94bc-eb96c8f71f3c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:07.291701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:07.292422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:07.294560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-002e6be4-1c8d-4680-94bc-eb96c8f71f3c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:07.299233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-002e6be4-1c8d-4680-94bc-eb96c8f71f3c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:07.308058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-002e6be4-1c8d-4680-94bc-eb96c8f71f3c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:07.320929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:07.345716 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1025 time: 3.4770465
Dec 23 16:14:07.347050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51218) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:07.412484 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-002e6be4-1c8d-4680-94bc-eb96c8f71f3c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The resource could not be found.
Dec 23 16:14:07.416401 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-002e6be4-1c8d-4680-94bc-eb96c8f71f3c tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1399920
Dec 23 16:14:07.417207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51222) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:07.426521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cae8e275-0360-4201-9156-176c6f7d62ba tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '6f6b5a4c-bf45-40bc-a6d0-5a613ed8176a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '20aeb367-c115-4547-8694-9c88fbb777b2'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:07.437446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cae8e275-0360-4201-9156-176c6f7d62ba tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:07.445152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cae8e275-0360-4201-9156-176c6f7d62ba tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:07.455343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:07.469458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-67640cb6-6da8-4bca-b8c4-df1e632a8691 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:07.478157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cae8e275-0360-4201-9156-176c6f7d62ba tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:07.493740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cae8e275-0360-4201-9156-176c6f7d62ba tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:07.515525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-63af482d-2a03-4d75-86c4-c19ede8b1f64 None None] Provisioning for port 6e428067-153d-419c-9593-6bbe11c9d52b completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:07.521585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-63af482d-2a03-4d75-86c4-c19ede8b1f64 None None] Provisioning complete for port 6e428067-153d-419c-9593-6bbe11c9d52b triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:07.522172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63af482d-2a03-4d75-86c4-c19ede8b1f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:07.548274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Allocated IP 172.26.5.161 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/28848eb4-ddb2-418a-a0c2-4f5f9327a265) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:07.574395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Pushing event updated for resources: {'Port': ['ID=fdb513bf-0084-4b13-8331-3844599c36a4,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:07.574716 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-cae8e275-0360-4201-9156-176c6f7d62ba tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The resource could not be found.
Dec 23 16:14:07.578654 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cae8e275-0360-4201-9156-176c6f7d62ba tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1577396
Dec 23 16:14:07.581638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:07.583736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51228) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:07.584648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:07.588681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:07.602050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-63af482d-2a03-4d75-86c4-c19ede8b1f64 None None] Port 6e428067-153d-419c-9593-6bbe11c9d52b cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:14:07.605770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:07.700963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40f3d17-6284-4830-875a-b7efc6e9b2f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:07.705492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40f3d17-6284-4830-875a-b7efc6e9b2f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:07.706349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a40f3d17-6284-4830-875a-b7efc6e9b2f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:07.732729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:07.760721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:07.765320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:07.786123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:07.786805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:07.807841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a40f3d17-6284-4830-875a-b7efc6e9b2f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:07.809154 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a40f3d17-6284-4830-875a-b7efc6e9b2f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.4603202
Dec 23 16:14:07.814947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51232) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:07.831809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65dd99e9-70d5-4dde-a453-fa628cd994d4 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:07.835054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:07.862170 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 3.1292961
Dec 23 16:14:07.873321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51236) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:07.887157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:07.891182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:07.891750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.58'}]}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:07.897395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:07.901625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=28848eb4-ddb2-418a-a0c2-4f5f9327a265,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:07.906139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:07.934078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:07.945113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:07.951267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-315174f4-18d4-45ae-afaa-ff9e5b4f16a2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 6e428067-153d-419c-9593-6bbe11c9d52b {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:07.951663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-315174f4-18d4-45ae-afaa-ff9e5b4f16a2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:07.952173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65dd99e9-70d5-4dde-a453-fa628cd994d4 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:07.964802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Usage tracker for resource:router and tenant:8032015a81484b609ae148416523ce3b is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:07.976312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:07.992974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:08.040292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:08.041296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:08.104422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65dd99e9-70d5-4dde-a453-fa628cd994d4 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:08.112843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7f6ee706-4be0-45fd-afec-8bbde3826535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:08.133605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd99e9-70d5-4dde-a453-fa628cd994d4 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6b5a4c-bf45-40bc-a6d0-5a613ed8176a,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:08.139287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65dd99e9-70d5-4dde-a453-fa628cd994d4 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:08.157821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:08.174475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Allocated IP 172.26.5.246 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/a64a8f27-cb2f-4f9f-a012-5b43473229a4) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:08.191722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65dd99e9-70d5-4dde-a453-fa628cd994d4 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:08.195516 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-65dd99e9-70d5-4dde-a453-fa628cd994d4 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "DELETE /v2.0/security-groups/6f6b5a4c-bf45-40bc-a6d0-5a613ed8176a HTTP/1.1" status: 204  len: 168 time: 0.6070662
Dec 23 16:14:08.196478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51240) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:08.429815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-315174f4-18d4-45ae-afaa-ff9e5b4f16a2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:08.640003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-315174f4-18d4-45ae-afaa-ff9e5b4f16a2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 6e428067-153d-419c-9593-6bbe11c9d52b owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:08.752282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2050f656-3276-40e7-969e-ea129143a23d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Synchronizing usage tracker for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:08.766875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:08.776233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:08.796697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2050f656-3276-40e7-969e-ea129143a23d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Unset dirty status for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:08.798089 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2050f656-3276-40e7-969e-ea129143a23d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6010656
Dec 23 16:14:08.802957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51250) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:08.812413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a6fcb353-8df9-4305-a410-192e73c1590f tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '1ad2898f-58dc-4311-871f-51c7e5e69831', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:08.843305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a6fcb353-8df9-4305-a410-192e73c1590f tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:08.852506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a6fcb353-8df9-4305-a410-192e73c1590f tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:08.858023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a6fcb353-8df9-4305-a410-192e73c1590f tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:08.879100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a6fcb353-8df9-4305-a410-192e73c1590f tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:08.885481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:08.896943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:08.923798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-315174f4-18d4-45ae-afaa-ff9e5b4f16a2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:08.930956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bf516fa8-7daf-404a-893c-4b28909fcbce tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:09.034218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315174f4-18d4-45ae-afaa-ff9e5b4f16a2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=6e428067-153d-419c-9593-6bbe11c9d52b,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:09.045743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:09.049819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Pushing event updated for resources: {'Port': ['ID=a64a8f27-cb2f-4f9f-a012-5b43473229a4,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:09.052459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:09.054276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-315174f4-18d4-45ae-afaa-ff9e5b4f16a2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:09.056841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:09.058174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:09.118871 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-a6fcb353-8df9-4305-a410-192e73c1590f tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The resource could not be found.
Dec 23 16:14:09.120090 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a6fcb353-8df9-4305-a410-192e73c1590f tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.3158729
Dec 23 16:14:09.129316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51254) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:09.138387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-21723b08-7fbd-41d1-98f8-d53f10b98f8d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group': {'name': 'tempest-secgroup--791588908'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:09.153839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-21723b08-7fbd-41d1-98f8-d53f10b98f8d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:09.188942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:09.206763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-21723b08-7fbd-41d1-98f8-d53f10b98f8d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:09.234941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21723b08-7fbd-41d1-98f8-d53f10b98f8d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:09.276258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-315174f4-18d4-45ae-afaa-ff9e5b4f16a2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:09.285588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:09.351782 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-315174f4-18d4-45ae-afaa-ff9e5b4f16a2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/6e428067-153d-419c-9593-6bbe11c9d52b HTTP/1.1" status: 204  len: 168 time: 1.5356615
Dec 23 16:14:09.352748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-21723b08-7fbd-41d1-98f8-d53f10b98f8d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:09.355966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51258) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:09.362237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-21723b08-7fbd-41d1-98f8-d53f10b98f8d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:09.368573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-21723b08-7fbd-41d1-98f8-d53f10b98f8d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:09.418454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-21723b08-7fbd-41d1-98f8-d53f10b98f8d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:09.531418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:09.535183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:09.537759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cd82e0-68b7-417f-be85-baf2b29f1e1f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:09.539255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cd82e0-68b7-417f-be85-baf2b29f1e1f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:09.539981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb69e2fe-3b65-494a-be4f-646eac39945d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:09.540885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cd82e0-68b7-417f-be85-baf2b29f1e1f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:09.541754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b2cd82e0-68b7-417f-be85-baf2b29f1e1f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:09.551537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:09.608829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:09.653304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=28848eb4-ddb2-418a-a0c2-4f5f9327a265,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:09.657878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:09.667141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:09.676750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b2cd82e0-68b7-417f-be85-baf2b29f1e1f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:09.678072 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b2cd82e0-68b7-417f-be85-baf2b29f1e1f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.3182182
Dec 23 16:14:09.680557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21723b08-7fbd-41d1-98f8-d53f10b98f8d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:09.687396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51262) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:09.702204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21723b08-7fbd-41d1-98f8-d53f10b98f8d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:09.745394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ea7c1d58-7555-44c8-a925-d219256f4524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:09.766600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:09.960106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21723b08-7fbd-41d1-98f8-d53f10b98f8d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4cb5b9-43ab-4c20-8655-72b37bd6f070,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:09.976033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-21723b08-7fbd-41d1-98f8-d53f10b98f8d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:10.062728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21723b08-7fbd-41d1-98f8-d53f10b98f8d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:10.064187 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-21723b08-7fbd-41d1-98f8-d53f10b98f8d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9336610
Dec 23 16:14:10.067731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51268) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:10.075795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1801493782'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:10.085215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:10.091723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:10.095628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:10.103517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:10.118299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:10.165830 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Floating IP 5f7aa434-06d8-4297-97e3-d9f67ee04930 associated. External IP: 172.26.5.161, port: 13131ea5-d899-4bd3-b354-ff3a82a1ec0f.
Dec 23 16:14:10.234155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:10.241110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:10.244539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:10.244797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:10.256978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:10.261426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:10.288059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97a314a-d35f-49cd-8671-97af672d9f32 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 7239834b-5f3f-4e78-935d-77380a57e883 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:14:10.291614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:10.347912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b97a314a-d35f-49cd-8671-97af672d9f32 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:10.394304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:10.405395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:10.412589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ffaaf54-09ee-472e-b0bd-e63446e2bc97 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:10.467395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de04fe5b-407f-407d-ac44-5e6c075f4658,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:10.473866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:10.475834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:10.480472 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.4083257
Dec 23 16:14:10.480705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51272) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:10.487875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3991f28a-d97c-454a-8407-8250af57497e tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group_rule': {'security_group_id': '9f4cb5b9-43ab-4c20-8655-72b37bd6f070', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'de04fe5b-407f-407d-ac44-5e6c075f4658'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:10.497591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3991f28a-d97c-454a-8407-8250af57497e tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:10.509335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3991f28a-d97c-454a-8407-8250af57497e tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:10.513773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3991f28a-d97c-454a-8407-8250af57497e tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:10.522672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3991f28a-d97c-454a-8407-8250af57497e tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:10.641761 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-3991f28a-d97c-454a-8407-8250af57497e tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:10.643123 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3991f28a-d97c-454a-8407-8250af57497e tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.1612830
Dec 23 16:14:10.647765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51276) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:10.779079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b97a314a-d35f-49cd-8671-97af672d9f32 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:10.803526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cc66eab-99f2-4dd3-b67a-983914332b58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:10.840102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cc66eab-99f2-4dd3-b67a-983914332b58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:10.904537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:14:10.905454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cc66eab-99f2-4dd3-b67a-983914332b58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:10.911530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d0397469-ba13-4b57-bb91-165f7f5e1513 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:10.930878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc66eab-99f2-4dd3-b67a-983914332b58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de04fe5b-407f-407d-ac44-5e6c075f4658,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:10.934857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7cc66eab-99f2-4dd3-b67a-983914332b58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:10.943989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cc66eab-99f2-4dd3-b67a-983914332b58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:10.947754 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7cc66eab-99f2-4dd3-b67a-983914332b58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "DELETE /v2.0/security-groups/de04fe5b-407f-407d-ac44-5e6c075f4658 HTTP/1.1" status: 204  len: 168 time: 0.2964537
Dec 23 16:14:10.948015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51280) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:11.103390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aa648ff3-0e13-4d6e-9792-fea9ee592669 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Synchronizing usage tracker for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:11.126505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aa648ff3-0e13-4d6e-9792-fea9ee592669 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Unset dirty status for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:11.128098 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aa648ff3-0e13-4d6e-9792-fea9ee592669 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.1790779
Dec 23 16:14:11.178962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51288) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:11.231945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:11.238275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b97a314a-d35f-49cd-8671-97af672d9f32 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:11.290761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:11.292926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-252c60fb-652c-4030-818e-367fbf944e58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:11.334910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-252c60fb-652c-4030-818e-367fbf944e58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:11.349334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:11.354327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b97a314a-d35f-49cd-8671-97af672d9f32 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:11.360018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:11.365889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9817d8-b8fb-4230-9086-2503f88594f7 None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:11.380147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9817d8-b8fb-4230-9086-2503f88594f7 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:11.381113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-be9817d8-b8fb-4230-9086-2503f88594f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1d37f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:11.384499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:11.388304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:11.388850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 246018c0-e2b6-47b6-b096-58f4fc42d327 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:14:11.412190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a314a-d35f-49cd-8671-97af672d9f32 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=7239834b-5f3f-4e78-935d-77380a57e883,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:11.423276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b97a314a-d35f-49cd-8671-97af672d9f32 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:11.439158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b97a314a-d35f-49cd-8671-97af672d9f32 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:11.446763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7195c827-79be-4c84-ba7a-93c11e830b0c None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:11.447739 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:14:11.450735 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c9db9d7a-9450-4dc9-817e-5522f2bfeec4 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 3.5667253
Dec 23 16:14:11.454330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51292) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:11.469063 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 4.7534583
Dec 23 16:14:11.469987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51296) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:11.474151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-be9817d8-b8fb-4230-9086-2503f88594f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1d37f0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:11.479225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bd2eb96a-dbff-479b-970a-fd9477876702 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'floatingip': {'port_id': '13131ea5-d899-4bd3-b354-ff3a82a1ec0f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:11.525312 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b97a314a-d35f-49cd-8671-97af672d9f32 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/7239834b-5f3f-4e78-935d-77380a57e883 HTTP/1.1" status: 204  len: 168 time: 1.8308337
Dec 23 16:14:11.526247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51300) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:11.549155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-252c60fb-652c-4030-818e-367fbf944e58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:11.560625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9817d8-b8fb-4230-9086-2503f88594f7 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:11.561332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-be9817d8-b8fb-4230-9086-2503f88594f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1d37f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:11.570592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:11.588974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7e406b0c-bf9e-4154-a05d-ef61cbf4d082 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Deleting port fdb513bf-0084-4b13-8331-3844599c36a4 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:11.589304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e406b0c-bf9e-4154-a05d-ef61cbf4d082 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:11.614555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c60fb-652c-4030-818e-367fbf944e58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4cb5b9-43ab-4c20-8655-72b37bd6f070,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:11.617320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-252c60fb-652c-4030-818e-367fbf944e58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:11.636461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-252c60fb-652c-4030-818e-367fbf944e58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:11.640204 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-252c60fb-652c-4030-818e-367fbf944e58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "DELETE /v2.0/security-groups/9f4cb5b9-43ab-4c20-8655-72b37bd6f070 HTTP/1.1" status: 204  len: 168 time: 0.4530275
Dec 23 16:14:11.641073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb96a-dbff-479b-970a-fd9477876702 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:11.647082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51304) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:11.648883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-be9817d8-b8fb-4230-9086-2503f88594f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1d37f0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:11.649352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9817d8-b8fb-4230-9086-2503f88594f7 None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:11.650083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Router 2a5faa58-9f16-4683-a6f5-bf84ce5c48a8 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:14:11.701931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbab71c-2961-407d-b621-af4c179294ee tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 7fe8faf8-b46f-4dca-a30c-d3bf3162ca3a {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:14:11.719222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3dbab71c-2961-407d-b621-af4c179294ee tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:11.918081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0e6be466-563b-496c-b402-30ec18c18100 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Synchronizing usage tracker for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:11.938239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3dbab71c-2961-407d-b621-af4c179294ee tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.016429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.041920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0e6be466-563b-496c-b402-30ec18c18100 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Unset dirty status for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:12.043328 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0e6be466-563b-496c-b402-30ec18c18100 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3909478
Dec 23 16:14:12.048244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51308) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:12.057155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f83e32d7-6122-45f1-b1cd-a17b3f8ab3a2 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group': {'name': 'tempest-secgroup--839850556'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:12.068028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f83e32d7-6122-45f1-b1cd-a17b3f8ab3a2 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:12.086769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f83e32d7-6122-45f1-b1cd-a17b3f8ab3a2 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:12.180412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f83e32d7-6122-45f1-b1cd-a17b3f8ab3a2 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.257773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e406b0c-bf9e-4154-a05d-ef61cbf4d082 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.280823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3dbab71c-2961-407d-b621-af4c179294ee tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.295239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f83e32d7-6122-45f1-b1cd-a17b3f8ab3a2 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:12.304050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f83e32d7-6122-45f1-b1cd-a17b3f8ab3a2 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Usage tracker for resource:security_group_rule and tenant:b9fea7f6671047c6a6e04d6f4df5b85e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:12.307475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f83e32d7-6122-45f1-b1cd-a17b3f8ab3a2 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:12.320786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f83e32d7-6122-45f1-b1cd-a17b3f8ab3a2 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:12.414792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f83e32d7-6122-45f1-b1cd-a17b3f8ab3a2 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.457504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7e406b0c-bf9e-4154-a05d-ef61cbf4d082 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Calling delete_port for fdb513bf-0084-4b13-8331-3844599c36a4 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:12.474653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f83e32d7-6122-45f1-b1cd-a17b3f8ab3a2 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.486685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-51d264bd-4ba8-4458-a327-b9570077fb27 tempest-RoutersAdminTest-1981988783 tempest-RoutersAdminTest-1981988783-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:12.568670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e32d7-6122-45f1-b1cd-a17b3f8ab3a2 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b460a8f0-6c47-438f-a45c-ace334be2f7a,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:12.574382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f83e32d7-6122-45f1-b1cd-a17b3f8ab3a2 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:12.575688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f83e32d7-6122-45f1-b1cd-a17b3f8ab3a2 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.580574 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f83e32d7-6122-45f1-b1cd-a17b3f8ab3a2 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.5273073
Dec 23 16:14:12.583872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51314) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:12.593454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5d4cd4e4-6d3f-4f19-afc4-78813fface30 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:12.594233 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-5d4cd4e4-6d3f-4f19-afc4-78813fface30 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:14:12.597399 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5d4cd4e4-6d3f-4f19-afc4-78813fface30 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "PUT /v2.0/security-groups/b460a8f0-6c47-438f-a45c-ace334be2f7a HTTP/1.1" status: 409  len: 330 time: 0.0101097
Dec 23 16:14:12.597399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb96a-dbff-479b-970a-fd9477876702 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.601657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51318) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:12.617982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb96a-dbff-479b-970a-fd9477876702 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.687684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-997d6096-1633-4b87-acca-cec3365f36c9 None None] Provisioning complete for port 3c2ac464-5331-4f40-8c26-66d54346d2ba triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:12.688256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-997d6096-1633-4b87-acca-cec3365f36c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.775940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f887f541-46c6-43aa-8cb1-b87d87b92a44 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.860266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:12.865164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3dbab71c-2961-407d-b621-af4c179294ee tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.870134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dcd244-62a6-454a-ab5c-6f9c811c42c5 None None] Sync routers for ids ['2a5faa58-9f16-4683-a6f5-bf84ce5c48a8'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:12.877456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f887f541-46c6-43aa-8cb1-b87d87b92a44 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.878869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:12.884714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dcd244-62a6-454a-ab5c-6f9c811c42c5 None None] Routers {'2a5faa58-9f16-4683-a6f5-bf84ce5c48a8'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:12.885474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-60dcd244-62a6-454a-ab5c-6f9c811c42c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a41b128>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2a5faa58-9f16-4683-a6f5-bf84ce5c48a8'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:12.925955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbab71c-2961-407d-b621-af4c179294ee tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe8faf8-b46f-4dca-a30c-d3bf3162ca3a,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:12.932456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3dbab71c-2961-407d-b621-af4c179294ee tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:12.938798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f887f541-46c6-43aa-8cb1-b87d87b92a44 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.943493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3dbab71c-2961-407d-b621-af4c179294ee tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.945166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7cc66eab-99f2-4dd3-b67a-983914332b58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:12.949409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abcca1d-8bbe-47f1-9ede-3bfe68aa4b25 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:12.957732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-60dcd244-62a6-454a-ab5c-6f9c811c42c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a41b128>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:12.957926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.961936 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "PUT /v2.0/routers/2a5faa58-9f16-4683-a6f5-bf84ce5c48a8 HTTP/1.1" status: 200  len: 920 time: 6.8406122
Dec 23 16:14:12.965055 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3dbab71c-2961-407d-b621-af4c179294ee tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/7fe8faf8-b46f-4dca-a30c-d3bf3162ca3a HTTP/1.1" status: 204  len: 168 time: 1.4376109
Dec 23 16:14:12.965727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51322) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:12.965880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51324) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:12.969251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e406b0c-bf9e-4154-a05d-ef61cbf4d082 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:12.975176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dcd244-62a6-454a-ab5c-6f9c811c42c5 None None] Routers {'2a5faa58-9f16-4683-a6f5-bf84ce5c48a8'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:12.976155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-60dcd244-62a6-454a-ab5c-6f9c811c42c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a41b128>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2a5faa58-9f16-4683-a6f5-bf84ce5c48a8'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:13.022144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887f541-46c6-43aa-8cb1-b87d87b92a44 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b460a8f0-6c47-438f-a45c-ace334be2f7a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:13.033534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f887f541-46c6-43aa-8cb1-b87d87b92a44 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:13.039468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5804ea2d-6720-46a4-956a-8c1ef091d0b9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:13.048456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-60dcd244-62a6-454a-ab5c-6f9c811c42c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a41b128>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:13.049208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dcd244-62a6-454a-ab5c-6f9c811c42c5 None None] The sync data for ids ['2a5faa58-9f16-4683-a6f5-bf84ce5c48a8'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:13.051547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f887f541-46c6-43aa-8cb1-b87d87b92a44 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:13.055694 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f887f541-46c6-43aa-8cb1-b87d87b92a44 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "DELETE /v2.0/security-groups/b460a8f0-6c47-438f-a45c-ace334be2f7a HTTP/1.1" status: 204  len: 168 time: 0.4499457
Dec 23 16:14:13.064108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51330) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:13.087423 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-33248450-e2dc-436d-94bb-6ebfdbde7388 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1198888
Dec 23 16:14:13.087633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51334) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:13.094544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e406b0c-bf9e-4154-a05d-ef61cbf4d082 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdb513bf-0084-4b13-8331-3844599c36a4,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:13.100050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7e406b0c-bf9e-4154-a05d-ef61cbf4d082 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:13.203849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e406b0c-bf9e-4154-a05d-ef61cbf4d082 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:13.210533 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7e406b0c-bf9e-4154-a05d-ef61cbf4d082 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] 10.222.0.67 "DELETE /v2.0/ports/fdb513bf-0084-4b13-8331-3844599c36a4 HTTP/1.1" status: 204  len: 168 time: 1.7543151
Dec 23 16:14:13.312920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:14:13.318641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Deleting port 3c2ac464-5331-4f40-8c26-66d54346d2ba {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:13.319247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:13.533620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2be1632e-6e0e-46e2-b81f-6bea6645e163 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Synchronizing usage tracker for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:13.575264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3c2ac464-5331-4f40-8c26-66d54346d2ba no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:14:13.626209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] For port 3c2ac464-5331-4f40-8c26-66d54346d2ba, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3c2ac464-5331-4f40-8c26-66d54346d2ba,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:13.627796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:13.629249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51344) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:13.646538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2be1632e-6e0e-46e2-b81f-6bea6645e163 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Unset dirty status for tenant:b9fea7f6671047c6a6e04d6f4df5b85e on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:13.650903 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2be1632e-6e0e-46e2-b81f-6bea6645e163 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5826855
Dec 23 16:14:13.653000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51350) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:13.672097 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-3dcc56ed-97c3-4e23-a7fb-03665b6e9612 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] delete failed (client error): The resource could not be found.
Dec 23 16:14:13.678348 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3dcc56ed-97c3-4e23-a7fb-03665b6e9612 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "DELETE /v2.0/security-groups/d15c166d-0107-4eeb-a4a8-d2ee066c4e59 HTTP/1.1" status: 404  len: 347 time: 0.0242424
Dec 23 16:14:13.679020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51354) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:13.697743 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-82168797-476a-4fde-b99d-1f5e72ab9f86 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] show failed (client error): The resource could not be found.
Dec 23 16:14:13.703092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfe16fb-bed9-45de-ad62-90b12d03b04a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:13.703582 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-82168797-476a-4fde-b99d-1f5e72ab9f86 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "GET /v2.0/security-groups/2e563245-59fd-4633-a682-c6f6c243bd41 HTTP/1.1" status: 404  len: 347 time: 0.0234764
Dec 23 16:14:13.703866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cbfe16fb-bed9-45de-ad62-90b12d03b04a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:13.704463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51358) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:13.722701 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-e3a50e41-c145-4e04-90c5-bbf7efdfff9b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] show failed (client error): The resource could not be found.
Dec 23 16:14:13.737896 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e3a50e41-c145-4e04-90c5-bbf7efdfff9b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] 10.222.0.67 "GET /v2.0/security-group-rules/9eef9135-9169-4b05-8c49-478661d924b4 HTTP/1.1" status: 404  len: 356 time: 0.0219414
Dec 23 16:14:13.757414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cbfe16fb-bed9-45de-ad62-90b12d03b04a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:13.758710 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cbfe16fb-bed9-45de-ad62-90b12d03b04a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.6146600
Dec 23 16:14:13.762155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51364) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:13.792672 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6b06284e-feb3-4d0e-9d7a-e5931b086d89 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/routers/2a5faa58-9f16-4683-a6f5-bf84ce5c48a8 HTTP/1.1" status: 200  len: 926 time: 0.8230503
Dec 23 16:14:13.794448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51368) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:13.803500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Calling delete_port for 3c2ac464-5331-4f40-8c26-66d54346d2ba owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:13.867695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2eb96a-dbff-479b-970a-fd9477876702 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:14:13.873616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1496c6e-0045-4bb8-90b2-5f674754651e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:13.874315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b1496c6e-0045-4bb8-90b2-5f674754651e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:13.912831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a68293d9-0634-4f24-8333-d36b91b18abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:13.955458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:13.955817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a68293d9-0634-4f24-8333-d36b91b18abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:13.956733 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-42351c02-c5e6-4bf0-ae61-38522d80c5cb tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&device_id=2a5faa58-9f16-4683-a6f5-bf84ce5c48a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1613610
Dec 23 16:14:13.960469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a68293d9-0634-4f24-8333-d36b91b18abb admin admin] Usage tracker for resource:security_group_rule and tenant:a566236f46834ae28a3f4d11fc9ca110 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:13.964227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51374) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:13.964514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a68293d9-0634-4f24-8333-d36b91b18abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:13.964948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-92e3f35b-2b5b-4ec4-a57c-6e029085b9e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:13.971963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a68293d9-0634-4f24-8333-d36b91b18abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:14.016768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Pushing event deleted for resources: {'Port': ['ID=3c2ac464-5331-4f40-8c26-66d54346d2ba,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:14.031001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:14.048339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a68293d9-0634-4f24-8333-d36b91b18abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:14.051050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b1496c6e-0045-4bb8-90b2-5f674754651e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:14.055032 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b1496c6e-0045-4bb8-90b2-5f674754651e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2889748
Dec 23 16:14:14.055947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] No DVR routers for this DVR port 3c2ac464-5331-4f40-8c26-66d54346d2ba on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:14:14.058602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51378) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:14.059817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:14.060222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:14.060617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:14.061003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:14.061395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:14.061594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a68293d9-0634-4f24-8333-d36b91b18abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:14.061779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:14.062137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:14.062519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:14.062899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:14.063303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:14.063684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:14:14.069870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:14.129126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51382) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:14.187500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-21723b08-7fbd-41d1-98f8-d53f10b98f8d tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:14.190559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e3ba00-4676-4faf-a104-73a3d9dc4033 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:14.192133 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-49e3ba00-4676-4faf-a104-73a3d9dc4033 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/networks/2dc36bf2-ecdb-4314-aa29-e21d51c50182 HTTP/1.1" status: 200  len: 881 time: 0.2259319
Dec 23 16:14:14.198474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51388) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:14.221613 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a68293d9-0634-4f24-8333-d36b91b18abb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a566236f46834ae28a3f4d11fc9ca110&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5909736
Dec 23 16:14:14.223235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51392) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:14.224134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68293d9-0634-4f24-8333-d36b91b18abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9513c9-acb7-4e2c-8db1-7c7496a5eeb4,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:14.227462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a68293d9-0634-4f24-8333-d36b91b18abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:14.236716 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-af0d8baa-31fc-4c5f-8ae2-1b3d2f0b1adf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1716592
Dec 23 16:14:14.248444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51396) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:14.261951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f006f9b0-d61f-4ae5-8e82-47dc32308163 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:14.291250 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-12409fc2-8230-44ef-affa-a1454d215a51 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a5faa58-9f16-4683-a6f5-bf84ce5c48a8 HTTP/1.1" status: 200  len: 205 time: 0.0888195
Dec 23 16:14:14.291640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51400) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:14.381798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2fc93f7-cad1-4658-b2c5-50ae7da328c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:14.424134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f006f9b0-d61f-4ae5-8e82-47dc32308163 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:14.427712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2fc93f7-cad1-4658-b2c5-50ae7da328c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:14.446945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f006f9b0-d61f-4ae5-8e82-47dc32308163 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:14.474220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f006f9b0-d61f-4ae5-8e82-47dc32308163 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:14.495534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2eb96a-dbff-479b-970a-fd9477876702 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:14.504351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb96a-dbff-479b-970a-fd9477876702 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:14.507137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d3a08c-5cfe-45d5-90b3-7c9365fb6148 None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:14.520574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3a08c-5cfe-45d5-90b3-7c9365fb6148 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:14.521263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a5d3a08c-5cfe-45d5-90b3-7c9365fb6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeb6a0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:14.547528 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a6b5d6a4-be5a-4599-aa50-cf23a025b72c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b9fea7f6671047c6a6e04d6f4df5b85e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4171062
Dec 23 16:14:14.554822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51404) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:14.576640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2fc93f7-cad1-4658-b2c5-50ae7da328c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:14.585727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5ac2786-2c04-4608-b5b4-81b33a971c7a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:14.594184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a5d3a08c-5cfe-45d5-90b3-7c9365fb6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeb6a0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:14.602947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc93f7-cad1-4658-b2c5-50ae7da328c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9513c9-acb7-4e2c-8db1-7c7496a5eeb4,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:14.608038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e2fc93f7-cad1-4658-b2c5-50ae7da328c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:14.609322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3a08c-5cfe-45d5-90b3-7c9365fb6148 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:14.610016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a5d3a08c-5cfe-45d5-90b3-7c9365fb6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeb6a0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:14.641962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2fc93f7-cad1-4658-b2c5-50ae7da328c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:14.643772 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e2fc93f7-cad1-4658-b2c5-50ae7da328c2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fb9513c9-acb7-4e2c-8db1-7c7496a5eeb4 HTTP/1.1" status: 204  len: 168 time: 0.4146864
Dec 23 16:14:14.685968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f006f9b0-d61f-4ae5-8e82-47dc32308163 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:14.687180 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f006f9b0-d61f-4ae5-8e82-47dc32308163 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:14.687683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f006f9b0-d61f-4ae5-8e82-47dc32308163 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:14:14.696042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:14.702460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a5d3a08c-5cfe-45d5-90b3-7c9365fb6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeb6a0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:14.702940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d3a08c-5cfe-45d5-90b3-7c9365fb6148 None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:14.740865 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bd2eb96a-dbff-479b-970a-fd9477876702 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "PUT /v2.0/floatingips/5f7aa434-06d8-4297-97e3-d9f67ee04930 HTTP/1.1" status: 200  len: 978 time: 3.2646377
Dec 23 16:14:14.740865 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f006f9b0-d61f-4ae5-8e82-47dc32308163 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.4849782
Dec 23 16:14:14.741527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51414) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:14.744075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51418) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:14.777633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef235652-e355-4713-bc51-ae2d0558e73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:14.816166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-13679e4e-1e49-45e6-85ef-38df75d2d99f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:14.824364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef235652-e355-4713-bc51-ae2d0558e73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:14.966266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef235652-e355-4713-bc51-ae2d0558e73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:14.976995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:14.994186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef235652-e355-4713-bc51-ae2d0558e73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a1b525-6c96-491a-a35d-e72e32e3fc9a,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:15.000618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ef235652-e355-4713-bc51-ae2d0558e73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:15.005789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef235652-e355-4713-bc51-ae2d0558e73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:15.020880 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ef235652-e355-4713-bc51-ae2d0558e73e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/00a1b525-6c96-491a-a35d-e72e32e3fc9a HTTP/1.1" status: 204  len: 168 time: 0.4527860
Dec 23 16:14:15.053586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:15.054691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-13679e4e-1e49-45e6-85ef-38df75d2d99f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:15.066391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Deleting port a64a8f27-cb2f-4f9f-a012-5b43473229a4 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:15.066793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:15.073183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-13679e4e-1e49-45e6-85ef-38df75d2d99f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:15.089279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-33305c4a-c284-4397-accb-e7f3ba215a73 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting port 28848eb4-ddb2-418a-a0c2-4f5f9327a265 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:15.089667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33305c4a-c284-4397-accb-e7f3ba215a73 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:15.109846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51426) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:15.118726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13679e4e-1e49-45e6-85ef-38df75d2d99f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:15.124733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13679e4e-1e49-45e6-85ef-38df75d2d99f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:15.126230 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-13679e4e-1e49-45e6-85ef-38df75d2d99f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:15.126844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13679e4e-1e49-45e6-85ef-38df75d2d99f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:14:15.164498 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-13679e4e-1e49-45e6-85ef-38df75d2d99f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.4193757
Dec 23 16:14:15.182264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51430) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:15.209455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7b55634c-1ec4-4669-a9a9-d901e42473bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:15.297425 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-acada364-7153-4dbf-b1f9-08e19e616330 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8032015a81484b609ae148416523ce3b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1839397
Dec 23 16:14:15.302332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51436) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:15.369605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:15.423908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7b55634c-1ec4-4669-a9a9-d901e42473bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:15.448023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7b55634c-1ec4-4669-a9a9-d901e42473bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:15.451210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33305c4a-c284-4397-accb-e7f3ba215a73 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:15.451591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33305c4a-c284-4397-accb-e7f3ba215a73 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:15.508024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Calling delete_port for a64a8f27-cb2f-4f9f-a012-5b43473229a4 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:15.572353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f35a5714-b093-4376-acea-b6ab3b39946c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:15.585392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b55634c-1ec4-4669-a9a9-d901e42473bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:15.591413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b55634c-1ec4-4669-a9a9-d901e42473bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:15.592915 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b55634c-1ec4-4669-a9a9-d901e42473bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:15.593407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b55634c-1ec4-4669-a9a9-d901e42473bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:14:15.605847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-33305c4a-c284-4397-accb-e7f3ba215a73 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Calling delete_port for 28848eb4-ddb2-418a-a0c2-4f5f9327a265 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:15.627842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f35a5714-b093-4376-acea-b6ab3b39946c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:15.676741 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7b55634c-1ec4-4669-a9a9-d901e42473bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4932942
Dec 23 16:14:15.677149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51448) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:15.685091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c1865e92-3989-4960-ab9e-586f73c83794 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:15.789898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33305c4a-c284-4397-accb-e7f3ba215a73 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:15.795358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55225777-a2dd-438d-bd16-864fafdfc11f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:15.842743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f35a5714-b093-4376-acea-b6ab3b39946c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:15.850599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33305c4a-c284-4397-accb-e7f3ba215a73 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Port': ['ID=28848eb4-ddb2-418a-a0c2-4f5f9327a265,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:15.853702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-33305c4a-c284-4397-accb-e7f3ba215a73 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:15.853980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65dd99e9-70d5-4dde-a453-fa628cd994d4 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:15.880218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a5714-b093-4376-acea-b6ab3b39946c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f4deec-54f7-45dd-89cb-62862c3a8cb8,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:15.889330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f35a5714-b093-4376-acea-b6ab3b39946c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:15.890349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c1865e92-3989-4960-ab9e-586f73c83794 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:15.912569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c1865e92-3989-4960-ab9e-586f73c83794 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:15.920241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f35a5714-b093-4376-acea-b6ab3b39946c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:15.921522 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f35a5714-b093-4376-acea-b6ab3b39946c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/21f4deec-54f7-45dd-89cb-62862c3a8cb8 HTTP/1.1" status: 204  len: 168 time: 0.6181808
Dec 23 16:14:15.949094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1865e92-3989-4960-ab9e-586f73c83794 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:15.968203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:15.977949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fbfb56d7-307d-4246-b864-7047f11cc424 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:16.042582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Pushing event deleted for resources: {'Port': ['ID=a64a8f27-cb2f-4f9f-a012-5b43473229a4,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:16.049737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:16.140235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51462) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:16.214220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c1865e92-3989-4960-ab9e-586f73c83794 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:16.215852 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1865e92-3989-4960-ab9e-586f73c83794 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:16.216358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1865e92-3989-4960-ab9e-586f73c83794 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:14:16.222650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33305c4a-c284-4397-accb-e7f3ba215a73 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:16.259140 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c1865e92-3989-4960-ab9e-586f73c83794 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.5753846
Dec 23 16:14:16.310531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51468) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:16.334593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-85b20de5-7001-4170-a3fe-5be8ec0d9b91 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:16.804606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33305c4a-c284-4397-accb-e7f3ba215a73 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:14:16.820408 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8669f099-dcf6-4488-ab1d-cd115b96e964 tempest-ServiceProvidersTest-2137446945 tempest-ServiceProvidersTest-2137446945-project] 10.222.0.67 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.6635914
Dec 23 16:14:16.822107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.110676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33305c4a-c284-4397-accb-e7f3ba215a73 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:17.115446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-85b20de5-7001-4170-a3fe-5be8ec0d9b91 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:17.123282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bcc4e-dd2b-48e4-be2b-4828a6b56f62 None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:17.142728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33305c4a-c284-4397-accb-e7f3ba215a73 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.147413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60bcc4e-dd2b-48e4-be2b-4828a6b56f62 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:17.148114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f60bcc4e-dd2b-48e4-be2b-4828a6b56f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1f31d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:17.176378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51494) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:17.199372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-85b20de5-7001-4170-a3fe-5be8ec0d9b91 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:17.207349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.216169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.224379 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-33305c4a-c284-4397-accb-e7f3ba215a73 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/floatingips/5f7aa434-06d8-4297-97e3-d9f67ee04930 HTTP/1.1" status: 204  len: 168 time: 2.4817295
Dec 23 16:14:17.225191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51500) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:17.228258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b20de5-7001-4170-a3fe-5be8ec0d9b91 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:17.234715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85b20de5-7001-4170-a3fe-5be8ec0d9b91 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.236469 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b20de5-7001-4170-a3fe-5be8ec0d9b91 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:17.236962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b20de5-7001-4170-a3fe-5be8ec0d9b91 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:14:17.273375 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-85b20de5-7001-4170-a3fe-5be8ec0d9b91 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.9522145
Dec 23 16:14:17.274245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51504) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:17.282237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e5ca6b18-f520-434c-94dc-a51e202b08f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:17.301119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.301721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Fanout notify agent at l3_agent the message router_deleted on router 2a5faa58-9f16-4683-a6f5-bf84ce5c48a8 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:14:17.313465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f60bcc4e-dd2b-48e4-be2b-4828a6b56f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1f31d0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:17.318586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51508) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:17.321128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.322768 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "DELETE /v2.0/routers/2a5faa58-9f16-4683-a6f5-bf84ce5c48a8 HTTP/1.1" status: 204  len: 168 time: 3.0296819
Dec 23 16:14:17.328655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51512) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:17.328946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60bcc4e-dd2b-48e4-be2b-4828a6b56f62 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:17.329955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f60bcc4e-dd2b-48e4-be2b-4828a6b56f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1f31d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:17.354713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-820489309', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}, 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:17.368838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:17.380011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cb70b125-1665-4deb-9811-9a8c27c4c84b tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting port 13131ea5-d899-4bd3-b354-ff3a82a1ec0f {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:17.380682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb70b125-1665-4deb-9811-9a8c27c4c84b tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.409720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f60bcc4e-dd2b-48e4-be2b-4828a6b56f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1f31d0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:17.410186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bcc4e-dd2b-48e4-be2b-4828a6b56f62 None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:17.429408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e5ca6b18-f520-434c-94dc-a51e202b08f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:17.441297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e5ca6b18-f520-434c-94dc-a51e202b08f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:17.451624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ca6b18-f520-434c-94dc-a51e202b08f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:17.458432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6b18-f520-434c-94dc-a51e202b08f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.459423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1811299566'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:17.459987 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ca6b18-f520-434c-94dc-a51e202b08f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:17.460465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ca6b18-f520-434c-94dc-a51e202b08f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:14:17.464104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Usage tracker for resource:router and tenant:945fd87699974c4c8a64c9919ddb963e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:17.470742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:17.481199 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e5ca6b18-f520-434c-94dc-a51e202b08f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2051396
Dec 23 16:14:17.484007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51520) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:17.493077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:17.523277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:17.531372 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ae85a75b-797e-4a5e-8de1-8b18b772feb1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0461266
Dec 23 16:14:17.533283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Usage tracker for resource:network and tenant:c4d9fd741f0f4256997b68daf6b4a256 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:17.533996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51524) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:17.548962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:17.552038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3340-42ed-4fe3-9a19-557581e03aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.575137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:17.593749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.594720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.607953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46909558-68e5-4def-b31a-b9047fdc2bb9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:17.609564 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-46909558-68e5-4def-b31a-b9047fdc2bb9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0745149
Dec 23 16:14:17.613158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51528) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:17.633824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Made reservation on behalf of c4d9fd741f0f4256997b68daf6b4a256 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:17.639316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.683019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cb7a3340-42ed-4fe3-9a19-557581e03aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:17.686087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.686231 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-94381e7d-aeb9-48ee-ab60-2ae761dddb32 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0717876
Dec 23 16:14:17.690759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51532) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:17.697606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-fb3a84a2-d6c6-4bfa-b3b9-73f7a03dc611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:17.711668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cb7a3340-42ed-4fe3-9a19-557581e03aed admin admin] Usage tracker for resource:security_group_rule and tenant:739df1012c254769818bab703dec7b14 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:17.714998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cb7a3340-42ed-4fe3-9a19-557581e03aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:17.784358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cb7a3340-42ed-4fe3-9a19-557581e03aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:17.819855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.844473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:17.872180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb70b125-1665-4deb-9811-9a8c27c4c84b tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:17.874022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fb3a84a2-d6c6-4bfa-b3b9-73f7a03dc611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:17.880631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Usage tracker for resource:security_group_rule and tenant:c4d9fd741f0f4256997b68daf6b4a256 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:17.888724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fb3a84a2-d6c6-4bfa-b3b9-73f7a03dc611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:17.889546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:17.898575 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dce7319a-7eaa-436f-8461-36a465cccdba req-6d288fb7-6583-4bc5-8cf6-ec7ffd892919 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1816790
Dec 23 16:14:17.904467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3a84a2-d6c6-4bfa-b3b9-73f7a03dc611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:17.911240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb3a84a2-d6c6-4bfa-b3b9-73f7a03dc611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:18.019775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:18.029468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cb70b125-1665-4deb-9811-9a8c27c4c84b tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Calling delete_port for 13131ea5-d899-4bd3-b354-ff3a82a1ec0f owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:18.121967 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dce7319a-7eaa-436f-8461-36a465cccdba req-4af31928-f655-400c-bc58-fa0af3c632df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8769f4d3f6f5492984aeeb4cd437c456&device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 1098 time: 0.1113470
Dec 23 16:14:18.312701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3340-42ed-4fe3-9a19-557581e03aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:18.358951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7319a-7eaa-436f-8461-36a465cccdba req-69de77e7-50ae-42e6-bdde-d3346da379ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:18.360570 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dce7319a-7eaa-436f-8461-36a465cccdba req-69de77e7-50ae-42e6-bdde-d3346da379ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4afed7c-fdd1-4670-afcb-1be408a3d4c3 HTTP/1.1" status: 200  len: 898 time: 0.2076209
Dec 23 16:14:18.366542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3340-42ed-4fe3-9a19-557581e03aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:18.374764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:18.384641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:18.488870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:18.499217 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cb7a3340-42ed-4fe3-9a19-557581e03aed admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=739df1012c254769818bab703dec7b14&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3169734
Dec 23 16:14:18.500194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a3340-42ed-4fe3-9a19-557581e03aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ffa456-1cd8-4ecd-a255-a02b9b651a97,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:18.503364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51538) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:18.508035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:18.546176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb7a3340-42ed-4fe3-9a19-557581e03aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:18.546741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb7a3340-42ed-4fe3-9a19-557581e03aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:18.571283 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dce7319a-7eaa-436f-8461-36a465cccdba req-947eae22-a019-4baa-b065-3136ea9752ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04074957-bea6-4d32-9efc-5376ca2932fe HTTP/1.1" status: 200  len: 1001 time: 0.1794384
Dec 23 16:14:18.622389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70511850-4d68-491a-a4d8-1e4afeb8cec8,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:18.631527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:18.637569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb3a84a2-d6c6-4bfa-b3b9-73f7a03dc611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:18.643809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb70b125-1665-4deb-9811-9a8c27c4c84b tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:18.648150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:14:18.649059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-638dacfc-a94e-430f-bfe6-bc79ff001ae4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:18.654022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d02df1d0-482c-4ccb-8e36-14589ede6104 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:18.746095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3a84a2-d6c6-4bfa-b3b9-73f7a03dc611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:18.753514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-fb3a84a2-d6c6-4bfa-b3b9-73f7a03dc611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:18.760297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7319a-7eaa-436f-8461-36a465cccdba req-74cc360b-5696-4037-80c7-920d5903c2c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:18.762334 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dce7319a-7eaa-436f-8461-36a465cccdba req-74cc360b-5696-4037-80c7-920d5903c2c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=169e601e-34f0-4114-93f5-500de7206059 HTTP/1.1" status: 200  len: 835 time: 0.1775899
Dec 23 16:14:18.762817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70b125-1665-4deb-9811-9a8c27c4c84b tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Port': ['ID=13131ea5-d899-4bd3-b354-ff3a82a1ec0f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:18.765160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3a84a2-d6c6-4bfa-b3b9-73f7a03dc611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:18.765305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399a46e3-d4a8-4a59-9b87-bd8fc0f82e20 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:18.765797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb3a84a2-d6c6-4bfa-b3b9-73f7a03dc611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:18.769939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb70b125-1665-4deb-9811-9a8c27c4c84b tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:18.770947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:18.771392 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Added segment 2bd7fda7-0f14-4d3a-b134-e80592ce0586 of type vlan for network 67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf
Dec 23 16:14:18.775273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a84a2-d6c6-4bfa-b3b9-73f7a03dc611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=f0f92ee9-4c8b-440a-8660-0e54539de9aa,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:18.815703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c8caf41-e89c-449b-bbf9-32c3f7332473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:18.825097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fb3a84a2-d6c6-4bfa-b3b9-73f7a03dc611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:18.881808 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fb3a84a2-d6c6-4bfa-b3b9-73f7a03dc611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.1896894
Dec 23 16:14:18.883904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c8caf41-e89c-449b-bbf9-32c3f7332473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:18.884632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:18.894920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51542) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:18.910087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'mac_address': 'fa:16:3e:74:d4:19', 'name': 'tempest-NetworksTestDHCPv6-993875495'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:18.996624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb70b125-1665-4deb-9811-9a8c27c4c84b tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:19.006259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:19.010519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:19.011228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:19.023209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3cb16d4c-747d-4fc3-8984-c3cd541f18c6 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:19.057016 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dce7319a-7eaa-436f-8461-36a465cccdba req-a134ad86-4d54-4a23-80cf-5cdaff45145d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4afed7c-fdd1-4670-afcb-1be408a3d4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2828264
Dec 23 16:14:19.131424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:19.136937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c8caf41-e89c-449b-bbf9-32c3f7332473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:19.147175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f35a5714-b093-4376-acea-b6ab3b39946c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:19.181309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:19.198407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': 'f0f92ee9-4c8b-440a-8660-0e54539de9aa'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:14:19.199373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:19.242868 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cb70b125-1665-4deb-9811-9a8c27c4c84b tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/ports/13131ea5-d899-4bd3-b354-ff3a82a1ec0f HTTP/1.1" status: 204  len: 168 time: 2.0163813
Dec 23 16:14:19.249279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51546) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:19.294864 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.9723094
Dec 23 16:14:19.294864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event updated for resources: {'Network': ['ID=67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:19.299718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:19.304207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51550) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:19.309582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:19.315959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:19.321985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Request body: {'subnet': {'network_id': '67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:19.329948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:14:19.349220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:floatingip and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:19.356304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:19.376917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:19.472602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8caf41-e89c-449b-bbf9-32c3f7332473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ffa456-1cd8-4ecd-a255-a02b9b651a97,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:19.480654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c8caf41-e89c-449b-bbf9-32c3f7332473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:19.486065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51558) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:19.494948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:19.505170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c8caf41-e89c-449b-bbf9-32c3f7332473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:19.509488 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9c8caf41-e89c-449b-bbf9-32c3f7332473 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e1ffa456-1cd8-4ecd-a255-a02b9b651a97 HTTP/1.1" status: 204  len: 168 time: 0.9998143
Dec 23 16:14:19.565379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Allocated IP 2001:db8::f816:3eff:fef1:617f (ba343194-bb9c-4b65-8867-816842e8f671/f0f92ee9-4c8b-440a-8660-0e54539de9aa/8aa338ab-3cef-402a-8501-1bbffcc7b5aa) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:19.597023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:19.658488 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dce7319a-7eaa-436f-8461-36a465cccdba req-0f09289b-2808-43f8-b028-bf9f91ecb8ea service neutron] 10.222.0.36 "GET /v2.0/networks/c4afed7c-fdd1-4670-afcb-1be408a3d4c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5878386
Dec 23 16:14:19.659197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:19.665905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:19.775824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:19.811276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:19.835090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Usage tracker for resource:subnet and tenant:c4d9fd741f0f4256997b68daf6b4a256 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:19.842781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:19.849783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port 0548f84e-7e9a-49c4-b7f3-9c646f8d1f96 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:14:19.857633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:19.866072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:19.882802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Transition to ACTIVE for port object 8aa338ab-3cef-402a-8501-1bbffcc7b5aa will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:19.899740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Allocated IP 172.26.5.193 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/1ceb82c4-7226-4099-9343-c8642f53a8f8) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:19.908557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Transition to ACTIVE for port object 8aa338ab-3cef-402a-8501-1bbffcc7b5aa will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:19.909795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Made reservation on behalf of c4d9fd741f0f4256997b68daf6b4a256 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:19.919365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:19.926835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:20.016363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Pushing event updated for resources: {'Port': ['ID=8aa338ab-3cef-402a-8501-1bbffcc7b5aa,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:20.021743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:20.029718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cc49d873-e7ae-4231-ad88-7733a335e369 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Deleting port 366431cd-a0d1-4022-856e-ca2fc2e6f328 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:20.030110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc49d873-e7ae-4231-ad88-7733a335e369 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:20.031068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:20.032317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:20.034813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:20.086697 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dce7319a-7eaa-436f-8461-36a465cccdba req-ca140dc9-e548-4fce-90df-75a6f23aee6c service neutron] 10.222.0.36 "GET /v2.0/networks/c4afed7c-fdd1-4670-afcb-1be408a3d4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4050329
Dec 23 16:14:20.134955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Attempting to bind port 8aa338ab-3cef-402a-8501-1bbffcc7b5aa on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:14:20.135661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Attempting to bind port 8aa338ab-3cef-402a-8501-1bbffcc7b5aa by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:14:20.135823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Attempting to bind port 8aa338ab-3cef-402a-8501-1bbffcc7b5aa on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:14:20.145945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:14:20.146429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:14:20.146950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:20.147944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:14:20.148488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Bound port: 8aa338ab-3cef-402a-8501-1bbffcc7b5aa, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:14:20.148926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:20.245502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] For port 8aa338ab-3cef-402a-8501-1bbffcc7b5aa, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:14:20.248840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] For port 8aa338ab-3cef-402a-8501-1bbffcc7b5aa, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8aa338ab-3cef-402a-8501-1bbffcc7b5aa,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:14:20.254577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:20.267969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b8276664-c04b-4868-bc45-39e5e659794e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:20.279481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::f816:3eff:fe74:d419 (ba343194-bb9c-4b65-8867-816842e8f671/f0f92ee9-4c8b-440a-8660-0e54539de9aa/0548f84e-7e9a-49c4-b7f3-9c646f8d1f96) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:20.296045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:20.370120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc49d873-e7ae-4231-ad88-7733a335e369 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:20.370334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc49d873-e7ae-4231-ad88-7733a335e369 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:20.379176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Pushing event updated for resources: {'Port': ['ID=8aa338ab-3cef-402a-8501-1bbffcc7b5aa,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:20.382922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:20.386936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:20.460943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:20.531022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cc49d873-e7ae-4231-ad88-7733a335e369 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Calling delete_port for 366431cd-a0d1-4022-856e-ca2fc2e6f328 owned by network:floatingip {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:20.676148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:20.687421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:20.791346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Pushing event updated for resources: {'Port': ['ID=1ceb82c4-7226-4099-9343-c8642f53a8f8,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:20.797893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51582) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:20.804005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:20.804888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:20.808048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:20.822711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:20.828644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object 0548f84e-7e9a-49c4-b7f3-9c646f8d1f96 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:20.832886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:20.929694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc49d873-e7ae-4231-ad88-7733a335e369 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:20.932505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:20.934861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1343ac9f-c800-4c5d-8d47-f730604efa70 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:20.943263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Allocated IP 172.26.5.170 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/5c5c5335-b24a-476d-91f9-8b48fa6ac2f5) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:20.949802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:20.980202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:20.996299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49d873-e7ae-4231-ad88-7733a335e369 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event deleted for resources: {'Port': ['ID=366431cd-a0d1-4022-856e-ca2fc2e6f328,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:21.000921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc49d873-e7ae-4231-ad88-7733a335e369 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:21.004122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6eccb1ba-8217-495f-8c7e-cd6fa0bef0c5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:21.052090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2075527920-network', 'tenant_id': '01a029f0c85743ee88436be1f995d532'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:21.097610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:21.120373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Usage tracker for resource:network and tenant:01a029f0c85743ee88436be1f995d532 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:21.146403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event updated for resources: {'Subnet': ['ID=70f98b85-d4ee-4281-a561-ea8b89bef71f,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:21.159950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:21.160562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:21.167671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:21.172852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:21.186730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:21.191545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:21.196232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:21.196908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.227025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=0548f84e-7e9a-49c4-b7f3-9c646f8d1f96,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:21.234235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:21.242974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Made reservation on behalf of 01a029f0c85743ee88436be1f995d532 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:21.243416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Checking segment: {'id': '2bd7fda7-0f14-4d3a-b134-e80592ce0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:14:21.243825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Network hostable DHCP agents. Network: 67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:14:21.247714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.276001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.285907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc49d873-e7ae-4231-ad88-7733a335e369 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for floatingip, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.310959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.330389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Network 67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:14:21.345182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:21.349712 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.4470046
Dec 23 16:14:21.352767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51588) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:21.353980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:21.354633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.362238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5412fd4d-2e8f-4e36-9e8b-79650caf154f None None] Network 67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:21.401375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:21.408828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Usage tracker for resource:security_group_rule and tenant:01a029f0c85743ee88436be1f995d532 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:21.412693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:21.420816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:21.460303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.467769 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1586537
Dec 23 16:14:21.467769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b0e70496-7764-4db2-b5f1-b33d94505bab tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:21.478704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51592) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:21.502579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6cb39655-7169-4e0a-907d-bd42d591a50e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1623139903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:21.506628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.507469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.510362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6cb39655-7169-4e0a-907d-bd42d591a50e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:21.516450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6cb39655-7169-4e0a-907d-bd42d591a50e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Usage tracker for resource:router and tenant:c4d9fd741f0f4256997b68daf6b4a256 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:21.520590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6cb39655-7169-4e0a-907d-bd42d591a50e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:21.529573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6cb39655-7169-4e0a-907d-bd42d591a50e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:21.552287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cb39655-7169-4e0a-907d-bd42d591a50e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.553293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cb39655-7169-4e0a-907d-bd42d591a50e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.627435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8aa338ab-3cef-402a-8501-1bbffcc7b5aa up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:14:21.633145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:21.635608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=5c5c5335-b24a-476d-91f9-8b48fa6ac2f5,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:21.639741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:21.642441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:21.642707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cb39655-7169-4e0a-907d-bd42d591a50e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.649634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798a5ee3-6346-4ea4-ae0b-0d1c34e51036 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:21.654121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798a5ee3-6346-4ea4-ae0b-0d1c34e51036 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:21.659048 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-798a5ee3-6346-4ea4-ae0b-0d1c34e51036 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.2970209
Dec 23 16:14:21.662430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51596) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:21.664960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:21.699699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf', 'network_id': '67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf', 'tenant_id': 'c4d9fd741f0f4256997b68daf6b4a256', 'fixed_ips': [{'subnet_id': '70f98b85-d4ee-4281-a561-ea8b89bef71f'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:14:21.700721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.744812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.760716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.768187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ee6adb3-ab3d-4592-8c7d-5cca632bb56f tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:21.787502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cb39655-7169-4e0a-907d-bd42d591a50e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.810090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fd941033-d0fd-4080-b394-9d8d99427d99 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 0548f84e-7e9a-49c4-b7f3-9c646f8d1f96 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:21.810524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd941033-d0fd-4080-b394-9d8d99427d99 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.833201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 8aa338ab-3cef-402a-8501-1bbffcc7b5aa completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:21.897905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:14:21.938027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:21.951275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:14:21.981725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Allocated IP 172.20.0.2 (67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf/70f98b85-d4ee-4281-a561-ea8b89bef71f/50bd9706-c42f-4480-ac56-9fed914359ba) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:22.019021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.128516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1dd95d-954f-4402-a56f-d2c067176e79,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:22.132355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:22.237319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.237892 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Added segment 8fadce8d-07b9-4fbf-a544-745e0e33008e of type vlan for network 17522e9e-251e-4cb1-b4af-36084ff691d0
Dec 23 16:14:22.254555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cb39655-7169-4e0a-907d-bd42d591a50e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.255700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.259924 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6cb39655-7169-4e0a-907d-bd42d591a50e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.7755458
Dec 23 16:14:22.273258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Transition to ACTIVE for port object 50bd9706-c42f-4480-ac56-9fed914359ba will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:22.286141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51602) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:22.295983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Transition to ACTIVE for port object 50bd9706-c42f-4480-ac56-9fed914359ba will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:22.300392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.302586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Router 7f0c3507-26e2-4920-87b9-3fa2e3390f1d is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:14:22.303812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.309356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1985cc9e-f3cf-48c8-8b49-8c8ec5930de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:22.312015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.330253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc08c91d-9a73-44f4-8071-79c0d981f9bc tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:22.389847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Network 67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:22.394346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:22.396515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Pushing event updated for resources: {'Port': ['ID=50bd9706-c42f-4480-ac56-9fed914359ba,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:22.405363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:22.409803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:22.518508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Attempting to bind port 50bd9706-c42f-4480-ac56-9fed914359ba on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:14:22.518945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Attempting to bind port 50bd9706-c42f-4480-ac56-9fed914359ba by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '2bd7fda7-0f14-4d3a-b134-e80592ce0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:14:22.519401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Attempting to bind port 50bd9706-c42f-4480-ac56-9fed914359ba on network 67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:14:22.528597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:14:22.529033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Checking segment: {'id': '2bd7fda7-0f14-4d3a-b134-e80592ce0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:14:22.529504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.529962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Bound using segment: {'id': '2bd7fda7-0f14-4d3a-b134-e80592ce0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:14:22.530673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Bound port: 50bd9706-c42f-4480-ac56-9fed914359ba, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd7fda7-0f14-4d3a-b134-e80592ce0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:14:22.531170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.617823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-48dda291-d48f-4731-bff8-faadf5693e3e None None] Provisioning for port 8aa338ab-3cef-402a-8501-1bbffcc7b5aa completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:22.630735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-48dda291-d48f-4731-bff8-faadf5693e3e None None] Provisioning complete for port 8aa338ab-3cef-402a-8501-1bbffcc7b5aa triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:22.631209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-48dda291-d48f-4731-bff8-faadf5693e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.709758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] For port 50bd9706-c42f-4480-ac56-9fed914359ba, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:14:22.714591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] For port 50bd9706-c42f-4480-ac56-9fed914359ba, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=50bd9706-c42f-4480-ac56-9fed914359ba,segment=NetworkSegment(2bd7fda7-0f14-4d3a-b134-e80592ce0586),segment_id=2bd7fda7-0f14-4d3a-b134-e80592ce0586)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:14:22.725144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.732835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:22.753920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd941033-d0fd-4080-b394-9d8d99427d99 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.764766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.793839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=5c5c5335-b24a-476d-91f9-8b48fa6ac2f5,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:22.800598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.806645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:22.852528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.856910 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.5698550
Dec 23 16:14:22.859527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51606) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:22.866603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'port': {'network_id': '80adc495-91d5-4faf-be85-3530fbb88615', 'name': 'tempest-FloatingIPTestJSON-820919588'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:22.876942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-48dda291-d48f-4731-bff8-faadf5693e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.901783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Pushing event updated for resources: {'Port': ['ID=50bd9706-c42f-4480-ac56-9fed914359ba,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:22.917042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:22.937949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-48dda291-d48f-4731-bff8-faadf5693e3e None None] For port 8aa338ab-3cef-402a-8501-1bbffcc7b5aa, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8aa338ab-3cef-402a-8501-1bbffcc7b5aa,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:22.943898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-48dda291-d48f-4731-bff8-faadf5693e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:22.945017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fd941033-d0fd-4080-b394-9d8d99427d99 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 0548f84e-7e9a-49c4-b7f3-9c646f8d1f96 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:22.948412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:23.036004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dda291-d48f-4731-bff8-faadf5693e3e None None] Pushing event updated for resources: {'Port': ['ID=8aa338ab-3cef-402a-8501-1bbffcc7b5aa,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:23.043953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-48dda291-d48f-4731-bff8-faadf5693e3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:23.078438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6f97d8e1-a564-44db-8c38-d842ba689f1f None None] Provisioning for port 0548f84e-7e9a-49c4-b7f3-9c646f8d1f96 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:23.085797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6f97d8e1-a564-44db-8c38-d842ba689f1f None None] Provisioning complete for port 0548f84e-7e9a-49c4-b7f3-9c646f8d1f96 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:23.086231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f97d8e1-a564-44db-8c38-d842ba689f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:23.129481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:23.136242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:port and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:23.140305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:23.144653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:23.153702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6f97d8e1-a564-44db-8c38-d842ba689f1f None None] Port 0548f84e-7e9a-49c4-b7f3-9c646f8d1f96 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:14:23.154505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:23.165153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5f479-f736-4523-adbb-7a0373b93f58 None None] Sync routers for ids ['7f0c3507-26e2-4920-87b9-3fa2e3390f1d'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:23.182168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5f479-f736-4523-adbb-7a0373b93f58 None None] Routers {'7f0c3507-26e2-4920-87b9-3fa2e3390f1d'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:23.183269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b1c5f479-f736-4523-adbb-7a0373b93f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab00860>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['7f0c3507-26e2-4920-87b9-3fa2e3390f1d'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:23.191712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Made reservation on behalf of 810ff0626f894b4a9876803850be68f6 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:23.197414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:23.216541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:23.217873 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 5.8764203
Dec 23 16:14:23.224366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] device_id is not set on port ddd1543e-26ce-4431-80f2-bc1ebe629cd6 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:14:23.247470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51612) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:23.258475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b1c5f479-f736-4523-adbb-7a0373b93f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab00860>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:23.272943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5f479-f736-4523-adbb-7a0373b93f58 None None] Routers {'7f0c3507-26e2-4920-87b9-3fa2e3390f1d'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:23.273650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b1c5f479-f736-4523-adbb-7a0373b93f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab00860>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['7f0c3507-26e2-4920-87b9-3fa2e3390f1d'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:23.283901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:23.347152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b1c5f479-f736-4523-adbb-7a0373b93f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab00860>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:23.347622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5f479-f736-4523-adbb-7a0373b93f58 None None] The sync data for ids ['7f0c3507-26e2-4920-87b9-3fa2e3390f1d'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:23.356864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:23.357868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:23.358516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:23.394665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Allocated IP 172.20.0.7 (80adc495-91d5-4faf-be85-3530fbb88615/93c1a568-2f1c-49ec-9500-55a6b7219535/ddd1543e-26ce-4431-80f2-bc1ebe629cd6) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:23.427595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2beac868-16c0-449b-b7b2-f3be3d8e70fe tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:23.533972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd941033-d0fd-4080-b394-9d8d99427d99 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:23.656146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 50bd9706-c42f-4480-ac56-9fed914359ba up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:14:23.674339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:23.699875 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.8979383
Dec 23 16:14:23.700197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Pushing event updated for resources: {'Network': ['ID=17522e9e-251e-4cb1-b4af-36084ff691d0,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:23.701216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51616) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:23.703413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:23.706632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-93461d8f-4194-4b63-b29e-31b5c99c7333 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:23.708805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Request body: {'subnet': {'network_id': '17522e9e-251e-4cb1-b4af-36084ff691d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2075527920-subnet', 'tenant_id': '01a029f0c85743ee88436be1f995d532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:23.714201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:23.716330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 17522e9e-251e-4cb1-b4af-36084ff691d0 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:14:23.718922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:23.721875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Usage tracker for resource:subnet and tenant:01a029f0c85743ee88436be1f995d532 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:23.728999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d196ba74-aeaf-4cd1-880b-17bd3f3f6308 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:23.759890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:23.784407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:23.822105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Made reservation on behalf of 01a029f0c85743ee88436be1f995d532 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:23.826918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:23.827864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 50bd9706-c42f-4480-ac56-9fed914359ba completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:23.842887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 80adc495-91d5-4faf-be85-3530fbb88615 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:23.846790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=ddd1543e-26ce-4431-80f2-bc1ebe629cd6,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:23.848061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8aa338ab-3cef-402a-8501-1bbffcc7b5aa up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:14:23.853137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:23.857442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:23.858197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:23.868573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd941033-d0fd-4080-b394-9d8d99427d99 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:23.873931 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fd941033-d0fd-4080-b394-9d8d99427d99 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/0548f84e-7e9a-49c4-b7f3-9c646f8d1f96 HTTP/1.1" status: 204  len: 168 time: 2.2043617
Dec 23 16:14:23.876732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd941033-d0fd-4080-b394-9d8d99427d99 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=0548f84e-7e9a-49c4-b7f3-9c646f8d1f96,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:23.879587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fd941033-d0fd-4080-b394-9d8d99427d99 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:23.880381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51620) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:23.934059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 8aa338ab-3cef-402a-8501-1bbffcc7b5aa triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:23.934059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:24.013182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:24.013906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:24.061388 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.2008574
Dec 23 16:14:24.066679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51624) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:24.075059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6bbde310-bb12-4292-bdb0-09628ad79b2a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'floatingip': {'port_id': 'ddd1543e-26ce-4431-80f2-bc1ebe629cd6'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:24.117637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc49d873-e7ae-4231-ad88-7733a335e369 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:14:24.123352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c097ff-02f8-4531-a76d-1f9e4a2f69c0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:24.123806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-51c097ff-02f8-4531-a76d-1f9e4a2f69c0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:24.186611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bbde310-bb12-4292-bdb0-09628ad79b2a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:24.211306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:24.229327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-51c097ff-02f8-4531-a76d-1f9e4a2f69c0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:24.231195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-51c097ff-02f8-4531-a76d-1f9e4a2f69c0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.3472309
Dec 23 16:14:24.237758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51630) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:24.331200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2be03b4-2737-4ba2-b086-44199e42feb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:24.604451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:24.612560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-46f6ae19-2eb4-4fa2-8c70-04458a0a80e9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:24.779330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e85824-6fd0-44bc-954e-e199d0999bb9,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:24.787994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:24.796276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfa9b9b-2f2b-4cf1-87cf-b18e6111cbea None None] Network 67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:24.810742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Checking segment: {'id': '8fadce8d-07b9-4fbf-a544-745e0e33008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '17522e9e-251e-4cb1-b4af-36084ff691d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:14:24.811178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Network hostable DHCP agents. Network: 17522e9e-251e-4cb1-b4af-36084ff691d0, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:14:24.931060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-208034ad-4c51-484d-a283-5810196c06b8 None None] Provisioning for port 50bd9706-c42f-4480-ac56-9fed914359ba completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:24.934341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Network 17522e9e-251e-4cb1-b4af-36084ff691d0 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:14:24.949742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 17522e9e-251e-4cb1-b4af-36084ff691d0) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:24.950547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-208034ad-4c51-484d-a283-5810196c06b8 None None] Provisioning complete for port 50bd9706-c42f-4480-ac56-9fed914359ba triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:24.951001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-208034ad-4c51-484d-a283-5810196c06b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:24.960295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:24.960963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:24.981536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f9c9d9-a9b0-4607-bb2f-1cc3a6a28c13 None None] Network 17522e9e-251e-4cb1-b4af-36084ff691d0 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:24.997285 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2875528
Dec 23 16:14:25.145676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bbde310-bb12-4292-bdb0-09628ad79b2a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:25.150926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bbde310-bb12-4292-bdb0-09628ad79b2a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:25.338375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3f3b7c-e74c-4307-9ff7-c157faf4d050 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet f0f92ee9-4c8b-440a-8660-0e54539de9aa {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:14:25.341708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be3f3b7c-e74c-4307-9ff7-c157faf4d050 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:25.419379 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-6bbde310-bb12-4292-bdb0-09628ad79b2a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Floating IP 3210b7b5-127c-4dd2-a35e-8666e1435874 associated. External IP: 172.26.5.170, port: ddd1543e-26ce-4431-80f2-bc1ebe629cd6.
Dec 23 16:14:25.420240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be3f3b7c-e74c-4307-9ff7-c157faf4d050 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:25.574247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Allocated IP 172.20.0.1 (67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf/70f98b85-d4ee-4281-a561-ea8b89bef71f/00e0fb73-b553-4d68-9c05-f257d3d29c59) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:25.725728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-208034ad-4c51-484d-a283-5810196c06b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:25.765355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc49d873-e7ae-4231-ad88-7733a335e369 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:25.771605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be3f3b7c-e74c-4307-9ff7-c157faf4d050 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:25.778160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb30b58e-d506-4bbe-b05f-8e67dca476e4 None None] Sync routers for ids ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:25.794223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d431d2-d919-4404-8aed-0d0ffaa51287 req-a7e5726d-3555-40f9-a28c-246ad2517b5d tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:25.802648 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-58d431d2-d919-4404-8aed-0d0ffaa51287 req-a7e5726d-3555-40f9-a28c-246ad2517b5d tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.1301470
Dec 23 16:14:25.807080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122b81be-9da8-4f1f-959b-3f5d03ccb756 None None] Network 17522e9e-251e-4cb1-b4af-36084ff691d0 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:25.812504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb30b58e-d506-4bbe-b05f-8e67dca476e4 None None] Routers {'5ffef2da-d49a-4b06-80c4-c97ad4186ad1'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:25.814980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fb30b58e-d506-4bbe-b05f-8e67dca476e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a753a58>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:25.877930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc49d873-e7ae-4231-ad88-7733a335e369 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:25.878288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-208034ad-4c51-484d-a283-5810196c06b8 None None] For port 50bd9706-c42f-4480-ac56-9fed914359ba, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=50bd9706-c42f-4480-ac56-9fed914359ba,segment=NetworkSegment(2bd7fda7-0f14-4d3a-b134-e80592ce0586),segment_id=2bd7fda7-0f14-4d3a-b134-e80592ce0586)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:25.881451 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-58d431d2-d919-4404-8aed-0d0ffaa51287 req-2e51266c-6935-4d76-b309-c359a5264aa9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750515
Dec 23 16:14:25.961353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:25.980204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Transition to ACTIVE for port object 00e0fb73-b553-4d68-9c05-f257d3d29c59 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:26.023039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:26.036600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7e406b0c-bf9e-4154-a05d-ef61cbf4d082 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:26.061930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-208034ad-4c51-484d-a283-5810196c06b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:26.179617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:26.293186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-fb30b58e-d506-4bbe-b05f-8e67dca476e4 None None] Set router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:14:26.295307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbde310-bb12-4292-bdb0-09628ad79b2a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:14:26.319328 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cc49d873-e7ae-4231-ad88-7733a335e369 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "DELETE /v2.0/floatingips/34e6decd-2d3b-49ed-8fc9-b6fac4a3801d HTTP/1.1" status: 204  len: 168 time: 6.8212960
Dec 23 16:14:26.353705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'tag': '04074957-bea6-4d32-9efc-5376ca2932fe'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:14:26.457129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event updated for resources: {'Port': ['ID=00e0fb73-b553-4d68-9c05-f257d3d29c59,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:26.461794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Network 67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:26.464996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:26.480942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:26.483954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:26.517852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:26.548917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208034ad-4c51-484d-a283-5810196c06b8 None None] Pushing event updated for resources: {'Port': ['ID=50bd9706-c42f-4480-ac56-9fed914359ba,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:26.579340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-208034ad-4c51-484d-a283-5810196c06b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:26.580203 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'tag': '04074957-bea6-4d32-9efc-5376ca2932fe', 'status': 'completed', 'code': 200}
Dec 23 16:14:26.581372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be3f3b7c-e74c-4307-9ff7-c157faf4d050 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:26.684601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-53ed91f8-b959-42fc-84b9-1d1b6384fa4e None None] Provisioning complete for port 50bd9706-c42f-4480-ac56-9fed914359ba triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:26.685042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53ed91f8-b959-42fc-84b9-1d1b6384fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:26.710234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b97a314a-d35f-49cd-8671-97af672d9f32 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:26.806781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b1135b-724e-4588-a7d9-c1e2d19fee8d None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:26.849544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f3b7c-e74c-4307-9ff7-c157faf4d050 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f92ee9-4c8b-440a-8660-0e54539de9aa,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:26.852692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51666) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:26.853793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be3f3b7c-e74c-4307-9ff7-c157faf4d050 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:26.866001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-99eff61e-94bb-40d2-9c85-d8bf8b9aec69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:26.874329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-be3f3b7c-e74c-4307-9ff7-c157faf4d050 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:27.015403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-133341864-network', 'tenant_id': '2e7a9f9bb09f48d98dabea80133a3087'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:27.028280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:27.037102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Usage tracker for resource:network and tenant:2e7a9f9bb09f48d98dabea80133a3087 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:27.045683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:27.048709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fb30b58e-d506-4bbe-b05f-8e67dca476e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a753a58>, [{'id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:13Z', 'revision_number': 4, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'gw_port': {'id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '98132f3d-55fa-4f95-ae92-c48af0589414', 'name': '', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'mac_address': 'fa:16:3e:9b:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '169e601e-34f0-4114-93f5-500de7206059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:12Z', 'updated_at': '2021-12-23T16:12:26Z', 'revision_number': 5, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'subnets': [{'id': '169e601e-34f0-4114-93f5-500de7206059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:27.052332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:27.054349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb30b58e-d506-4bbe-b05f-8e67dca476e4 None None] Checking router: 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:14:27.070327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb30b58e-d506-4bbe-b05f-8e67dca476e4 None None] Routers {'5ffef2da-d49a-4b06-80c4-c97ad4186ad1'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:27.071398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fb30b58e-d506-4bbe-b05f-8e67dca476e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a753a58>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:27.094540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:27.097972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Made reservation on behalf of 2e7a9f9bb09f48d98dabea80133a3087 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:27.102663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:27.121811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:27.148513 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-be3f3b7c-e74c-4307-9ff7-c157faf4d050 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/f0f92ee9-4c8b-440a-8660-0e54539de9aa HTTP/1.1" status: 204  len: 168 time: 2.9085233
Dec 23 16:14:27.151597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51670) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:27.252451 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-03789d23-a291-4f74-ad3f-ef0599c3c172 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0985034
Dec 23 16:14:27.256822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:27.257782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51674) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:27.269665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:27.305601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f81987-cb89-499e-b261-8b88105bcb82 req-e886853c-3f50-4365-9cd5-b8e3ae58d620 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:27.312963 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f9f81987-cb89-499e-b261-8b88105bcb82 req-e886853c-3f50-4365-9cd5-b8e3ae58d620 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.2809362
Dec 23 16:14:27.328626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-fb30b58e-d506-4bbe-b05f-8e67dca476e4 None None] Set router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:14:27.349679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be5e8e3-37e9-4c1f-a5b2-dff74e728b0c None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:14:27.350576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:27.354776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Usage tracker for resource:security_group_rule and tenant:2e7a9f9bb09f48d98dabea80133a3087 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:27.355649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1b13b73f-20ca-4815-9994-4deb84d44490 None None] Provisioning for port 00e0fb73-b553-4d68-9c05-f257d3d29c59 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:27.357919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:27.361495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2be5e8e3-37e9-4c1f-a5b2-dff74e728b0c None None] Deleting port 8aa338ab-3cef-402a-8501-1bbffcc7b5aa {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:27.362194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2be5e8e3-37e9-4c1f-a5b2-dff74e728b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:27.365603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:27.373497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbde310-bb12-4292-bdb0-09628ad79b2a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:27.380709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bbde310-bb12-4292-bdb0-09628ad79b2a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:27.404271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e4748e-ab0d-4622-9f01-42e0de06b410 None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:27.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1b13b73f-20ca-4815-9994-4deb84d44490 None None] Provisioning complete for port 00e0fb73-b553-4d68-9c05-f257d3d29c59 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:27.432458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b13b73f-20ca-4815-9994-4deb84d44490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:27.442933 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6bbde310-bb12-4292-bdb0-09628ad79b2a tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "PUT /v2.0/floatingips/3210b7b5-127c-4dd2-a35e-8666e1435874 HTTP/1.1" status: 200  len: 977 time: 3.3748317
Dec 23 16:14:27.515723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4748e-ab0d-4622-9f01-42e0de06b410 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:27.515723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a3e4748e-ab0d-4622-9f01-42e0de06b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8a0f28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:27.553906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51678) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:27.557405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f9f81987-cb89-499e-b261-8b88105bcb82 req-af030402-5a0c-4d3c-8c90-8a69e6971eae tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2434940
Dec 23 16:14:27.619924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a3e4748e-ab0d-4622-9f01-42e0de06b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8a0f28>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:27.665655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4f6cd15c-cdb9-472b-86e3-c3975e9b6771 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting port ddd1543e-26ce-4431-80f2-bc1ebe629cd6 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:27.666052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f6cd15c-cdb9-472b-86e3-c3975e9b6771 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:27.717096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:27.725999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:27.731702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:27.746050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:27.774058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:27.776386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:27.792170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fb30b58e-d506-4bbe-b05f-8e67dca476e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a753a58>, [{'id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:13Z', 'revision_number': 4, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'gw_port': {'id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '98132f3d-55fa-4f95-ae92-c48af0589414', 'name': '', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'mac_address': 'fa:16:3e:9b:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '169e601e-34f0-4114-93f5-500de7206059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:12Z', 'updated_at': '2021-12-23T16:12:26Z', 'revision_number': 5, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'subnets': [{'id': '169e601e-34f0-4114-93f5-500de7206059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:27.798643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb30b58e-d506-4bbe-b05f-8e67dca476e4 None None] The sync data for ids ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'] in dv-neutron-822801-1-hyperv is: [{'id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:13Z', 'revision_number': 4, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'gw_port': {'id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '98132f3d-55fa-4f95-ae92-c48af0589414', 'name': '', 'network_id': 'c4afed7c-fdd1-4670-afcb-1be408a3d4c3', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'mac_address': 'fa:16:3e:9b:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '169e601e-34f0-4114-93f5-500de7206059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:12Z', 'updated_at': '2021-12-23T16:12:26Z', 'revision_number': 5, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'subnets': [{'id': '169e601e-34f0-4114-93f5-500de7206059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:27.808197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296430a-36fe-4648-8567-103d83caa671 req-e65db0a7-c725-4eac-ba9b-4ade7aa79fda tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:27.809921 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9296430a-36fe-4648-8567-103d83caa671 req-e65db0a7-c725-4eac-ba9b-4ade7aa79fda tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.9370661
Dec 23 16:14:27.810627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:27.821913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bcc9e8f6-085d-46aa-97f5-b6f32ea5d51b tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:27.825020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1b13b73f-20ca-4815-9994-4deb84d44490 None None] Port 00e0fb73-b553-4d68-9c05-f257d3d29c59 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:14:27.825502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:27.826814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 50bd9706-c42f-4480-ac56-9fed914359ba up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:14:27.840615 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c4af30d-a810-41d3-8931-d08f64c288e8 req-415a8877-55c7-4e60-b2af-766a46e03540 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8769f4d3f6f5492984aeeb4cd437c456&device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 1098 time: 1.2340169
Dec 23 16:14:27.929347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2be5e8e3-37e9-4c1f-a5b2-dff74e728b0c None None] For port 8aa338ab-3cef-402a-8501-1bbffcc7b5aa, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8aa338ab-3cef-402a-8501-1bbffcc7b5aa,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:27.929826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2be5e8e3-37e9-4c1f-a5b2-dff74e728b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:27.948250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4748e-ab0d-4622-9f01-42e0de06b410 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:27.948974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a3e4748e-ab0d-4622-9f01-42e0de06b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8a0f28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:27.966706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:14:28.006296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 50bd9706-c42f-4480-ac56-9fed914359ba triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:28.007110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:28.019413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:28.022544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:28.022950 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Added segment 6dda17ea-c41d-4c14-81bb-19eb2eedede1 of type vlan for network b650c6fe-ecc2-437e-bb6d-e6bb0ce9d9fd
Dec 23 16:14:28.036952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99936637-2e78-41e2-a006-0fa67bb5ffd3,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:28.052428 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9296430a-36fe-4648-8567-103d83caa671 req-d1650fa5-9884-4b30-871c-0d18b75277cd tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2157266
Dec 23 16:14:28.054065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:28.168370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a3e4748e-ab0d-4622-9f01-42e0de06b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8a0f28>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:28.168857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e4748e-ab0d-4622-9f01-42e0de06b410 None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:28.184193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2be5e8e3-37e9-4c1f-a5b2-dff74e728b0c None None] Calling delete_port for 8aa338ab-3cef-402a-8501-1bbffcc7b5aa owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:28.338050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:28.390946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f6cd15c-cdb9-472b-86e3-c3975e9b6771 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:28.400936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:28.425293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2be5e8e3-37e9-4c1f-a5b2-dff74e728b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:28.430896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-483c04bb-4e59-4d83-9f79-e4ded6815148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:28.450878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4af30d-a810-41d3-8931-d08f64c288e8 req-0c651e7f-c07f-47f6-aa46-cc9ee363fb38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:28.452551 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c4af30d-a810-41d3-8931-d08f64c288e8 req-0c651e7f-c07f-47f6-aa46-cc9ee363fb38 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4afed7c-fdd1-4670-afcb-1be408a3d4c3 HTTP/1.1" status: 200  len: 898 time: 0.5304551
Dec 23 16:14:28.505863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8aa338ab-3cef-402a-8501-1bbffcc7b5aa no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:14:28.520491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4551246b-a1e5-4f64-9685-7fb5ad3b7505 None None] New status for floating IP 34e6decd-2d3b-49ed-8fc9-b6fac4a3801d: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:14:28.560554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:28.561555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:28.562208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:28.577114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5e8e3-37e9-4c1f-a5b2-dff74e728b0c None None] Pushing event deleted for resources: {'Port': ['ID=8aa338ab-3cef-402a-8501-1bbffcc7b5aa,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:28.585355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5fef6bda-b8ca-406f-a6b4-63a9dadceb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:28.587066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2be5e8e3-37e9-4c1f-a5b2-dff74e728b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:28.595967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 8aa338ab-3cef-402a-8501-1bbffcc7b5aa {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:14:28.596681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8aa338ab-3cef-402a-8501-1bbffcc7b5aa not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:14:28.599142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:28.602783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5e8e3-37e9-4c1f-a5b2-dff74e728b0c None None] No DVR routers for this DVR port 8aa338ab-3cef-402a-8501-1bbffcc7b5aa on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:14:28.634112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:28.650377 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c4af30d-a810-41d3-8931-d08f64c288e8 req-92bf243d-d5af-4a76-af43-6fe5c364f484 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04074957-bea6-4d32-9efc-5376ca2932fe HTTP/1.1" status: 200  len: 217 time: 0.1895106
Dec 23 16:14:28.652938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d652f-c59f-41e8-8f50-620b7a441545 req-b5ee67cf-9f30-40b2-a0ad-865d57bb908a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:28.654619 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d76d652f-c59f-41e8-8f50-620b7a441545 req-b5ee67cf-9f30-40b2-a0ad-865d57bb908a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.36 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.5419171
Dec 23 16:14:28.788260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Deleting port 1ceb82c4-7226-4099-9343-c8642f53a8f8 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:28.788654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:28.855239 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.9739506
Dec 23 16:14:28.870220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51690) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:28.960149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Request body: {'subnet': {'network_id': 'b650c6fe-ecc2-437e-bb6d-e6bb0ce9d9fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-133341864-subnet', 'tenant_id': '2e7a9f9bb09f48d98dabea80133a3087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:28.972025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Pushing event updated for resources: {'Network': ['ID=b650c6fe-ecc2-437e-bb6d-e6bb0ce9d9fd,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:28.974805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:28.984961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network b650c6fe-ecc2-437e-bb6d-e6bb0ce9d9fd details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:14:28.989266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:28.992090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Usage tracker for resource:subnet and tenant:2e7a9f9bb09f48d98dabea80133a3087 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:29.006528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:29.035784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:29.043639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4af30d-a810-41d3-8931-d08f64c288e8 req-b7a8529a-4baf-48ba-aa0c-7111212b22ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:29.045267 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c4af30d-a810-41d3-8931-d08f64c288e8 req-b7a8529a-4baf-48ba-aa0c-7111212b22ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=169e601e-34f0-4114-93f5-500de7206059 HTTP/1.1" status: 200  len: 835 time: 0.3258295
Dec 23 16:14:29.117358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Made reservation on behalf of 2e7a9f9bb09f48d98dabea80133a3087 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:29.122165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:29.139993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-d76d652f-c59f-41e8-8f50-620b7a441545 req-b1712f3b-4ffa-4106-af3b-ecf5c89ffb86 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Deleting port 04074957-bea6-4d32-9efc-5376ca2932fe {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:29.140389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d76d652f-c59f-41e8-8f50-620b7a441545 req-b1712f3b-4ffa-4106-af3b-ecf5c89ffb86 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:29.178595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f6cd15c-cdb9-472b-86e3-c3975e9b6771 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:29.179028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f6cd15c-cdb9-472b-86e3-c3975e9b6771 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:29.179403 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-4f6cd15c-cdb9-472b-86e3-c3975e9b6771 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Floating IP 3210b7b5-127c-4dd2-a35e-8666e1435874 disassociated. External IP: 172.26.5.170, port: ddd1543e-26ce-4431-80f2-bc1ebe629cd6.
Dec 23 16:14:29.179790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4f6cd15c-cdb9-472b-86e3-c3975e9b6771 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Calling delete_port for ddd1543e-26ce-4431-80f2-bc1ebe629cd6 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:29.381900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:29.411382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:29.434229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61fefb-46e8-41e3-868f-1aa7dc691936 req-2e51d112-b8dc-4b73-ae9b-1b3aa876fbf0 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:29.435936 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5c61fefb-46e8-41e3-868f-1aa7dc691936 req-2e51d112-b8dc-4b73-ae9b-1b3aa876fbf0 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 945 time: 0.5523865
Dec 23 16:14:29.451347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:29.494702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:29.690059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Calling delete_port for 1ceb82c4-7226-4099-9343-c8642f53a8f8 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:29.768446 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c4af30d-a810-41d3-8931-d08f64c288e8 req-cf0981d0-4992-4aee-9bf5-ee62ee759974 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4afed7c-fdd1-4670-afcb-1be408a3d4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7004001
Dec 23 16:14:29.769091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event updated for resources: {'Port': ['ID=00e0fb73-b553-4d68-9c05-f257d3d29c59,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:29.778383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:29.784116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:29.808584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:29.826191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-201056a8-e9a4-439a-8d24-edd464369bf1 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:29.834844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997497a-ce2b-4366-8573-27f483691660 req-412d3f0a-ad83-4b6e-94b7-1446ae702a2f tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:29.836541 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3997497a-ce2b-4366-8573-27f483691660 req-412d3f0a-ad83-4b6e-94b7-1446ae702a2f tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.6911504
Dec 23 16:14:29.996818 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5c61fefb-46e8-41e3-868f-1aa7dc691936 req-ed23f6b5-02b3-4a59-a368-933053d27b6e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/security-groups?id=98383d4d-8a66-483a-8a69-c6852237910b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5307007
Dec 23 16:14:30.005828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f6cd15c-cdb9-472b-86e3-c3975e9b6771 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:30.012757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:30.023660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:30.029350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=6b058ef2-3e22-4189-a1f1-e4867a4bc1ef,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:30.032708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:30.033152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:30.037760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e73a3a-bb65-41be-9852-696979f48874 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:30.048529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:30.048529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ef607248-783a-419f-9f3c-c894a27ceb7c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:30.120914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cd15c-cdb9-472b-86e3-c3975e9b6771 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Port': ['ID=ddd1543e-26ce-4431-80f2-bc1ebe629cd6,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:30.135271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f6cd15c-cdb9-472b-86e3-c3975e9b6771 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:30.147725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-d76d652f-c59f-41e8-8f50-620b7a441545 req-b1712f3b-4ffa-4106-af3b-ecf5c89ffb86 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] For port 04074957-bea6-4d32-9efc-5376ca2932fe, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=04074957-bea6-4d32-9efc-5376ca2932fe,segment=NetworkSegment(c684b206-1c7d-4738-b19d-3a7b3b706252),segment_id=c684b206-1c7d-4738-b19d-3a7b3b706252)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:30.149837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d76d652f-c59f-41e8-8f50-620b7a441545 req-b1712f3b-4ffa-4106-af3b-ecf5c89ffb86 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:30.164752 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.9034185
Dec 23 16:14:30.168127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51696) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:30.228249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'mac_address': 'fa:16:3e:66:73:33', 'name': 'tempest-NetworksTestDHCPv6-1875103864'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:30.370416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-d76d652f-c59f-41e8-8f50-620b7a441545 req-b1712f3b-4ffa-4106-af3b-ecf5c89ffb86 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Calling delete_port for 04074957-bea6-4d32-9efc-5376ca2932fe owned by compute:nova {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:30.477342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': '6b058ef2-3e22-4189-a1f1-e4867a4bc1ef'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:14:30.478312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:30.483082 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3997497a-ce2b-4366-8573-27f483691660 req-2568c88f-b6f3-4038-a83a-535a09d72b86 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6099110
Dec 23 16:14:30.506544 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c4af30d-a810-41d3-8931-d08f64c288e8 req-450baa99-4ce0-4248-96ae-b77290621849 service neutron] 10.222.0.36 "GET /v2.0/networks/c4afed7c-fdd1-4670-afcb-1be408a3d4c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7251761
Dec 23 16:14:30.551489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:30.564476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-692c454e-15d9-4a83-b427-302c531832a9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:30.655861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Allocated IP 2001:db8::f816:3eff:fe51:d18a (ba343194-bb9c-4b65-8867-816842e8f671/6b058ef2-3e22-4189-a1f1-e4867a4bc1ef/1196951f-2169-4718-9b66-31eeef63ea71) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:30.665117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Network 67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:30.666530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:30.670114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:30.729877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:port and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:30.740271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:30.765707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:30.789841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:30.796720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:30.815774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d76d652f-c59f-41e8-8f50-620b7a441545 req-b1712f3b-4ffa-4106-af3b-ecf5c89ffb86 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:30.824951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:30.874528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1712f3b-4ffa-4106-af3b-ecf5c89ffb86 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event deleted for resources: {'Port': ['ID=04074957-bea6-4d32-9efc-5376ca2932fe,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:30.882823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b1712f3b-4ffa-4106-af3b-ecf5c89ffb86 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:30.896185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port 4b3a0209-787a-47b4-9d8a-ffb2e399e260 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:14:30.899408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e137a2d-e5ed-4199-b59e-a2d49df62ad0,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:30.934965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:30.954625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:30.964445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc49d873-e7ae-4231-ad88-7733a335e369 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:31.027368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Pushing event deleted for resources: {'Port': ['ID=1ceb82c4-7226-4099-9343-c8642f53a8f8,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:31.049578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:31.055652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76d652f-c59f-41e8-8f50-620b7a441545 req-b1712f3b-4ffa-4106-af3b-ecf5c89ffb86 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] No DVR routers for this DVR port 04074957-bea6-4d32-9efc-5376ca2932fe on host hv-neutron-8228 {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:14:31.062834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d76d652f-c59f-41e8-8f50-620b7a441545 req-b1712f3b-4ffa-4106-af3b-ecf5c89ffb86 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:31.065700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'name': 'network-vif-deleted', 'tag': '04074957-bea6-4d32-9efc-5376ca2932fe'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:14:31.099173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6cd15c-cdb9-472b-86e3-c3975e9b6771 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:14:31.107032 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d76d652f-c59f-41e8-8f50-620b7a441545 req-b1712f3b-4ffa-4106-af3b-ecf5c89ffb86 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.36 "DELETE /v2.0/ports/04074957-bea6-4d32-9efc-5376ca2932fe HTTP/1.1" status: 204  len: 173 time: 2.4385824
Dec 23 16:14:31.138869 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c4af30d-a810-41d3-8931-d08f64c288e8 req-acf8543a-02e4-43f5-a5ca-3a3b477014fb service neutron] 10.222.0.36 "GET /v2.0/networks/c4afed7c-fdd1-4670-afcb-1be408a3d4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5768318
Dec 23 16:14:31.191762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Checking segment: {'id': '6dda17ea-c41d-4c14-81bb-19eb2eedede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b650c6fe-ecc2-437e-bb6d-e6bb0ce9d9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:14:31.192199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Network hostable DHCP agents. Network: b650c6fe-ecc2-437e-bb6d-e6bb0ce9d9fd, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:14:31.203995 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15571d3f-61cf-4b40-aaa0-a4c5c2098f82', 'name': 'network-vif-deleted', 'tag': '04074957-bea6-4d32-9efc-5376ca2932fe', 'status': 'completed', 'code': 200}
Dec 23 16:14:31.303382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:31.317619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Transition to ACTIVE for port object 1196951f-2169-4718-9b66-31eeef63ea71 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:31.340365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Transition to ACTIVE for port object 1196951f-2169-4718-9b66-31eeef63ea71 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:31.347717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8f375955-5bba-4cc3-9b8a-71f6dd6db7b2 None None] Provisioning complete for port 00e0fb73-b553-4d68-9c05-f257d3d29c59 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:31.348510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f375955-5bba-4cc3-9b8a-71f6dd6db7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:31.387984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:31.412227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:31.449854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-68154f42-7fc3-4e4e-b12f-ae16ffd88839 req-9300c1b2-37c1-472c-a809-28d9a14b693e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Synchronizing usage tracker for tenant:8769f4d3f6f5492984aeeb4cd437c456 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:31.502276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-68154f42-7fc3-4e4e-b12f-ae16ffd88839 req-9300c1b2-37c1-472c-a809-28d9a14b693e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Unset dirty status for tenant:8769f4d3f6f5492984aeeb4cd437c456 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:31.503585 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-68154f42-7fc3-4e4e-b12f-ae16ffd88839 req-9300c1b2-37c1-472c-a809-28d9a14b693e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "GET /v2.0/ports?device_id=15571d3f-61cf-4b40-aaa0-a4c5c2098f82 HTTP/1.1" status: 200  len: 210 time: 0.1834953
Dec 23 16:14:31.509058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::f816:3eff:fe66:7333 (ba343194-bb9c-4b65-8867-816842e8f671/6b058ef2-3e22-4189-a1f1-e4867a4bc1ef/4b3a0209-787a-47b4-9d8a-ffb2e399e260) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:31.517271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:31.518238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8f375955-5bba-4cc3-9b8a-71f6dd6db7b2 None None] Port 00e0fb73-b553-4d68-9c05-f257d3d29c59 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:14:31.525641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:31.537792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:31.545467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Pushing event updated for resources: {'Port': ['ID=1196951f-2169-4718-9b66-31eeef63ea71,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:31.585976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:31.592807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6cd15c-cdb9-472b-86e3-c3975e9b6771 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:31.610727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a733a5-9662-413d-ad1f-723f8ed73937 None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:31.631901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Network b650c6fe-ecc2-437e-bb6d-e6bb0ce9d9fd is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:14:31.683718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a733a5-9662-413d-ad1f-723f8ed73937 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:31.684859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-87a733a5-9662-413d-ad1f-723f8ed73937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a56fb00>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:31.738584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, b650c6fe-ecc2-437e-bb6d-e6bb0ce9d9fd) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:31.741444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:31.812731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-87a733a5-9662-413d-ad1f-723f8ed73937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a56fb00>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:31.818203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 04074957-bea6-4d32-9efc-5376ca2932fe no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:14:31.850217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe97751-0380-4f74-b2a3-205d0f8d57a3 None None] Network b650c6fe-ecc2-437e-bb6d-e6bb0ce9d9fd requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:31.864406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:31.864779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:31.866585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f6cd15c-cdb9-472b-86e3-c3975e9b6771 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:31.871792 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4f6cd15c-cdb9-472b-86e3-c3975e9b6771 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/ports/ddd1543e-26ce-4431-80f2-bc1ebe629cd6 HTTP/1.1" status: 204  len: 168 time: 4.3081162
Dec 23 16:14:31.875939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51706) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:31.981597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:31.999595 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.0697758
Dec 23 16:14:31.999595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:32.008073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 04074957-bea6-4d32-9efc-5376ca2932fe {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:14:32.008372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 04074957-bea6-4d32-9efc-5376ca2932fe not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:14:32.011855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Attempting to bind port 1196951f-2169-4718-9b66-31eeef63ea71 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:14:32.012296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Attempting to bind port 1196951f-2169-4718-9b66-31eeef63ea71 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:14:32.012721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Attempting to bind port 1196951f-2169-4718-9b66-31eeef63ea71 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:14:32.024366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:14:32.024809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:14:32.025280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:32.025744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:14:32.026307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Bound port: 1196951f-2169-4718-9b66-31eeef63ea71, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:14:32.026747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:32.073266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a733a5-9662-413d-ad1f-723f8ed73937 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:32.074039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-87a733a5-9662-413d-ad1f-723f8ed73937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a56fb00>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:32.261528 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eed8ee30-56c0-47e5-8184-0625329bca66 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "GET /v2.0/floatingips/3210b7b5-127c-4dd2-a35e-8666e1435874 HTTP/1.1" status: 200  len: 688 time: 0.3846447
Dec 23 16:14:32.264281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51714) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:32.275295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] For port 1196951f-2169-4718-9b66-31eeef63ea71, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:14:32.371493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:32.386221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-87a733a5-9662-413d-ad1f-723f8ed73937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a56fb00>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:32.386973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a733a5-9662-413d-ad1f-723f8ed73937 None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:32.389598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e7e76-f648-431f-8c84-e8cfce102da8 req-087e6f14-1dbe-45d5-87b1-5e0edb5251e2 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:32.398084 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e7e7e76-f648-431f-8c84-e8cfce102da8 req-087e6f14-1dbe-45d5-87b1-5e0edb5251e2 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.5806758
Dec 23 16:14:32.402292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] For port 1196951f-2169-4718-9b66-31eeef63ea71, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1196951f-2169-4718-9b66-31eeef63ea71,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:14:32.409969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:32.417111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:32.446619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d569ee1-b6e9-42eb-bc5f-d1a17c654d36 None None] Network b650c6fe-ecc2-437e-bb6d-e6bb0ce9d9fd requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:32.479955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fceb2ce7-ca08-4673-9189-c6231f6504be tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting port 5c5c5335-b24a-476d-91f9-8b48fa6ac2f5 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:32.480342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fceb2ce7-ca08-4673-9189-c6231f6504be tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:32.513211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object 4b3a0209-787a-47b4-9d8a-ffb2e399e260 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:32.546097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Router 7f0c3507-26e2-4920-87b9-3fa2e3390f1d has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:14:32.561184 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e7e7e76-f648-431f-8c84-e8cfce102da8 req-4690152f-8475-4a2f-a76e-59b1070dba29 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1620324
Dec 23 16:14:32.581918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Router 1c844a8a-2865-4dfe-ae1a-3e1773050d67 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:14:32.636491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Pushing event updated for resources: {'Port': ['ID=1196951f-2169-4718-9b66-31eeef63ea71,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:32.639996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:32.666186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:32.678186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f6cd15c-cdb9-472b-86e3-c3975e9b6771 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:32.752835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51724) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:32.806798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:32.814857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:32.823420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=4b3a0209-787a-47b4-9d8a-ffb2e399e260,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:32.826027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:32.830919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:32.831643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:32.838513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fceb2ce7-ca08-4673-9189-c6231f6504be tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:32.838891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fceb2ce7-ca08-4673-9189-c6231f6504be tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:32.848261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:33.048382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fceb2ce7-ca08-4673-9189-c6231f6504be tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Calling delete_port for 5c5c5335-b24a-476d-91f9-8b48fa6ac2f5 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:33.079355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:33.083380 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.9106326
Dec 23 16:14:33.088549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:33.089810 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "PUT /v2.0/routers/7f0c3507-26e2-4920-87b9-3fa2e3390f1d HTTP/1.1" status: 200  len: 709 time: 9.8314860
Dec 23 16:14:33.092579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51736) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:33.093605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51738) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:33.096402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22faa67a-e779-440e-b5cd-71bb2bf41e3a None None] Sync routers for ids ['7f0c3507-26e2-4920-87b9-3fa2e3390f1d'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:33.115858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22faa67a-e779-440e-b5cd-71bb2bf41e3a None None] Routers {'7f0c3507-26e2-4920-87b9-3fa2e3390f1d'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:33.116970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-22faa67a-e779-440e-b5cd-71bb2bf41e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a3240>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['7f0c3507-26e2-4920-87b9-3fa2e3390f1d'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:33.189572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-22faa67a-e779-440e-b5cd-71bb2bf41e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a3240>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:33.207866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22faa67a-e779-440e-b5cd-71bb2bf41e3a None None] Routers {'7f0c3507-26e2-4920-87b9-3fa2e3390f1d'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:33.208975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-22faa67a-e779-440e-b5cd-71bb2bf41e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a3240>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['7f0c3507-26e2-4920-87b9-3fa2e3390f1d'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:33.275782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-629210c6-ff41-4310-bba3-2eb7a646e6f2 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:33.277399 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-629210c6-ff41-4310-bba3-2eb7a646e6f2 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/networks?id=17522e9e-251e-4cb1-b4af-36084ff691d0 HTTP/1.1" status: 200  len: 812 time: 0.4264643
Dec 23 16:14:33.287045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-22faa67a-e779-440e-b5cd-71bb2bf41e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a3240>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:33.287839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22faa67a-e779-440e-b5cd-71bb2bf41e3a None None] The sync data for ids ['7f0c3507-26e2-4920-87b9-3fa2e3390f1d'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:33.343535 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-9d415c97-bb40-466d-89dc-b051e2c00fea tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/quotas/01a029f0c85743ee88436be1f995d532 HTTP/1.1" status: 200  len: 375 time: 0.0286431
Dec 23 16:14:33.397205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fceb2ce7-ca08-4673-9189-c6231f6504be tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:33.405701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2cbaee8c-71eb-4337-9cd8-29b1ff62161f tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:33.440508 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-add78405-9bcc-4f69-a7e4-655788680614 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/routers/7f0c3507-26e2-4920-87b9-3fa2e3390f1d HTTP/1.1" status: 200  len: 744 time: 0.3402789
Dec 23 16:14:33.442615 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-7ce26c22-b27b-4ab9-8619-857ac8939f6e tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=01a029f0c85743ee88436be1f995d532&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0909140
Dec 23 16:14:33.445338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51744) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:33.457367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb2ce7-ca08-4673-9189-c6231f6504be tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Port': ['ID=5c5c5335-b24a-476d-91f9-8b48fa6ac2f5,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:33.465177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:33.474701 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "PUT /v2.0/routers/1c844a8a-2865-4dfe-ae1a-3e1773050d67/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1839850
Dec 23 16:14:33.477134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3fdb9-cb4e-49bb-bcd0-cdf7486a6128 None None] Sync routers for ids ['1c844a8a-2865-4dfe-ae1a-3e1773050d67'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:33.480689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51748) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:33.492111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f3b682-c584-44d7-907e-9a5266ea2f7a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:33.496534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f3b682-c584-44d7-907e-9a5266ea2f7a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:33.497520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-14f3b682-c584-44d7-907e-9a5266ea2f7a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:33.500391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3fdb9-cb4e-49bb-bcd0-cdf7486a6128 None None] Routers {'1c844a8a-2865-4dfe-ae1a-3e1773050d67'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:33.501909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-45e3fdb9-cb4e-49bb-bcd0-cdf7486a6128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79fe84a8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1c844a8a-2865-4dfe-ae1a-3e1773050d67'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:33.504086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Request body: {'port': {'network_id': '67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf', 'name': 'tempest-FloatingIPNegativeTestJSON-2089471193'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:33.520106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fceb2ce7-ca08-4673-9189-c6231f6504be tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:33.540567 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fb16e2e8-46c3-404e-ad1f-e46dbb3ef35a tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&device_id=7f0c3507-26e2-4920-87b9-3fa2e3390f1d HTTP/1.1" status: 200  len: 205 time: 0.0883970
Dec 23 16:14:33.545710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51752) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:33.601937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-45e3fdb9-cb4e-49bb-bcd0-cdf7486a6128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79fe84a8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:33.618806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3fdb9-cb4e-49bb-bcd0-cdf7486a6128 None None] Routers {'1c844a8a-2865-4dfe-ae1a-3e1773050d67'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:33.620137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-45e3fdb9-cb4e-49bb-bcd0-cdf7486a6128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79fe84a8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1c844a8a-2865-4dfe-ae1a-3e1773050d67'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:33.635433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-14f3b682-c584-44d7-907e-9a5266ea2f7a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:33.636948 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-14f3b682-c584-44d7-907e-9a5266ea2f7a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.5422447
Dec 23 16:14:33.647568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51758) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:33.659034 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6f066ae6-8319-47ae-8c6a-6b05ce6ec061 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c3507-26e2-4920-87b9-3fa2e3390f1d HTTP/1.1" status: 200  len: 205 time: 0.1017687
Dec 23 16:14:33.666238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51762) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:33.732120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-45e3fdb9-cb4e-49bb-bcd0-cdf7486a6128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79fe84a8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:33.732784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3fdb9-cb4e-49bb-bcd0-cdf7486a6128 None None] The sync data for ids ['1c844a8a-2865-4dfe-ae1a-3e1773050d67'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:33.736547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1196951f-2169-4718-9b66-31eeef63ea71 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:14:33.811448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 1196951f-2169-4718-9b66-31eeef63ea71 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:33.892020 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-fb1a7f18-958b-4109-9e23-93fb58f450a0 service neutron] 10.222.0.67 "GET /v2.0/networks/17522e9e-251e-4cb1-b4af-36084ff691d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4375958
Dec 23 16:14:33.893916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-df26ab5a-d74f-4d48-9212-a4aa9e5fe09a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 4b3a0209-787a-47b4-9d8a-ffb2e399e260 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:33.894315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df26ab5a-d74f-4d48-9212-a4aa9e5fe09a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:33.899563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fceb2ce7-ca08-4673-9189-c6231f6504be tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:33.943423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7fa24390-a8d6-4a1a-b4d6-9407e0c9decc tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:34.101776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fceb2ce7-ca08-4673-9189-c6231f6504be tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:34.106601 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fceb2ce7-ca08-4673-9189-c6231f6504be tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/floatingips/3210b7b5-127c-4dd2-a35e-8666e1435874 HTTP/1.1" status: 204  len: 168 time: 1.8406363
Dec 23 16:14:34.175783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51766) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:34.202746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '9aac473c-7ea7-48f5-90f5-0abb89c08cb8'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:34.209672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:34.215305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:floatingip and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:34.225026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:34.234213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:34.265104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:34.280958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Usage tracker for resource:port and tenant:c4d9fd741f0f4256997b68daf6b4a256 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:34.293720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:34.311234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:34.394621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Made reservation on behalf of c4d9fd741f0f4256997b68daf6b4a256 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:34.400509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:34.425050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8855d2-a55f-43d7-9334-e6f945e58309 req-ec5b4e16-1ac4-4438-a1bc-1cee50529df7 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:34.426862 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f8855d2-a55f-43d7-9334-e6f945e58309 req-ec5b4e16-1ac4-4438-a1bc-1cee50529df7 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.6811004
Dec 23 16:14:34.503026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] device_id is not set on port 445710cf-d33a-4833-a38d-35f65aee973b yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:14:34.589219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-84bb4768-b26d-4698-b7cb-698a2e634ccf None None] Provisioning for port 1196951f-2169-4718-9b66-31eeef63ea71 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:34.596782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-84bb4768-b26d-4698-b7cb-698a2e634ccf None None] Provisioning complete for port 1196951f-2169-4718-9b66-31eeef63ea71 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:34.597285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84bb4768-b26d-4698-b7cb-698a2e634ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:34.663724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:34.688129 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-bc94f33e-8589-402a-a879-36e1a98e156a service neutron] 10.222.0.67 "GET /v2.0/networks/17522e9e-251e-4cb1-b4af-36084ff691d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7827587
Dec 23 16:14:34.767049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84bb4768-b26d-4698-b7cb-698a2e634ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:34.801455 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f8855d2-a55f-43d7-9334-e6f945e58309 req-7b1ad480-e768-4571-8b05-a6c8475ab15c tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3666244
Dec 23 16:14:34.838011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-84bb4768-b26d-4698-b7cb-698a2e634ccf None None] For port 1196951f-2169-4718-9b66-31eeef63ea71, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1196951f-2169-4718-9b66-31eeef63ea71,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:34.847227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84bb4768-b26d-4698-b7cb-698a2e634ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:34.852556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2be5e8e3-37e9-4c1f-a5b2-dff74e728b0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:34.888197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7fa24390-a8d6-4a1a-b4d6-9407e0c9decc tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:34.893644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7fa24390-a8d6-4a1a-b4d6-9407e0c9decc tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:34.901933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df26ab5a-d74f-4d48-9212-a4aa9e5fe09a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:34.993453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb4768-b26d-4698-b7cb-698a2e634ccf None None] Pushing event updated for resources: {'Port': ['ID=1196951f-2169-4718-9b66-31eeef63ea71,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:34.997484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84bb4768-b26d-4698-b7cb-698a2e634ccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:34.998240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-810860dd-908e-44ce-804b-85f209322c10 None None] Provisioning for port 4b3a0209-787a-47b4-9d8a-ffb2e399e260 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:35.005117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-810860dd-908e-44ce-804b-85f209322c10 None None] Provisioning complete for port 4b3a0209-787a-47b4-9d8a-ffb2e399e260 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:35.005567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-810860dd-908e-44ce-804b-85f209322c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:35.010172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7fa24390-a8d6-4a1a-b4d6-9407e0c9decc tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:35.010782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa24390-a8d6-4a1a-b4d6-9407e0c9decc tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Fanout notify agent at l3_agent the message router_deleted on router 7f0c3507-26e2-4920-87b9-3fa2e3390f1d {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:14:35.027245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7fa24390-a8d6-4a1a-b4d6-9407e0c9decc tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:35.032575 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7fa24390-a8d6-4a1a-b4d6-9407e0c9decc tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "DELETE /v2.0/routers/7f0c3507-26e2-4920-87b9-3fa2e3390f1d HTTP/1.1" status: 204  len: 168 time: 1.3590667
Dec 23 16:14:35.033467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51774) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.064529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-df26ab5a-d74f-4d48-9212-a4aa9e5fe09a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 4b3a0209-787a-47b4-9d8a-ffb2e399e260 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:35.068424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-810860dd-908e-44ce-804b-85f209322c10 None None] Port 4b3a0209-787a-47b4-9d8a-ffb2e399e260 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:14:35.097145 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9f0839a2-a5d8-4e2d-8889-f0deec27e63d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c3507-26e2-4920-87b9-3fa2e3390f1d HTTP/1.1" status: 200  len: 205 time: 0.0600941
Dec 23 16:14:35.099609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51778) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.169608 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-56f0d868-9d29-4650-972e-e314c7a4a436 req-993b7663-a9e6-4a44-a4e0-081510cd66ef tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 210 time: 0.1776028
Dec 23 16:14:35.178509 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-6abe2581-f5a2-480a-9367-91f58eaada08 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] delete failed (client error): The resource could not be found.
Dec 23 16:14:35.182373 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6abe2581-f5a2-480a-9367-91f58eaada08 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "DELETE /v2.0/routers/7f0c3507-26e2-4920-87b9-3fa2e3390f1d HTTP/1.1" status: 404  len: 336 time: 0.0791535
Dec 23 16:14:35.182498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51782) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.185769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Allocated IP 172.20.0.12 (67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf/70f98b85-d4ee-4281-a561-ea8b89bef71f/445710cf-d33a-4833-a38d-35f65aee973b) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:35.232271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fce81b97-8fe5-471a-a0df-fe5b5a1069ee tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:35.241187 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dee1b06a-93ad-41cf-ad0e-248c0437d138 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a5faa58-9f16-4683-a6f5-bf84ce5c48a8 HTTP/1.1" status: 200  len: 205 time: 0.0574927
Dec 23 16:14:35.244557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51786) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.249335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:35.358030 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-570ab39a-96a9-477d-8b6c-fb3373f65166 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] delete failed (client error): The resource could not be found.
Dec 23 16:14:35.359134 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-570ab39a-96a9-477d-8b6c-fb3373f65166 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "DELETE /v2.0/routers/2a5faa58-9f16-4683-a6f5-bf84ce5c48a8 HTTP/1.1" status: 404  len: 336 time: 0.1128960
Dec 23 16:14:35.365686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51790) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.429481 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fab1ad0d-fc0d-484c-beb4-4c58cb4996ae tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "GET /v2.0/ports?device_id=02a4c2de-9914-4a01-ab8e-f806c3b80c08 HTTP/1.1" status: 200  len: 205 time: 0.0599930
Dec 23 16:14:35.430853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51794) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.474098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df26ab5a-d74f-4d48-9212-a4aa9e5fe09a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:35.491411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-75807587-3c50-4b99-96f0-aa7e97dc8b70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:35.515367 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-0c154b47-5b42-43d7-8573-c588e04724d9 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] delete failed (client error): The resource could not be found.
Dec 23 16:14:35.520036 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0c154b47-5b42-43d7-8573-c588e04724d9 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "DELETE /v2.0/routers/02a4c2de-9914-4a01-ab8e-f806c3b80c08 HTTP/1.1" status: 404  len: 336 time: 0.0846448
Dec 23 16:14:35.520177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51798) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.547349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26ab5a-d74f-4d48-9212-a4aa9e5fe09a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=4b3a0209-787a-47b4-9d8a-ffb2e399e260,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:35.550966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1196951f-2169-4718-9b66-31eeef63ea71 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:14:35.617451 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-81ec1748-cfb9-4d71-a58c-ecfd7608d42c tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae7dce4c-5e2b-4212-a38d-c1928c517f1c HTTP/1.1" status: 200  len: 205 time: 0.0959189
Dec 23 16:14:35.623900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51802) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.626548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 1196951f-2169-4718-9b66-31eeef63ea71 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:35.627151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:35.656838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-df26ab5a-d74f-4d48-9212-a4aa9e5fe09a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:35.706961 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-de5306d1-7fb0-48b9-897e-0b14afab860e tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] delete failed (client error): The resource could not be found.
Dec 23 16:14:35.710212 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-de5306d1-7fb0-48b9-897e-0b14afab860e tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "DELETE /v2.0/routers/ae7dce4c-5e2b-4212-a38d-c1928c517f1c HTTP/1.1" status: 404  len: 336 time: 0.0831194
Dec 23 16:14:35.711409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51806) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.739028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df26ab5a-d74f-4d48-9212-a4aa9e5fe09a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:35.790158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Allocated IP 172.26.5.68 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/3eccbb82-66b0-472b-ac69-c1092efdefa5) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:35.801303 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-df26ab5a-d74f-4d48-9212-a4aa9e5fe09a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/4b3a0209-787a-47b4-9d8a-ffb2e399e260 HTTP/1.1" status: 204  len: 168 time: 2.1456642
Dec 23 16:14:35.801961 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fc2754fd-d696-4f6c-9781-2525af911afe tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "GET /v2.0/ports?device_id=6612c526-c205-4867-9cfe-36b2372a7991 HTTP/1.1" status: 200  len: 205 time: 0.0805728
Dec 23 16:14:35.802248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51810) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.805077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51812) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.811670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:35.910706 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-366c638e-d192-4d14-95e7-a916188c8303 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] delete failed (client error): The resource could not be found.
Dec 23 16:14:35.911905 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-366c638e-d192-4d14-95e7-a916188c8303 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "DELETE /v2.0/routers/6612c526-c205-4867-9cfe-36b2372a7991 HTTP/1.1" status: 404  len: 336 time: 0.1042080
Dec 23 16:14:35.917306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51820) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.918505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Transition to ACTIVE for port object 445710cf-d33a-4833-a38d-35f65aee973b will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:35.948561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadc01d1-971f-4109-a214-d5e4d01938c3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:35.950208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadc01d1-971f-4109-a214-d5e4d01938c3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:35.951085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aadc01d1-971f-4109-a214-d5e4d01938c3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:35.984369 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d660b42e-0d08-4804-8460-041410080cec tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "GET /v2.0/ports?device_id=4dccb01a-468d-40f6-8f20-0377067f4eaa HTTP/1.1" status: 200  len: 205 time: 0.0635235
Dec 23 16:14:35.989385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51824) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:36.106601 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-45cf9854-8a5e-4f43-af8a-fe27fe95aec7 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] delete failed (client error): The resource could not be found.
Dec 23 16:14:36.111037 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-45cf9854-8a5e-4f43-af8a-fe27fe95aec7 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "DELETE /v2.0/routers/4dccb01a-468d-40f6-8f20-0377067f4eaa HTTP/1.1" status: 404  len: 336 time: 0.1159582
Dec 23 16:14:36.113648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aadc01d1-971f-4109-a214-d5e4d01938c3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:36.117493 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aadc01d1-971f-4109-a214-d5e4d01938c3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.3117416
Dec 23 16:14:36.117635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51834) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:36.130084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51836) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:36.169960 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b36695-d5d2-4c5e-8286-e24674382591 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:14:36.170439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b36695-d5d2-4c5e-8286-e24674382591 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:14:36.175471 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-13b36695-d5d2-4c5e-8286-e24674382591 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] 10.222.0.67 "DELETE /v2.0/subnets/68d09a58-f142-462f-b26a-72151d0a017b HTTP/1.1" status: 404  len: 337 time: 0.0547302
Dec 23 16:14:36.176462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:36.184084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-051edd83-6379-4d5f-9c1b-8821a1471922 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:36.271393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:36.388517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e40e6c-2629-4db5-b9c3-072e0418893f req-ef60e8e9-cdbc-40fa-9427-5a0e982f145a tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:36.390071 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-06e40e6c-2629-4db5-b9c3-072e0418893f req-ef60e8e9-cdbc-40fa-9427-5a0e982f145a tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.3799217
Dec 23 16:14:36.400111 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a337f770-23f7-4754-95b0-0579f8770c6e req-c7405791-39e0-4740-b424-9bf28bd1f3ef tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 210 time: 0.0799739
Dec 23 16:14:36.434932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Network 67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:36.435886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event updated for resources: {'Port': ['ID=445710cf-d33a-4833-a38d-35f65aee973b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:36.443756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:36.448324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:36.454141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f347bd2-c9e9-4687-98b9-c8369c4f9232 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 6b058ef2-3e22-4189-a1f1-e4867a4bc1ef {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:14:36.455763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:36.459066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f347bd2-c9e9-4687-98b9-c8369c4f9232 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:36.538843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:36.539585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:36.560272 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-06e40e6c-2629-4db5-b9c3-072e0418893f req-ff47411b-9d73-4c7d-9860-d1525a9f682d tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1539490
Dec 23 16:14:36.565426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:36.572514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-33305c4a-c284-4397-accb-e7f3ba215a73 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:36.629200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f347bd2-c9e9-4687-98b9-c8369c4f9232 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:36.665722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51848) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:36.724729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:36.731264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:36.733976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:36.762688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=3eccbb82-66b0-472b-ac69-c1092efdefa5,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:36.765901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:36.813269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3548ec26-0746-4ca2-9fb3-9df431640eb4 None None] Provisioning for port 445710cf-d33a-4833-a38d-35f65aee973b completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:36.823532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3548ec26-0746-4ca2-9fb3-9df431640eb4 None None] Provisioning complete for port 445710cf-d33a-4833-a38d-35f65aee973b triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:36.823899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3548ec26-0746-4ca2-9fb3-9df431640eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:36.872395 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.3905475
Dec 23 16:14:36.876129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51854) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:36.886035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:36.894778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3548ec26-0746-4ca2-9fb3-9df431640eb4 None None] Port 445710cf-d33a-4833-a38d-35f65aee973b cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:14:36.895547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:36.929719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Usage tracker for resource:floatingip and tenant:c4d9fd741f0f4256997b68daf6b4a256 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:36.937017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:36.952478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:36.969219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9f6f15b-3d50-4797-9bbc-177a222ab2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:36.972127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for floatingip, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:36.980219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f347bd2-c9e9-4687-98b9-c8369c4f9232 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:37.153557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b9f6f15b-3d50-4797-9bbc-177a222ab2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:37.160994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b9f6f15b-3d50-4797-9bbc-177a222ab2c4 admin admin] Usage tracker for resource:security_group_rule and tenant:945fd87699974c4c8a64c9919ddb963e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:37.170512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b9f6f15b-3d50-4797-9bbc-177a222ab2c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:37.183969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b9f6f15b-3d50-4797-9bbc-177a222ab2c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:37.258743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:37.300689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fce81b97-8fe5-471a-a0df-fe5b5a1069ee tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Deleting port 98132f3d-55fa-4f95-ae92-c48af0589414 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:37.301091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fce81b97-8fe5-471a-a0df-fe5b5a1069ee tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:37.545142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f347bd2-c9e9-4687-98b9-c8369c4f9232 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:37.553412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-51cee01a-05bc-4ef2-93a5-5da46d0b0fe5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:37.613445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f347bd2-c9e9-4687-98b9-c8369c4f9232 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=6b058ef2-3e22-4189-a1f1-e4867a4bc1ef,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:37.625391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7f347bd2-c9e9-4687-98b9-c8369c4f9232 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:37.632876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f347bd2-c9e9-4687-98b9-c8369c4f9232 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:37.637969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba36c5d9-b4c8-4794-9706-9e76532ce2f5 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:37.658788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Allocated IP 172.26.5.180 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/86d67acd-2e35-4c99-8d4b-5f815aa4d05d) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:37.662891 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2a4b3480-4767-448d-a498-e84e2e01cdef req-3c7eaf93-4856-4121-81c7-e6afc29d4003 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 210 time: 0.0818930
Dec 23 16:14:37.712872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-fce81b97-8fe5-471a-a0df-fe5b5a1069ee tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] For port 98132f3d-55fa-4f95-ae92-c48af0589414, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=98132f3d-55fa-4f95-ae92-c48af0589414,segment=NetworkSegment(c684b206-1c7d-4738-b19d-3a7b3b706252),segment_id=c684b206-1c7d-4738-b19d-3a7b3b706252)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:37.713191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fce81b97-8fe5-471a-a0df-fe5b5a1069ee tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:37.713989 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7f347bd2-c9e9-4687-98b9-c8369c4f9232 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/6b058ef2-3e22-4189-a1f1-e4867a4bc1ef HTTP/1.1" status: 204  len: 168 time: 1.5817733
Dec 23 16:14:37.723115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51866) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:37.838499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9f6f15b-3d50-4797-9bbc-177a222ab2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:37.856653 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7bbae697-2085-4527-9b1f-242f85ab81ae tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1284266
Dec 23 16:14:37.860994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9f6f15b-3d50-4797-9bbc-177a222ab2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:37.868457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51870) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:37.875399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-debc614b-9b5e-4be8-a986-44d3436add22 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:37.902419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fce81b97-8fe5-471a-a0df-fe5b5a1069ee tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Calling delete_port for 98132f3d-55fa-4f95-ae92-c48af0589414 owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:37.973969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5f64a5-8acc-49e9-b653-08e2cbe4252a None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:14:37.979473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f64a5-8acc-49e9-b653-08e2cbe4252a None None] Deleting port 1196951f-2169-4718-9b66-31eeef63ea71 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:37.980031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b5f64a5-8acc-49e9-b653-08e2cbe4252a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:38.001763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6f15b-3d50-4797-9bbc-177a222ab2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcecc9b4-4b3e-432b-becf-2e733155666e,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:38.012088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b9f6f15b-3d50-4797-9bbc-177a222ab2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:38.015509 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b9f6f15b-3d50-4797-9bbc-177a222ab2c4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=945fd87699974c4c8a64c9919ddb963e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3436067
Dec 23 16:14:38.019039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51874) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:38.068537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc6c0d-2634-40cd-bd41-4db6775be9ca req-2dcfd317-053c-4716-abdb-d40fb6e99432 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:38.070284 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4bfc6c0d-2634-40cd-bd41-4db6775be9ca req-2dcfd317-053c-4716-abdb-d40fb6e99432 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.2713938
Dec 23 16:14:38.104630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53c17042-cb86-46d0-a6f5-a1975fa6b7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:38.132982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53c17042-cb86-46d0-a6f5-a1975fa6b7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:38.197334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcd9ed2-87bd-4285-a30c-1ac6bdc4d494 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:38.198028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4bcd9ed2-87bd-4285-a30c-1ac6bdc4d494 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:38.251714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:38.254320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4bcd9ed2-87bd-4285-a30c-1ac6bdc4d494 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:38.255672 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4bcd9ed2-87bd-4285-a30c-1ac6bdc4d494 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3722298
Dec 23 16:14:38.270708 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4bfc6c0d-2634-40cd-bd41-4db6775be9ca req-f08fcaae-57ff-47fc-bdd7-720300f376fc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1363645
Dec 23 16:14:38.271319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51878) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:38.293431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:38.322433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53c17042-cb86-46d0-a6f5-a1975fa6b7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:38.326687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3b5f64a5-8acc-49e9-b653-08e2cbe4252a None None] For port 1196951f-2169-4718-9b66-31eeef63ea71, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1196951f-2169-4718-9b66-31eeef63ea71,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:38.327169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b5f64a5-8acc-49e9-b653-08e2cbe4252a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:38.333358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-54abea48-5423-4a50-9bab-685d82fc50a5 tempest-ExternalNetworksAdminNegativeTestJSON-527149597 tempest-ExternalNetworksAdminNegativeTestJSON-527149597-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:38.385471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c17042-cb86-46d0-a6f5-a1975fa6b7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcecc9b4-4b3e-432b-becf-2e733155666e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:38.389324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-53c17042-cb86-46d0-a6f5-a1975fa6b7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:38.399951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:38.449949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeea0906-67ff-44ae-bbcf-0ca54d535660 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:38.451137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eeea0906-67ff-44ae-bbcf-0ca54d535660 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:38.506890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53c17042-cb86-46d0-a6f5-a1975fa6b7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:38.508255 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-53c17042-cb86-46d0-a6f5-a1975fa6b7fa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bcecc9b4-4b3e-432b-becf-2e733155666e HTTP/1.1" status: 204  len: 168 time: 0.4794116
Dec 23 16:14:38.514789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:38.516054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eeea0906-67ff-44ae-bbcf-0ca54d535660 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:38.519498 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eeea0906-67ff-44ae-bbcf-0ca54d535660 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2466915
Dec 23 16:14:38.523148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-df26ab5a-d74f-4d48-9212-a4aa9e5fe09a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:38.530291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51888) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:38.633805 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f22209ad-447f-4b35-b408-a5c697e4b365 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0981286
Dec 23 16:14:38.639966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-33d5ac43-d571-48ae-9196-72e5b609530a tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:38.640754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-33d5ac43-d571-48ae-9196-72e5b609530a tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Synchronizing usage tracker for tenant:01a029f0c85743ee88436be1f995d532 on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:38.649994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51892) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:38.655275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:38.666422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7bbf92e5-2571-4d41-ad49-cbece3d4e151 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:38.683698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:38.686503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:38.748803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event updated for resources: {'Port': ['ID=86d67acd-2e35-4c99-8d4b-5f815aa4d05d,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:38.752611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:38.762246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f64a5-8acc-49e9-b653-08e2cbe4252a None None] Calling delete_port for 1196951f-2169-4718-9b66-31eeef63ea71 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:38.768807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:38.772977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:38.778288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:38.883281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b5f64a5-8acc-49e9-b653-08e2cbe4252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:38.890367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-48dda291-d48f-4731-bff8-faadf5693e3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:38.933972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-33d5ac43-d571-48ae-9196-72e5b609530a tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Unset dirty status for tenant:01a029f0c85743ee88436be1f995d532 on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:38.935295 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-33d5ac43-d571-48ae-9196-72e5b609530a tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.36 "GET /v2.0/networks?id=17522e9e-251e-4cb1-b4af-36084ff691d0 HTTP/1.1" status: 200  len: 812 time: 0.7879097
Dec 23 16:14:38.937075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=3eccbb82-66b0-472b-ac69-c1092efdefa5,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:38.941070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f64a5-8acc-49e9-b653-08e2cbe4252a None None] Pushing event deleted for resources: {'Port': ['ID=1196951f-2169-4718-9b66-31eeef63ea71,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:38.943883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:38.944436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b5f64a5-8acc-49e9-b653-08e2cbe4252a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:38.945316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f64a5-8acc-49e9-b653-08e2cbe4252a None None] No DVR routers for this DVR port 1196951f-2169-4718-9b66-31eeef63ea71 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:14:38.964327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:39.010723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Request body: {'port': {'device_id': '9cd2710d-2fb7-44cb-8646-72c5feb701d4', 'network_id': '17522e9e-251e-4cb1-b4af-36084ff691d0', 'admin_state_up': True, 'tenant_id': '01a029f0c85743ee88436be1f995d532'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:39.024691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51900) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:39.056453 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-73fd9abf-370b-454c-8f19-b5efac6d4109 req-c43bf921-6962-4039-ad11-2e31cb20371b tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 210 time: 0.0949874
Dec 23 16:14:39.078640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7bbf92e5-2571-4d41-ad49-cbece3d4e151 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:39.100035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fce81b97-8fe5-471a-a0df-fe5b5a1069ee tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:39.112624 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8396122a-f5bf-4ac7-bb67-a64d1bf0fbb4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b3b8c34bb842446ebbc89ad9403432a2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0865719
Dec 23 16:14:39.115626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51904) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:39.155793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0e59887f-0ec6-49c8-a4f5-a230a711e78e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:39.208205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7bbf92e5-2571-4d41-ad49-cbece3d4e151 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:39.235692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce81b97-8fe5-471a-a0df-fe5b5a1069ee tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event deleted for resources: {'Port': ['ID=98132f3d-55fa-4f95-ae92-c48af0589414,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:39.245209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fce81b97-8fe5-471a-a0df-fe5b5a1069ee tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:39.256481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbf92e5-2571-4d41-ad49-cbece3d4e151 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:39.270961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-def124ca-8397-46f0-b0ba-50e2743b3b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:39.323662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-def124ca-8397-46f0-b0ba-50e2743b3b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:39.349884 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Floating IP 131b60d5-4624-4a3b-ad9a-f7ccca950b83 associated. External IP: 172.26.5.68, port: 9aac473c-7ea7-48f5-90f5-0abb89c08cb8.
Dec 23 16:14:39.590516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-def124ca-8397-46f0-b0ba-50e2743b3b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:39.597987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-858c74ff-1bf8-4fc1-a808-53a2626f92b7 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:39.612949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1196951f-2169-4718-9b66-31eeef63ea71 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:14:39.647837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 1196951f-2169-4718-9b66-31eeef63ea71 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:14:39.648242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1196951f-2169-4718-9b66-31eeef63ea71 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:14:39.668210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def124ca-8397-46f0-b0ba-50e2743b3b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fa54e0-4933-4b0e-8054-c5d54f48e729,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:39.676228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc2662-3075-4b57-a004-82d98c1d3e73 req-ceb0cb0f-371f-4b3d-8589-995c77b18120 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:39.677873 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-abcc2662-3075-4b57-a004-82d98c1d3e73 req-ceb0cb0f-371f-4b3d-8589-995c77b18120 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.2386792
Dec 23 16:14:39.685069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-def124ca-8397-46f0-b0ba-50e2743b3b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:39.725382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:39.748181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-def124ca-8397-46f0-b0ba-50e2743b3b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:39.749419 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-def124ca-8397-46f0-b0ba-50e2743b3b4d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b3fa54e0-4933-4b0e-8054-c5d54f48e729 HTTP/1.1" status: 204  len: 168 time: 0.6328185
Dec 23 16:14:39.771140 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-abcc2662-3075-4b57-a004-82d98c1d3e73 req-cee87cfc-0918-44d0-b196-71c793e776f6 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0849550
Dec 23 16:14:39.773287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:39.857730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Usage tracker for resource:port and tenant:01a029f0c85743ee88436be1f995d532 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:39.867729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:39.951651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7bbf92e5-2571-4d41-ad49-cbece3d4e151 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:39.978808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:40.054861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:40.074758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:14:40.104531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Made reservation on behalf of 01a029f0c85743ee88436be1f995d532 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:40.110481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:40.579185 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b69a3fe7-b391-48bb-b394-5ea89cf5020c req-385c8d93-6cf8-4ed9-8f66-1eafb608c8b9 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 210 time: 0.1827822
Dec 23 16:14:40.691211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4582b9b-cc3a-479f-a0f7-57ea966a0096 req-64009098-e522-491a-a300-14aaf7fbfce1 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:40.692966 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c4582b9b-cc3a-479f-a0f7-57ea966a0096 req-64009098-e522-491a-a300-14aaf7fbfce1 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.5756950
Dec 23 16:14:40.755985 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45e8ee8e-a3e8-4b02-8699-52a7116dc296 req-e9488477-b366-4624-b8a5-036dfd71a7ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fc097f1557c496a965fdb55c5695cd7&device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 1099 time: 0.4503431
Dec 23 16:14:40.889564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Allocated IP 172.20.0.14 (17522e9e-251e-4cb1-b4af-36084ff691d0/03e85824-6fd0-44bc-954e-e199d0999bb9/729d1962-6bd3-43d4-933d-b7a225c78007) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:40.935346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51934) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:40.972840 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c4582b9b-cc3a-479f-a0f7-57ea966a0096 req-88845600-6707-41d0-822e-668e62192ba9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2276354
Dec 23 16:14:41.014943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8ee8e-a3e8-4b02-8699-52a7116dc296 req-bbe6d312-cf42-493b-92b4-be3c84e232b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:41.020231 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45e8ee8e-a3e8-4b02-8699-52a7116dc296 req-bbe6d312-cf42-493b-92b4-be3c84e232b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e57fe8b-597d-4dbf-a842-558dc5447a36 HTTP/1.1" status: 200  len: 913 time: 0.2416883
Dec 23 16:14:41.046846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:41.052775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fce81b97-8fe5-471a-a0df-fe5b5a1069ee tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:41.069634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:41.081469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f11f1672-04f5-41f2-a252-2562ab8b2bf0 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:41.111044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7bbf92e5-2571-4d41-ad49-cbece3d4e151 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:41.118840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:41.130149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf59ea18-3142-479e-aeff-469c7a7d7e23 None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:41.145914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf59ea18-3142-479e-aeff-469c7a7d7e23 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:41.147343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cf59ea18-3142-479e-aeff-469c7a7d7e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7c4ba8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:41.176707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:41.231200 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45e8ee8e-a3e8-4b02-8699-52a7116dc296 req-f4507be4-7370-4a21-a1c4-906c639d4bde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d015202a-ee25-4eee-8d62-7134b9b8df10 HTTP/1.1" status: 200  len: 1002 time: 0.2020967
Dec 23 16:14:41.234509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cf59ea18-3142-479e-aeff-469c7a7d7e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7c4ba8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:41.254942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf59ea18-3142-479e-aeff-469c7a7d7e23 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:41.256172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cf59ea18-3142-479e-aeff-469c7a7d7e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7c4ba8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:41.305469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-bced8429-44cc-4be1-ba84-63516bf361e2 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:41.310021 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bced8429-44cc-4be1-ba84-63516bf361e2 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12156 time: 0.3677173
Dec 23 16:14:41.312822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51942) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.338017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-8750ecf4-68e4-424d-9c00-eec954d479a1 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:41.342099 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8750ecf4-68e4-424d-9c00-eec954d479a1 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0166788
Dec 23 16:14:41.350680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51946) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.361132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cf59ea18-3142-479e-aeff-469c7a7d7e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7c4ba8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:41.361603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf59ea18-3142-479e-aeff-469c7a7d7e23 None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:41.364286 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 7.1811292
Dec 23 16:14:41.370487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51950) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.380102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-993188261'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:41.389151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:41.394036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8ee8e-a3e8-4b02-8699-52a7116dc296 req-a46929d2-0f1a-46b8-a00a-58d57d5eb30b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:41.395657 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45e8ee8e-a3e8-4b02-8699-52a7116dc296 req-a46929d2-0f1a-46b8-a00a-58d57d5eb30b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a253f05-fd39-4f82-93da-ff5efbc78fce HTTP/1.1" status: 200  len: 851 time: 0.1500401
Dec 23 16:14:41.399325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:network and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:41.404990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:41.445972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-74296ebd-049a-4b0f-bd4b-a3643195705a tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:41.450088 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-74296ebd-049a-4b0f-bd4b-a3643195705a tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0900643
Dec 23 16:14:41.450549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51954) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.462297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:41.472555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event updated for resources: {'Port': ['ID=86d67acd-2e35-4c99-8d4b-5f815aa4d05d,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:41.486043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf92e5-2571-4d41-ad49-cbece3d4e151 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:41.494509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Made reservation on behalf of 810ff0626f894b4a9876803850be68f6 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:41.500111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:41.504591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:41.507800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-88d00319-28c5-4048-b799-14de990f14b2 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:41.508895 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-88d00319-28c5-4048-b799-14de990f14b2 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0382361
Dec 23 16:14:41.509958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7bbf92e5-2571-4d41-ad49-cbece3d4e151 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:41.511546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8f8d395a-b196-4d54-8e77-8029b6673760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:41.513071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51958) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.520787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d083bb-2dcb-44e0-82ee-50173e08b669 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:41.524217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-300cb581-f9f4-4a61-8632-0b12fd306d3c tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:41.527794 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-300cb581-f9f4-4a61-8632-0b12fd306d3c tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0102193
Dec 23 16:14:41.528523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51962) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.535282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-bdeee6b4-b5b1-464a-853c-45f00191c810 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:41.538677 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bdeee6b4-b5b1-464a-853c-45f00191c810 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0065451
Dec 23 16:14:41.540858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51966) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.542622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbf92e5-2571-4d41-ad49-cbece3d4e151 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:41.542836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7bbf92e5-2571-4d41-ad49-cbece3d4e151 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:41.553883 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45e8ee8e-a3e8-4b02-8699-52a7116dc296 req-cf9ee8f9-a5c5-4c43-93bf-e10134ea1f52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e57fe8b-597d-4dbf-a842-558dc5447a36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1510043
Dec 23 16:14:41.584145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:14:41.586763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-d61e89b1-b71b-43d2-ae1d-dc4b5b9bf3f9 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:41.590443 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d61e89b1-b71b-43d2-ae1d-dc4b5b9bf3f9 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0309889
Dec 23 16:14:41.596009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51970) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.605157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-eb0825c3-cab8-4fe4-b4b1-6368d47bd680 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:41.608789 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eb0825c3-cab8-4fe4-b4b1-6368d47bd680 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0090969
Dec 23 16:14:41.608941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:41.619034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51974) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.627981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:41.627981 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Added segment 193db663-3ce7-4051-9db6-2d6470437ffd of type vlan for network 4a72a6c4-349c-4afd-8708-1a91d912d2c5
Dec 23 16:14:41.632185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-9cfb2992-1e6f-4c3a-a39c-2d3246eb7ab5 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:41.635905 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9cfb2992-1e6f-4c3a-a39c-2d3246eb7ab5 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0132186
Dec 23 16:14:41.636786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51980) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.695077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf92e5-2571-4d41-ad49-cbece3d4e151 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=6db84f05-ba1e-422b-8962-0df14c620407,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:41.701598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:41.704007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-50c15701-b78e-42d5-a4de-f10c6cb58c1a tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:41.705287 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-50c15701-b78e-42d5-a4de-f10c6cb58c1a tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0613329
Dec 23 16:14:41.706356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7bbf92e5-2571-4d41-ad49-cbece3d4e151 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:41.709815 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7bbf92e5-2571-4d41-ad49-cbece3d4e151 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 3.0574131
Dec 23 16:14:41.712501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51984) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.712918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 51986) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.717992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:41.719850 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.8421462
Dec 23 16:14:41.725040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51992) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.728736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'mac_address': 'fa:16:3e:85:9c:2b', 'name': 'tempest-NetworksTestDHCPv6-1640197043'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:41.743858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ce40c9f2-5c8e-4a8f-b33a-fd85b9c000b7 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Request body: {'floatingip': {'port_id': '445710cf-d33a-4833-a38d-35f65aee973b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:41.752022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-f7b5676c-09b5-4c28-b959-0651d7c5b3c2 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:41.755985 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f7b5676c-09b5-4c28-b959-0651d7c5b3c2 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0386188
Dec 23 16:14:41.805585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 51996) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.819988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': '6db84f05-ba1e-422b-8962-0df14c620407'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:14:41.821130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:41.845001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-95788d6d-69e2-47db-9c3c-5cf8e8e5e4dd tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:41.848755 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-95788d6d-69e2-47db-9c3c-5cf8e8e5e4dd tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0310056
Dec 23 16:14:41.855345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52000) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.869179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:41.880453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-72a4271d-6c75-41e6-a1b9-2969e0e25c2a tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:41.884421 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-72a4271d-6c75-41e6-a1b9-2969e0e25c2a tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0251999
Dec 23 16:14:41.885532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce40c9f2-5c8e-4a8f-b33a-fd85b9c000b7 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for floatingip, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:41.939601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52004) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.973113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-7e33e103-7d37-4e38-84ca-312183c070da tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:41.976867 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7e33e103-7d37-4e38-84ca-312183c070da tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0292788
Dec 23 16:14:41.976867 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45e8ee8e-a3e8-4b02-8699-52a7116dc296 req-caf58fa3-a071-4681-b068-efc548fd5535 service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4153426
Dec 23 16:14:41.983483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52008) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.020851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Allocated IP 2001:db8::f816:3eff:fe23:7ba1 (ba343194-bb9c-4b65-8867-816842e8f671/6db84f05-ba1e-422b-8962-0df14c620407/d4cffaf4-7338-4a72-af2d-345d50d4c531) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:42.027559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:42.035074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-90c4c797-a90a-4579-98bd-4651e4c3f925 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.036438 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-90c4c797-a90a-4579-98bd-4651e4c3f925 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0503922
Dec 23 16:14:42.045716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52014) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.069713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0fb4d194-48b3-4928-8f55-5815d9a12ed6 req-6b67b0f1-c1c5-4a79-af30-c5928822cfa9 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Synchronizing usage tracker for tenant:01a029f0c85743ee88436be1f995d532 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:42.074920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-f98f5985-3698-483e-90f0-848bdc060dc1 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.076045 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f98f5985-3698-483e-90f0-848bdc060dc1 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0142164
Dec 23 16:14:42.097499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52018) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.114682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-d2b2fd32-a8c8-4086-8d29-751b312193b2 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.115826 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d2b2fd32-a8c8-4086-8d29-751b312193b2 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0148122
Dec 23 16:14:42.136813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52022) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.156414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-689e72e8-47f6-47a8-aa0b-bd14098acc7a tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.158305 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-689e72e8-47f6-47a8-aa0b-bd14098acc7a tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0204444
Dec 23 16:14:42.164615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52026) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.256635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:42.260796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:42.261450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:42.262272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0fb4d194-48b3-4928-8f55-5815d9a12ed6 req-6b67b0f1-c1c5-4a79-af30-c5928822cfa9 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Unset dirty status for tenant:01a029f0c85743ee88436be1f995d532 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:42.263589 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0fb4d194-48b3-4928-8f55-5815d9a12ed6 req-6b67b0f1-c1c5-4a79-af30-c5928822cfa9 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 210 time: 0.5152185
Dec 23 16:14:42.272460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-053ba723-545d-495f-9da1-efe814961dc9 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.276506 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-053ba723-545d-495f-9da1-efe814961dc9 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.1108434
Dec 23 16:14:42.284625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:42.287065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-db2ae891-eb80-4235-af1e-dbe5497332d5 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:42.287551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52030) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.301361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-85cd22db-24ed-415e-b68f-69e2149a04ab tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.302386 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-85cd22db-24ed-415e-b68f-69e2149a04ab tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0091712
Dec 23 16:14:42.302754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Transition to ACTIVE for port object d4cffaf4-7338-4a72-af2d-345d50d4c531 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:42.305984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52034) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.320727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-ad72feae-231a-479f-b6c6-491f055ef063 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.324378 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ad72feae-231a-479f-b6c6-491f055ef063 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0113738
Dec 23 16:14:42.326892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Transition to ACTIVE for port object d4cffaf4-7338-4a72-af2d-345d50d4c531 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:42.335063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:42.335730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:42.339983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:42.341533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52038) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.351626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:42.384593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-f5de4525-5240-459b-8731-85580a73f83d tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.388310 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f5de4525-5240-459b-8731-85580a73f83d tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0431249
Dec 23 16:14:42.397480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52042) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.413566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:42.417149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:42.423972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:42.426440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-00d03946-8329-4958-acf6-d2b1d8977882 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.431425 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-00d03946-8329-4958-acf6-d2b1d8977882 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0141697
Dec 23 16:14:42.431425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:42.439488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52046) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.441507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Pushing event updated for resources: {'Port': ['ID=d4cffaf4-7338-4a72-af2d-345d50d4c531,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:42.455963 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.0842586
Dec 23 16:14:42.466435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-d9358a19-3537-4a1a-8b7c-1c3048293dec tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.467598 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d9358a19-3537-4a1a-8b7c-1c3048293dec tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0270452
Dec 23 16:14:42.473741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52050) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.474119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52052) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.478860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:42.479477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:42.494399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Network 17522e9e-251e-4cb1-b4af-36084ff691d0 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:42.504852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-a6eedf2c-0e8c-4f4e-a632-6d1c15b6edcd tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.508511 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a6eedf2c-0e8c-4f4e-a632-6d1c15b6edcd tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0226088
Dec 23 16:14:42.509918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'subnet': {'network_id': '4a72a6c4-349c-4afd-8708-1a91d912d2c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:42.512906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52058) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.532205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:42.532957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Network': ['ID=4a72a6c4-349c-4afd-8708-1a91d912d2c5,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:42.534397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Pushing event updated for resources: {'Port': ['ID=729d1962-6bd3-43d4-933d-b7a225c78007,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:42.536917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:42.537079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:42.543762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-1db1f441-2365-4d9b-9de0-729c28e34b54 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.547823 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1db1f441-2365-4d9b-9de0-729c28e34b54 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0200918
Dec 23 16:14:42.547823 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45e8ee8e-a3e8-4b02-8699-52a7116dc296 req-e2dde436-ccce-412e-aa57-6cc8bff9d99e service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5581553
Dec 23 16:14:42.548051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Attempting to bind port d4cffaf4-7338-4a72-af2d-345d50d4c531 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:14:42.548241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52062) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.548348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Attempting to bind port d4cffaf4-7338-4a72-af2d-345d50d4c531 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:14:42.548739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Attempting to bind port d4cffaf4-7338-4a72-af2d-345d50d4c531 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:14:42.556346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:14:42.556791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:14:42.557264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:42.557836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:14:42.558385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Bound port: d4cffaf4-7338-4a72-af2d-345d50d4c531, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:14:42.558826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:42.565200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-bcf74b58-4032-4582-a1c1-5aea13321acb tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.569072 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bcf74b58-4032-4582-a1c1-5aea13321acb tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0097058
Dec 23 16:14:42.569755 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-ce40c9f2-5c8e-4a8f-b33a-fd85b9c000b7 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] update failed (client error): The resource could not be found.
Dec 23 16:14:42.570814 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ce40c9f2-5c8e-4a8f-b33a-fd85b9c000b7 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "PUT /v2.0/floatingips/db7b5670-c6f5-4eba-955c-05d6eb930089 HTTP/1.1" status: 404  len: 507 time: 0.8376536
Dec 23 16:14:42.573474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52066) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.580355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-1ed28260-2c20-4e12-8cc9-bdd584be0ab4 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.583876 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1ed28260-2c20-4e12-8cc9-bdd584be0ab4 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0068204
Dec 23 16:14:42.583876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52068) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.585341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52072) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.625738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 4a72a6c4-349c-4afd-8708-1a91d912d2c5 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:14:42.642100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:42.662916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-8c450cca-357d-496a-99f8-64e0494c999d tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.667233 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8c450cca-357d-496a-99f8-64e0494c999d tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0773144
Dec 23 16:14:42.667394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:42.674340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:42.684916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64cb8f-e543-461e-942a-0f61e59276f7 req-9d86ab0b-0771-4186-91be-76ca6f0623bb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:42.686420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52078) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.687887 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0c64cb8f-e543-461e-942a-0f61e59276f7 req-9d86ab0b-0771-4186-91be-76ca6f0623bb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.5388367
Dec 23 16:14:42.739435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-e55d9cac-cb85-4066-a07d-5434ff1dff6f tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.740525 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e55d9cac-cb85-4066-a07d-5434ff1dff6f tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0341249
Dec 23 16:14:42.784065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] For port d4cffaf4-7338-4a72-af2d-345d50d4c531, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:14:42.786460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52082) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.786744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] For port d4cffaf4-7338-4a72-af2d-345d50d4c531, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d4cffaf4-7338-4a72-af2d-345d50d4c531,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:14:42.790704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:42.793941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-68c2883e-e76d-4aed-9bcb-fd8d3c85ca70 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.797873 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-68c2883e-e76d-4aed-9bcb-fd8d3c85ca70 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0072715
Dec 23 16:14:42.801336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:42.810830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52086) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.821651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-de6c1b74-b2a7-4638-9ef5-de45021aa74a tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.825622 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-de6c1b74-b2a7-4638-9ef5-de45021aa74a tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0082219
Dec 23 16:14:42.831745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52090) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.834741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e6914-09e7-496b-90cb-6ceb5f34f481 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Deleting port 86d67acd-2e35-4c99-8d4b-5f815aa4d05d {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:42.834880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port c98a62ef-ac84-4c71-8339-94ba253e32b3 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:14:42.835150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6914-09e7-496b-90cb-6ceb5f34f481 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:42.868858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-11eaf895-cf03-4343-a1de-aff0deba0a4e tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.872353 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-11eaf895-cf03-4343-a1de-aff0deba0a4e tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0370915
Dec 23 16:14:42.873368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52094) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.887663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:42.888421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:42.896723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-3ae0c726-14ec-4aca-afec-e06c08b108bb tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.897804 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3ae0c726-14ec-4aca-afec-e06c08b108bb tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0081859
Dec 23 16:14:42.901366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52098) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.902085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Pushing event updated for resources: {'Port': ['ID=d4cffaf4-7338-4a72-af2d-345d50d4c531,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:42.908024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-7169a69b-fa6a-458b-8a75-a856694465b8 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.909078 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7169a69b-fa6a-458b-8a75-a856694465b8 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0055468
Dec 23 16:14:42.913661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52102) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.919768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:42.923013 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0c64cb8f-e543-461e-942a-0f61e59276f7 req-01ead251-e837-442a-ad08-37d6851bb1f1 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2287450
Dec 23 16:14:42.926343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-aff19cb9-fd41-40c4-bed0-6f927964faf3 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.927389 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aff19cb9-fd41-40c4-bed0-6f927964faf3 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0106466
Dec 23 16:14:42.930462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52106) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.970156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-7e78862c-784a-40f6-986d-b7234a921a47 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:42.973930 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7e78862c-784a-40f6-986d-b7234a921a47 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0129428
Dec 23 16:14:42.977085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52110) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.998487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-56dcfde2-2440-4a27-ab1f-ac317170603c tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.003126 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-56dcfde2-2440-4a27-ab1f-ac317170603c tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0195608
Dec 23 16:14:43.005033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52114) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.006000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:43.011277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-da03301e-815d-445b-97e2-82190b464902 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.015135 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-da03301e-815d-445b-97e2-82190b464902 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0065055
Dec 23 16:14:43.015929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52118) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.032869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:subnet and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:43.050138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:43.056097 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0901988
Dec 23 16:14:43.073669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-afc204c7-b977-470c-a43d-07de03780ea3 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.077438 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-afc204c7-b977-470c-a43d-07de03780ea3 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0578253
Dec 23 16:14:43.078204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:43.080003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52122) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.086921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Request body: {'port': {'device_id': '9cd2710d-2fb7-44cb-8646-72c5feb701d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:43.125194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6914-09e7-496b-90cb-6ceb5f34f481 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:43.126365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6914-09e7-496b-90cb-6ceb5f34f481 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:43.146336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-dd0398f0-c672-4adb-adbd-717e9fd62285 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.147489 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dd0398f0-c672-4adb-adbd-717e9fd62285 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0317841
Dec 23 16:14:43.184785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52126) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.206610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-02bf0b4d-ebbe-4e89-8feb-a86f8af8411b tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.210295 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-02bf0b4d-ebbe-4e89-8feb-a86f8af8411b tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0140038
Dec 23 16:14:43.224532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52130) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.224532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Made reservation on behalf of 810ff0626f894b4a9876803850be68f6 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:43.254163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-a675b6a0-aadc-4b34-81a6-207729964794 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.257967 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a675b6a0-aadc-4b34-81a6-207729964794 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0325506
Dec 23 16:14:43.278342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52134) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.287946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e6914-09e7-496b-90cb-6ceb5f34f481 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Calling delete_port for 86d67acd-2e35-4c99-8d4b-5f815aa4d05d owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:43.324399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-ef6ea2b3-7790-422f-948b-bcb1638b0a67 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.325653 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ef6ea2b3-7790-422f-948b-bcb1638b0a67 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0468867
Dec 23 16:14:43.341035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52140) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.349722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-2e2fd4a0-287f-424c-8eda-512ad82f7088 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.354403 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2e2fd4a0-287f-424c-8eda-512ad82f7088 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0084689
Dec 23 16:14:43.354403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52144) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.366895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-5e6fc91f-d7cf-42fe-8cc2-b636e46eeda5 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.368675 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5e6fc91f-d7cf-42fe-8cc2-b636e46eeda5 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0127332
Dec 23 16:14:43.371003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52148) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.385249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-6e24d72f-43c2-48f4-bb1e-23df20e43cd3 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.389405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6e24d72f-43c2-48f4-bb1e-23df20e43cd3 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0172677
Dec 23 16:14:43.392983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52152) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.399886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-d07f04bf-d964-48c4-8fc7-d2057247cfee tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.401088 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d07f04bf-d964-48c4-8fc7-d2057247cfee tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0069923
Dec 23 16:14:43.409711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52156) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.426381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-2f0cb594-1a06-47a7-b57e-c711bdf54859 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.427627 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2f0cb594-1a06-47a7-b57e-c711bdf54859 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0168719
Dec 23 16:14:43.430833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52160) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.437206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-6cdb50cd-911a-45d8-b8dc-b42e4cc25ca9 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.440599 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6cdb50cd-911a-45d8-b8dc-b42e4cc25ca9 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0071096
Dec 23 16:14:43.461952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52164) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.472760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::f816:3eff:fe85:9c2b (ba343194-bb9c-4b65-8867-816842e8f671/6db84f05-ba1e-422b-8962-0df14c620407/c98a62ef-ac84-4c71-8339-94ba253e32b3) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:43.532162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-b1e03974-8d94-454f-9ca0-29dbc12980d5 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.536454 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b1e03974-8d94-454f-9ca0-29dbc12980d5 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0636733
Dec 23 16:14:43.596276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52168) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.622352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d4cffaf4-7338-4a72-af2d-345d50d4c531 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:14:43.622936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-ecf5557a-a8b4-4c05-8cf9-81a2e2186a17 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.627288 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ecf5557a-a8b4-4c05-8cf9-81a2e2186a17 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0255585
Dec 23 16:14:43.638127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52172) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.652499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:43.675975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:43.701497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port d4cffaf4-7338-4a72-af2d-345d50d4c531 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:43.712007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-94cb5320-e8c5-4507-bfb5-01e73eea37e2 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.713124 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-94cb5320-e8c5-4507-bfb5-01e73eea37e2 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0700421
Dec 23 16:14:43.723436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52176) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.765371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-720c347d-1ac6-4f94-8487-7dd0465eae76 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.766697 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-720c347d-1ac6-4f94-8487-7dd0465eae76 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0341632
Dec 23 16:14:43.769716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52180) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.775848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-8a1deb45-2ea9-480b-8171-86cccabc54f0 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.776900 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8a1deb45-2ea9-480b-8171-86cccabc54f0 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0061734
Dec 23 16:14:43.778337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6914-09e7-496b-90cb-6ceb5f34f481 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:43.782947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52184) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.783767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb70b125-1665-4deb-9811-9a8c27c4c84b tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:43.830812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-16f31cc0-398a-4014-bc03-aee861a4f666 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.831851 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-16f31cc0-398a-4014-bc03-aee861a4f666 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0192981
Dec 23 16:14:43.834669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e6914-09e7-496b-90cb-6ceb5f34f481 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event deleted for resources: {'Port': ['ID=86d67acd-2e35-4c99-8d4b-5f815aa4d05d,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:43.836577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52188) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.840365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9d7e6914-09e7-496b-90cb-6ceb5f34f481 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:43.843596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-c12bd86c-9e4c-4ab6-921a-613900bdce2d tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.844687 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c12bd86c-9e4c-4ab6-921a-613900bdce2d tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0065563
Dec 23 16:14:43.847602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52192) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.878569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-dcdda908-e449-49e8-af4d-1b905908ee25 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.879953 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dcdda908-e449-49e8-af4d-1b905908ee25 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0313148
Dec 23 16:14:43.884891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52196) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.894849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-93f85ba1-fc83-4cb4-b2e5-0b37a5578314 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:43.895934 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-93f85ba1-fc83-4cb4-b2e5-0b37a5578314 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0100698
Dec 23 16:14:43.905365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52200) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.956446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6914-09e7-496b-90cb-6ceb5f34f481 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:43.967483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6914-09e7-496b-90cb-6ceb5f34f481 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:43.968749 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9d7e6914-09e7-496b-90cb-6ceb5f34f481 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "DELETE /v2.0/floatingips/db7b5670-c6f5-4eba-955c-05d6eb930089 HTTP/1.1" status: 204  len: 168 time: 1.3852310
Dec 23 16:14:43.973088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52206) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.978920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-07866fb6-a2a7-463b-8147-a3a663f97e8c tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Request body: {'floatingip': {'floating_network_id': '67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf', 'port_id': '445710cf-d33a-4833-a38d-35f65aee973b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:43.986456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-07866fb6-a2a7-463b-8147-a3a663f97e8c tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:43.990917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-07866fb6-a2a7-463b-8147-a3a663f97e8c tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Usage tracker for resource:floatingip and tenant:c4d9fd741f0f4256997b68daf6b4a256 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:43.993990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-07866fb6-a2a7-463b-8147-a3a663f97e8c tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:43.997675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-4676d47d-7608-4526-baa5-1455eff9ab69 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:44.001407 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4676d47d-7608-4526-baa5-1455eff9ab69 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0866015
Dec 23 16:14:44.001542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-07866fb6-a2a7-463b-8147-a3a663f97e8c tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:44.007419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52210) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:44.012027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07866fb6-a2a7-463b-8147-a3a663f97e8c tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:44.036764 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-07866fb6-a2a7-463b-8147-a3a663f97e8c tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:44.041874 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-07866fb6-a2a7-463b-8147-a3a663f97e8c tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.0638108
Dec 23 16:14:44.042181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52214) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:44.049463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '445710cf-d33a-4833-a38d-35f65aee973b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:44.055778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:44.060334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Usage tracker for resource:floatingip and tenant:c4d9fd741f0f4256997b68daf6b4a256 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:44.064547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:44.072576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:44.135651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:44.222855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a71af-0946-41e9-84d6-e5b1637d2e85 req-ac74473d-4e67-4917-a5fc-327f3da07937 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:44.224604 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-135a71af-0946-41e9-84d6-e5b1637d2e85 req-ac74473d-4e67-4917-a5fc-327f3da07937 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.1534526
Dec 23 16:14:44.306634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-5663129e-ea34-4ba0-8f5d-76c614c16329 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:44.307770 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5663129e-ea34-4ba0-8f5d-76c614c16329 tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.2938411
Dec 23 16:14:44.310702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52218) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:44.319077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [None req-18a977ce-64c1-4c3c-b2df-6fa095a897cd tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:14:44.332575 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-18a977ce-64c1-4c3c-b2df-6fa095a897cd tempest-ExtensionsTestJSON-1221055310 tempest-ExtensionsTestJSON-1221055310-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0111358
Dec 23 16:14:44.380343 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-135a71af-0946-41e9-84d6-e5b1637d2e85 req-d57414f5-288b-4f9a-9cb8-a6f0888ffc46 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1038289
Dec 23 16:14:44.420690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:44.460550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ddbca-eeb0-4dda-a536-9cba178d7d6f req-59c807e9-2156-4647-b314-a16088f07e0a tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:44.462221 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4d3ddbca-eeb0-4dda-a536-9cba178d7d6f req-59c807e9-2156-4647-b314-a16088f07e0a tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 932 time: 0.9841394
Dec 23 16:14:44.607357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Allocated IP 172.26.5.236 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/acf7ddf1-51ba-473a-a223-72ce270c1eb9) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:44.720549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:44.736113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52228) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:44.824212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-4d3ddbca-eeb0-4dda-a536-9cba178d7d6f req-f4f03999-3735-4ef9-ae4a-1a3ede7124d9 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Synchronizing usage tracker for tenant:01a029f0c85743ee88436be1f995d532 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:44.830428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0987e6-a65b-4dbe-a084-c3cf40044ba6 req-1dbdaa0e-ea0a-497f-a590-d4c666d64da1 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:44.832149 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be0987e6-a65b-4dbe-a084-c3cf40044ba6 req-1dbdaa0e-ea0a-497f-a590-d4c666d64da1 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.2182910
Dec 23 16:14:44.839815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object c98a62ef-ac84-4c71-8339-94ba253e32b3 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:44.903091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:44.906419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-4d3ddbca-eeb0-4dda-a536-9cba178d7d6f req-f4f03999-3735-4ef9-ae4a-1a3ede7124d9 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Unset dirty status for tenant:01a029f0c85743ee88436be1f995d532 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:44.921938 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4d3ddbca-eeb0-4dda-a536-9cba178d7d6f req-f4f03999-3735-4ef9-ae4a-1a3ede7124d9 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4235632
Dec 23 16:14:44.927441 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be0987e6-a65b-4dbe-a084-c3cf40044ba6 req-d7088490-fdb1-4823-b97e-a00eb12fd769 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0797532
Dec 23 16:14:44.948765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:44.965196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ab21dbc-f225-4c0c-a434-a7101db0968f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:44.972866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce81b97-8fe5-471a-a0df-fe5b5a1069ee tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:14:44.996060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.001957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.049974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:45.052994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a251c67-b13e-4d46-9a58-4f5e96dd571e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.067632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:45.071527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event updated for resources: {'Port': ['ID=acf7ddf1-51ba-473a-a223-72ce270c1eb9,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:45.074342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:45.075188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:45.101578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:45.111662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-661e784e-8fcc-4e4c-a829-76de1487314c None None] Provisioning for port d4cffaf4-7338-4a72-af2d-345d50d4c531 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:45.119950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-661e784e-8fcc-4e4c-a829-76de1487314c None None] Provisioning complete for port d4cffaf4-7338-4a72-af2d-345d50d4c531 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:45.120839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-661e784e-8fcc-4e4c-a829-76de1487314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.180428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5a251c67-b13e-4d46-9a58-4f5e96dd571e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:45.202571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5a251c67-b13e-4d46-9a58-4f5e96dd571e admin admin] Usage tracker for resource:security_group_rule and tenant:4e8f213842794de1894fb935d29452e6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:45.217164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5a251c67-b13e-4d46-9a58-4f5e96dd571e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:45.229460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5a251c67-b13e-4d46-9a58-4f5e96dd571e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:45.314793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-661e784e-8fcc-4e4c-a829-76de1487314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.334549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Deleting port acf7ddf1-51ba-473a-a223-72ce270c1eb9 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:45.335051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.347235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Subnet': ['ID=9b7c837e-2030-4868-991d-aa04e7b3ef05,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:45.354360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:45.356739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-661e784e-8fcc-4e4c-a829-76de1487314c None None] For port d4cffaf4-7338-4a72-af2d-345d50d4c531, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d4cffaf4-7338-4a72-af2d-345d50d4c531,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:45.361164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-661e784e-8fcc-4e4c-a829-76de1487314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.363832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:45.364932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:45.365957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bcfd643a-87e8-4d91-9ee9-04264a696f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:45.367718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6b613a88-358d-4b8e-aeae-b1908a0fb197 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:45.407483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:45.412354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:45.413172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.450291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e784e-8fcc-4e4c-a829-76de1487314c None None] Pushing event updated for resources: {'Port': ['ID=d4cffaf4-7338-4a72-af2d-345d50d4c531,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:45.456168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-661e784e-8fcc-4e4c-a829-76de1487314c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:45.487124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729d1962-6bd3-43d4-933d-b7a225c78007 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:14:45.512757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.513006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a251c67-b13e-4d46-9a58-4f5e96dd571e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.517404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Checking segment: {'id': '193db663-3ce7-4051-9db6-2d6470437ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4a72a6c4-349c-4afd-8708-1a91d912d2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:14:45.517404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network hostable DHCP agents. Network: 4a72a6c4-349c-4afd-8708-1a91d912d2c5, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:14:45.535120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a251c67-b13e-4d46-9a58-4f5e96dd571e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.541693 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.8250701
Dec 23 16:14:45.542620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=c98a62ef-ac84-4c71-8339-94ba253e32b3,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:45.545918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5ef66d3-793e-4955-b47f-56ff43cf8f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:45.549398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52238) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:45.561885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:45.588932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d4cffaf4-7338-4a72-af2d-345d50d4c531 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:14:45.663797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Transition to ACTIVE for port object 729d1962-6bd3-43d4-933d-b7a225c78007 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:45.666903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port d4cffaf4-7338-4a72-af2d-345d50d4c531 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:45.667564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.673462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a251c67-b13e-4d46-9a58-4f5e96dd571e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98953c4-722c-4e26-999a-b74ddb176343,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:45.681043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a251c67-b13e-4d46-9a58-4f5e96dd571e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:45.689800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.693941 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5a251c67-b13e-4d46-9a58-4f5e96dd571e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4e8f213842794de1894fb935d29452e6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9063358
Dec 23 16:14:45.700389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827a41-87cd-4c8d-b753-0dad0e9d5cb3 req-6a6f4988-b19f-450f-8ea0-2534ce003b97 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:45.701940 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-91827a41-87cd-4c8d-b753-0dad0e9d5cb3 req-6a6f4988-b19f-450f-8ea0-2534ce003b97 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.3685784
Dec 23 16:14:45.702480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52242) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:45.712820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:45.725046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.725427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.832326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-efcaf6ed-8b42-493b-a84d-d8d607273fe2 None None] Provisioning for port c98a62ef-ac84-4c71-8339-94ba253e32b3 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:45.837430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-efcaf6ed-8b42-493b-a84d-d8d607273fe2 None None] Provisioning complete for port c98a62ef-ac84-4c71-8339-94ba253e32b3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:45.837858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efcaf6ed-8b42-493b-a84d-d8d607273fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.854214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Pushing event updated for resources: {'Port': ['ID=729d1962-6bd3-43d4-933d-b7a225c78007,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:45.868588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:45.896003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-efcaf6ed-8b42-493b-a84d-d8d607273fe2 None None] Port c98a62ef-ac84-4c71-8339-94ba253e32b3 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:14:45.900956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Calling delete_port for acf7ddf1-51ba-473a-a223-72ce270c1eb9 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:45.906463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 4a72a6c4-349c-4afd-8708-1a91d912d2c5 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:14:45.929588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 4a72a6c4-349c-4afd-8708-1a91d912d2c5) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:45.939259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e16d12-831c-4155-a3f6-8746732def23 None None] Network 4a72a6c4-349c-4afd-8708-1a91d912d2c5 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:45.965257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:45.966082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:45.993814 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-91827a41-87cd-4c8d-b753-0dad0e9d5cb3 req-a2619ec2-32af-4103-8f10-c714dd5d99ba tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2835550
Dec 23 16:14:46.034231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07933fad-2bc2-495b-9008-b1e616401f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:46.066731 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5827429
Dec 23 16:14:46.074282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e99122-a299-4c65-8394-3a287a72caaa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:46.080235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e99122-a299-4c65-8394-3a287a72caaa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:46.080874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52250) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:46.081463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-85e99122-a299-4c65-8394-3a287a72caaa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:46.095178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-675261304', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}, 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:46.129427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce81b97-8fe5-471a-a0df-fe5b5a1069ee tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:46.138640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07933fad-2bc2-495b-9008-b1e616401f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:46.139031 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fce81b97-8fe5-471a-a0df-fe5b5a1069ee tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "PUT /v2.0/routers/5ffef2da-d49a-4b06-80c4-c97ad4186ad1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.3821514
Dec 23 16:14:46.140520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Attempting to bind port 729d1962-6bd3-43d4-933d-b7a225c78007 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:14:46.141694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Attempting to bind port 729d1962-6bd3-43d4-933d-b7a225c78007 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8fadce8d-07b9-4fbf-a544-745e0e33008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '17522e9e-251e-4cb1-b4af-36084ff691d0'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:14:46.142409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Attempting to bind port 729d1962-6bd3-43d4-933d-b7a225c78007 on network 17522e9e-251e-4cb1-b4af-36084ff691d0 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:14:46.146619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52254) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:46.148040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-85e99122-a299-4c65-8394-3a287a72caaa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:46.149306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:46.150352 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-85e99122-a299-4c65-8394-3a287a72caaa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.5959148
Dec 23 16:14:46.157400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52256) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:46.164066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:router and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:46.173859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:46.193029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Port 729d1962-6bd3-43d4-933d-b7a225c78007 on network 17522e9e-251e-4cb1-b4af-36084ff691d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:14:46.193719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Attempting to bind port 729d1962-6bd3-43d4-933d-b7a225c78007 on network 17522e9e-251e-4cb1-b4af-36084ff691d0 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:14:46.251077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:46.271358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:14:46.271895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Checking segment: {'id': '8fadce8d-07b9-4fbf-a544-745e0e33008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '17522e9e-251e-4cb1-b4af-36084ff691d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:14:46.272439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Bound using segment: {'id': '8fadce8d-07b9-4fbf-a544-745e0e33008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '17522e9e-251e-4cb1-b4af-36084ff691d0'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:14:46.273052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Bound port: 729d1962-6bd3-43d4-933d-b7a225c78007, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fadce8d-07b9-4fbf-a544-745e0e33008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '17522e9e-251e-4cb1-b4af-36084ff691d0'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:14:46.273548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:46.276872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e91b1-db89-43ce-a356-f0fbe19ce777 None None] Sync routers for ids ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:46.306234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e91b1-db89-43ce-a356-f0fbe19ce777 None None] Routers {'5ffef2da-d49a-4b06-80c4-c97ad4186ad1'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:46.306921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-023e91b1-db89-43ce-a356-f0fbe19ce777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f6b940>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:46.317191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9689b2fd-a007-4691-b3b7-8410095d3611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port c98a62ef-ac84-4c71-8339-94ba253e32b3 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:46.317590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9689b2fd-a007-4691-b3b7-8410095d3611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:46.365482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-4a72a6c4-349c-4afd-8708-1a91d912d2c5', 'network_id': '4a72a6c4-349c-4afd-8708-1a91d912d2c5', 'tenant_id': '810ff0626f894b4a9876803850be68f6', 'fixed_ips': [{'subnet_id': '9b7c837e-2030-4868-991d-aa04e7b3ef05'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:14:46.366510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:46.366645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:46.368142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:46.392322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:46.428880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:46.439250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fceb2ce7-ca08-4673-9189-c6231f6504be tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:46.524444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed206912-fac1-48e8-aa43-ad1221a2f4ca req-37824648-41f2-4071-bdca-e59d3c0664e5 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:46.526126 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ed206912-fac1-48e8-aa43-ad1221a2f4ca req-37824648-41f2-4071-bdca-e59d3c0664e5 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 944 time: 0.3807728
Dec 23 16:14:46.584751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event deleted for resources: {'Port': ['ID=acf7ddf1-51ba-473a-a223-72ce270c1eb9,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:46.602781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:46.641382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-023e91b1-db89-43ce-a356-f0fbe19ce777 None None] Set router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:14:46.670852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f012d08-90ee-44c3-88f9-5df1bb7488b4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Deleting subnet 169e601e-34f0-4114-93f5-500de7206059 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:14:46.691717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] For port 729d1962-6bd3-43d4-933d-b7a225c78007, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:14:46.697037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f012d08-90ee-44c3-88f9-5df1bb7488b4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:46.757689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] For port 729d1962-6bd3-43d4-933d-b7a225c78007, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=729d1962-6bd3-43d4-933d-b7a225c78007,segment=NetworkSegment(8fadce8d-07b9-4fbf-a544-745e0e33008e),segment_id=8fadce8d-07b9-4fbf-a544-745e0e33008e)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:14:46.776697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:46.783376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Allocated IP 172.20.0.2 (4a72a6c4-349c-4afd-8708-1a91d912d2c5/9b7c837e-2030-4868-991d-aa04e7b3ef05/02694450-b596-4a35-b57e-1c40feb59edb) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:46.788073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ec602d8a-9c04-4140-a5b5-7748d37f6759 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:46.819337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f012d08-90ee-44c3-88f9-5df1bb7488b4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:46.838712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07933fad-2bc2-495b-9008-b1e616401f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:46.850020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee6324a2-8fca-4381-8264-c055aaec98d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:46.904575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:46.907681 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ed206912-fac1-48e8-aa43-ad1221a2f4ca req-e9dc486c-4a30-4b23-876a-05f9813d9d14 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2558417
Dec 23 16:14:46.918252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:46.920058 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] 10.222.0.36 "PUT /v2.0/ports/729d1962-6bd3-43d4-933d-b7a225c78007 HTTP/1.1" status: 200  len: 1094 time: 3.8492148
Dec 23 16:14:46.924139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07933fad-2bc2-495b-9008-b1e616401f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98953c4-722c-4e26-999a-b74ddb176343,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:46.933454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd2710d-2fb7-44cb-8646-72c5feb701d4', 'tag': '729d1962-6bd3-43d4-933d-b7a225c78007'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:14:46.938536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-07933fad-2bc2-495b-9008-b1e616401f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:46.984384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Pushing event updated for resources: {'Port': ['ID=729d1962-6bd3-43d4-933d-b7a225c78007,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:46.988674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:47.061612 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd2710d-2fb7-44cb-8646-72c5feb701d4', 'tag': '729d1962-6bd3-43d4-933d-b7a225c78007', 'status': 'completed', 'code': 200}
Dec 23 16:14:47.086703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f012d08-90ee-44c3-88f9-5df1bb7488b4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:47.147544 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-fa9aac9b-acef-4557-a5cc-7b744fe888ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01a029f0c85743ee88436be1f995d532&device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 1097 time: 0.1541452
Dec 23 16:14:47.244685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23cea1-cc0a-4d82-8143-138afa2a3273 req-f9492e5d-cfa9-47d5-aef1-d0c8643073d6 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:47.253044 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d23cea1-cc0a-4d82-8143-138afa2a3273 req-f9492e5d-cfa9-47d5-aef1-d0c8643073d6 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.7042518
Dec 23 16:14:47.255085 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-91c8dba5-8ec1-4483-8932-9916f9475663 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=729d1962-6bd3-43d4-933d-b7a225c78007 HTTP/1.1" status: 200  len: 217 time: 0.0989566
Dec 23 16:14:47.321062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f012d08-90ee-44c3-88f9-5df1bb7488b4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:47.327171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:47.369457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07933fad-2bc2-495b-9008-b1e616401f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:47.373349 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-07933fad-2bc2-495b-9008-b1e616401f21 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c98953c4-722c-4e26-999a-b74ddb176343 HTTP/1.1" status: 204  len: 168 time: 1.6643934
Dec 23 16:14:47.381610 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] create failed (client error): The resource could not be found.
Dec 23 16:14:47.386130 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 3.3396804
Dec 23 16:14:47.387407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52268) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:47.394517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-7979f580-cf08-48f2-a3da-59bf97734047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:47.395014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:47.397521 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-7979f580-cf08-48f2-a3da-59bf97734047 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03e85824-6fd0-44bc-954e-e199d0999bb9 HTTP/1.1" status: 200  len: 852 time: 0.1363344
Dec 23 16:14:47.399488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-023e91b1-db89-43ce-a356-f0fbe19ce777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f6b940>, [{'id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:14:38Z', 'revision_number': 5, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'gw_port': {'id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:47.400072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f012d08-90ee-44c3-88f9-5df1bb7488b4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event deleted for resources: {'Subnet': ['ID=169e601e-34f0-4114-93f5-500de7206059,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:47.410760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8f012d08-90ee-44c3-88f9-5df1bb7488b4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:47.412127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e91b1-db89-43ce-a356-f0fbe19ce777 None None] Checking router: 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:14:47.418252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Transition to ACTIVE for port object 02694450-b596-4a35-b57e-1c40feb59edb will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:47.446479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Transition to ACTIVE for port object 02694450-b596-4a35-b57e-1c40feb59edb will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:47.449066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e91b1-db89-43ce-a356-f0fbe19ce777 None None] Routers {'5ffef2da-d49a-4b06-80c4-c97ad4186ad1'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:47.449066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-023e91b1-db89-43ce-a356-f0fbe19ce777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f6b940>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:47.483513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f012d08-90ee-44c3-88f9-5df1bb7488b4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:47.495000 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8f012d08-90ee-44c3-88f9-5df1bb7488b4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "DELETE /v2.0/subnets/169e601e-34f0-4114-93f5-500de7206059 HTTP/1.1" status: 204  len: 168 time: 1.3406882
Dec 23 16:14:47.496260 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-5bddd045-34cd-4975-8d87-06c993948304 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17522e9e-251e-4cb1-b4af-36084ff691d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0836086
Dec 23 16:14:47.496781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52272) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:47.507584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9689b2fd-a007-4691-b3b7-8410095d3611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:47.514399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f91f55-5929-4763-8b75-e38324fc74b8 None None] Network c4afed7c-fdd1-4670-afcb-1be408a3d4c3 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:47.536440 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d23cea1-cc0a-4d82-8143-138afa2a3273 req-e01cd9ff-fef0-4679-b874-5bbec3f4df83 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2823296
Dec 23 16:14:47.558031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:47.569508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ca7e215b-712f-4cb3-aeee-5c2a31b12122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:47.710591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9689b2fd-a007-4691-b3b7-8410095d3611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for c98a62ef-ac84-4c71-8339-94ba253e32b3 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:47.776118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ddb5f-70e0-43fd-bc00-d4b85d7e3fe2 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Deleting port 445710cf-d33a-4833-a38d-35f65aee973b {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:47.776519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddb5f-70e0-43fd-bc00-d4b85d7e3fe2 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:47.813720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Network 4a72a6c4-349c-4afd-8708-1a91d912d2c5 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:47.819884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:47.854767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:47.863981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Pushing event updated for resources: {'Port': ['ID=02694450-b596-4a35-b57e-1c40feb59edb,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:47.896097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:48.034499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Attempting to bind port 02694450-b596-4a35-b57e-1c40feb59edb on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:14:48.034892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Attempting to bind port 02694450-b596-4a35-b57e-1c40feb59edb by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '193db663-3ce7-4051-9db6-2d6470437ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4a72a6c4-349c-4afd-8708-1a91d912d2c5'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:14:48.035370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Attempting to bind port 02694450-b596-4a35-b57e-1c40feb59edb on network 4a72a6c4-349c-4afd-8708-1a91d912d2c5 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:14:48.042964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-023e91b1-db89-43ce-a356-f0fbe19ce777 None None] Set router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:14:48.161741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:14:48.162178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Checking segment: {'id': '193db663-3ce7-4051-9db6-2d6470437ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4a72a6c4-349c-4afd-8708-1a91d912d2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:14:48.162640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:48.163123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Bound using segment: {'id': '193db663-3ce7-4051-9db6-2d6470437ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4a72a6c4-349c-4afd-8708-1a91d912d2c5'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:14:48.163673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Bound port: 02694450-b596-4a35-b57e-1c40feb59edb, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193db663-3ce7-4051-9db6-2d6470437ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4a72a6c4-349c-4afd-8708-1a91d912d2c5'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:14:48.164102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:48.193126 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-16601400-5b4e-49b3-b7bf-ef3e04e191f1 service neutron] 10.222.0.36 "GET /v2.0/networks/17522e9e-251e-4cb1-b4af-36084ff691d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3026745
Dec 23 16:14:48.339359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:48.350781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aa98a4-98a3-4c48-be11-6c3be6ecdda1 None None] DHCP port deletion for c4afed7c-fdd1-4670-afcb-1be408a3d4c3 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:14:48.367198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-43aa98a4-98a3-4c48-be11-6c3be6ecdda1 None None] Deleting port ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:48.367639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43aa98a4-98a3-4c48-be11-6c3be6ecdda1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:48.377586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9689b2fd-a007-4691-b3b7-8410095d3611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:48.395974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-670b71ec-a01a-4323-abe7-ea326b1b8d10 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:48.465310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:48.469163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] For port 02694450-b596-4a35-b57e-1c40feb59edb, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:14:48.477859 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5dfcc75-db33-4a68-a096-2a9871320c09 req-a32048bb-cdd1-441b-9ca1-a9bcdba561c2 service neutron] 10.222.0.36 "GET /v2.0/networks/17522e9e-251e-4cb1-b4af-36084ff691d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2753201
Dec 23 16:14:48.501147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d024f4b-dfa8-4c7a-b95e-21053e643d56 req-8dc81011-5d41-4cc6-8ed8-22054bb47436 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:48.501502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689b2fd-a007-4691-b3b7-8410095d3611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=c98a62ef-ac84-4c71-8339-94ba253e32b3,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:48.501614 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9d024f4b-dfa8-4c7a-b95e-21053e643d56 req-8dc81011-5d41-4cc6-8ed8-22054bb47436 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 944 time: 0.2663834
Dec 23 16:14:48.528822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:48.533235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] For port 02694450-b596-4a35-b57e-1c40feb59edb, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=02694450-b596-4a35-b57e-1c40feb59edb,segment=NetworkSegment(193db663-3ce7-4051-9db6-2d6470437ffd),segment_id=193db663-3ce7-4051-9db6-2d6470437ffd)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:14:48.546085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9689b2fd-a007-4691-b3b7-8410095d3611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:48.577812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:48.591785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-10381cec-8d8a-4c3d-a9a1-030b79c74123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:48.680843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9689b2fd-a007-4691-b3b7-8410095d3611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:48.697819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddb5f-70e0-43fd-bc00-d4b85d7e3fe2 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:48.744762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52296) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:48.784437 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9d024f4b-dfa8-4c7a-b95e-21053e643d56 req-4fab59cf-73ca-4662-bc87-1a5b7ff6ab36 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2856560
Dec 23 16:14:48.843313 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1350491e-9bdd-4c47-b43e-ca8e95fbb413 req-83928810-0dea-4304-b599-7ffd4a823bef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01a029f0c85743ee88436be1f995d532&device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 1097 time: 0.2476258
Dec 23 16:14:48.994004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Pushing event updated for resources: {'Port': ['ID=02694450-b596-4a35-b57e-1c40feb59edb,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:48.997850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:48.999015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ddb5f-70e0-43fd-bc00-d4b85d7e3fe2 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Calling delete_port for 445710cf-d33a-4833-a38d-35f65aee973b owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:49.071659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-72316788'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:49.071932 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9689b2fd-a007-4691-b3b7-8410095d3611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/c98a62ef-ac84-4c71-8339-94ba253e32b3 HTTP/1.1" status: 204  len: 168 time: 2.9115257
Dec 23 16:14:49.079332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52302) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:49.086173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:49.097888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:network and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:49.103411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:49.115909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-43aa98a4-98a3-4c48-be11-6c3be6ecdda1 None None] For port ed6ad0dc-9940-4a3b-b45a-8fc3d8469906, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ed6ad0dc-9940-4a3b-b45a-8fc3d8469906,segment=NetworkSegment(c684b206-1c7d-4738-b19d-3a7b3b706252),segment_id=c684b206-1c7d-4738-b19d-3a7b3b706252)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:49.116472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43aa98a4-98a3-4c48-be11-6c3be6ecdda1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:49.128029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:49.142716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350491e-9bdd-4c47-b43e-ca8e95fbb413 req-74581488-c7ce-4d9c-9753-182b385de615 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:49.144359 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1350491e-9bdd-4c47-b43e-ca8e95fbb413 req-74581488-c7ce-4d9c-9753-182b385de615 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17522e9e-251e-4cb1-b4af-36084ff691d0 HTTP/1.1" status: 200  len: 913 time: 0.2239377
Dec 23 16:14:49.181713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Allocated IP 172.26.5.111 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/ff94f13d-2946-4b41-85e2-f7915b71e867) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:49.256185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:49.265617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:49.268934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-43aa98a4-98a3-4c48-be11-6c3be6ecdda1 None None] Calling delete_port for ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:49.269297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26db99fb-41be-4a40-a0b0-74ad720915de tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:49.271021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26db99fb-41be-4a40-a0b0-74ad720915de tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:49.275251 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-26db99fb-41be-4a40-a0b0-74ad720915de tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1892567
Dec 23 16:14:49.284674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52306) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:49.319539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-023e91b1-db89-43ce-a356-f0fbe19ce777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f6b940>, [{'id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:14:38Z', 'revision_number': 5, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'gw_port': {'id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:49.326912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e91b1-db89-43ce-a356-f0fbe19ce777 None None] The sync data for ids ['5ffef2da-d49a-4b06-80c4-c97ad4186ad1'] in dv-neutron-822801-1-hyperv is: [{'id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1420690366', 'tenant_id': '8769f4d3f6f5492984aeeb4cd437c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217'}], 'enable_snat': True}, 'gw_port_id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:14:38Z', 'revision_number': 5, 'project_id': '8769f4d3f6f5492984aeeb4cd437c456', 'gw_port': {'id': 'f3c39dd1-5730-4ff8-b928-d577b2d8d777', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffef2da-d49a-4b06-80c4-c97ad4186ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:06Z', 'updated_at': '2021-12-23T16:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:49.339077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f1bc0-5e00-4bd7-805e-5aa3db2c5f86 req-fd9f0c3d-5274-4609-ae80-115a0b8880ad tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:49.340995 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-605f1bc0-5e00-4bd7-805e-5aa3db2c5f86 req-fd9f0c3d-5274-4609-ae80-115a0b8880ad tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.5317993
Dec 23 16:14:49.356649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:49.372375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43aa98a4-98a3-4c48-be11-6c3be6ecdda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:49.383865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:49.389344 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1350491e-9bdd-4c47-b43e-ca8e95fbb413 req-46dab62a-f4c4-44b9-87d8-05d1279c576e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=729d1962-6bd3-43d4-933d-b7a225c78007 HTTP/1.1" status: 200  len: 217 time: 0.2364058
Dec 23 16:14:49.416191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa98a4-98a3-4c48-be11-6c3be6ecdda1 None None] No DVR routers for this DVR port ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:14:49.434257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa98a4-98a3-4c48-be11-6c3be6ecdda1 None None] Pushing event deleted for resources: {'Port': ['ID=ed6ad0dc-9940-4a3b-b45a-8fc3d8469906,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:49.437335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-43aa98a4-98a3-4c48-be11-6c3be6ecdda1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:49.483729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:49.505108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddb5f-70e0-43fd-bc00-d4b85d7e3fe2 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:49.518213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:49.549235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:49.572688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Deleting port f3c39dd1-5730-4ff8-b928-d577b2d8d777 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:49.573509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:49.612193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:security_group_rule and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:49.615067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:49.630288 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-605f1bc0-5e00-4bd7-805e-5aa3db2c5f86 req-5cf1d4a7-24d3-451e-ad11-f69657ca4915 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2714353
Dec 23 16:14:49.630855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:14:49.631049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ddb5f-70e0-43fd-bc00-d4b85d7e3fe2 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event deleted for resources: {'Port': ['ID=445710cf-d33a-4833-a38d-35f65aee973b,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:49.631049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4d4ddb5f-70e0-43fd-bc00-d4b85d7e3fe2 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:49.632102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:49.646107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:49.681807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:14:49.682273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ed6ad0dc-9940-4a3b-b45a-8fc3d8469906 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:14:49.682723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 98132f3d-55fa-4f95-ae92-c48af0589414 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:14:49.696743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350491e-9bdd-4c47-b43e-ca8e95fbb413 req-bbdfe1b6-c744-4564-8245-a0f12db7c5f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:49.706480 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1350491e-9bdd-4c47-b43e-ca8e95fbb413 req-bbdfe1b6-c744-4564-8245-a0f12db7c5f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03e85824-6fd0-44bc-954e-e199d0999bb9 HTTP/1.1" status: 200  len: 852 time: 0.3077199
Dec 23 16:14:49.732995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 98132f3d-55fa-4f95-ae92-c48af0589414 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:14:49.733402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 98132f3d-55fa-4f95-ae92-c48af0589414 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:14:49.817552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:49.825785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-78d3d7ff-472b-40dc-b2c5-8067ad3b992b tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:49.933288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddb5f-70e0-43fd-bc00-d4b85d7e3fe2 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:49.969447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:49.974184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:49.979470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:50.021637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=ff94f13d-2946-4b41-85e2-f7915b71e867,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:50.037746 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4d4ddb5f-70e0-43fd-bc00-d4b85d7e3fe2 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "DELETE /v2.0/ports/445710cf-d33a-4833-a38d-35f65aee973b HTTP/1.1" status: 204  len: 168 time: 2.6467896
Dec 23 16:14:50.083513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:50.110522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52314) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:50.265233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cd8d6f-88e2-4661-a705-1c6834bd5eb3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 6db84f05-ba1e-422b-8962-0df14c620407 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:14:50.292057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75cd8d6f-88e2-4661-a705-1c6834bd5eb3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:50.332496 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1350491e-9bdd-4c47-b43e-ca8e95fbb413 req-b597f00e-592f-4851-a4b8-5f8b405c0aff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17522e9e-251e-4cb1-b4af-36084ff691d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6118157
Dec 23 16:14:50.424644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] For port f3c39dd1-5730-4ff8-b928-d577b2d8d777, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f3c39dd1-5730-4ff8-b928-d577b2d8d777,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:50.425059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:50.480656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75cd8d6f-88e2-4661-a705-1c6834bd5eb3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:50.587300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75cd8d6f-88e2-4661-a705-1c6834bd5eb3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:50.637332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dd2b33-83a7-4bf5-aeaf-c4e92c8c0107 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:50.638112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e6dd2b33-83a7-4bf5-aeaf-c4e92c8c0107 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Synchronizing usage tracker for tenant:c4d9fd741f0f4256997b68daf6b4a256 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:50.677792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64324ef2-3712-4178-a712-40246fe0839e req-76d9a7c8-f537-486f-814d-f190e28a1009 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:50.679472 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64324ef2-3712-4178-a712-40246fe0839e req-76d9a7c8-f537-486f-814d-f190e28a1009 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 944 time: 0.6418245
Dec 23 16:14:50.697177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e6dd2b33-83a7-4bf5-aeaf-c4e92c8c0107 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Unset dirty status for tenant:c4d9fd741f0f4256997b68daf6b4a256 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:50.698672 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e6dd2b33-83a7-4bf5-aeaf-c4e92c8c0107 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "GET /v2.0/ports?device_id=1c844a8a-2865-4dfe-ae1a-3e1773050d67 HTTP/1.1" status: 200  len: 913 time: 0.5814464
Dec 23 16:14:50.715105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52320) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:50.921709 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64324ef2-3712-4178-a712-40246fe0839e req-6bec8c3a-c4f6-4318-a2a1-7acafcdffc49 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283499
Dec 23 16:14:50.963169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:50.963950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:51.082881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Calling delete_port for f3c39dd1-5730-4ff8-b928-d577b2d8d777 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:51.115421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75cd8d6f-88e2-4661-a705-1c6834bd5eb3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:51.186621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-82cb1ee4-f010-413d-87a5-5f266f11ccb7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:51.260128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd8d6f-88e2-4661-a705-1c6834bd5eb3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=6db84f05-ba1e-422b-8962-0df14c620407,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:51.281751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-75cd8d6f-88e2-4661-a705-1c6834bd5eb3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:51.296335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d58cefb-355a-4cb4-a6d5-fc80e53d67e5 None None] Network 4a72a6c4-349c-4afd-8708-1a91d912d2c5 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:51.302277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:51.303792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75cd8d6f-88e2-4661-a705-1c6834bd5eb3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:51.319582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dfe6d4-0908-4cdf-a3f9-50ec9c972e13 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:51.338961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:51.356661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-617d33b1-90f9-403e-a1e9-642444b3786a tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:51.358230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c77fbbea-9a34-4d90-acf6-5c09fd939cd2 tempest-RoutersAdminNegativeTest-991578077 tempest-RoutersAdminNegativeTest-991578077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:51.396877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5541f-711e-44e7-8526-7347809ac6eb req-cfe7d936-2af8-4dbd-899b-cfe5940e1d4d tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:51.398470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-28f5541f-711e-44e7-8526-7347809ac6eb req-cfe7d936-2af8-4dbd-899b-cfe5940e1d4d tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 1.1243515
Dec 23 16:14:51.419465 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1350491e-9bdd-4c47-b43e-ca8e95fbb413 req-be639fbc-9fac-4bc2-af9e-9942ab0e0e65 service neutron] 10.222.0.36 "GET /v2.0/networks/17522e9e-251e-4cb1-b4af-36084ff691d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0423748
Dec 23 16:14:51.423377 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-75cd8d6f-88e2-4661-a705-1c6834bd5eb3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/6db84f05-ba1e-422b-8962-0df14c620407 HTTP/1.1" status: 204  len: 168 time: 2.1284862
Dec 23 16:14:51.423377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:14:51.431069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52324) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:51.486868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5495f3-432b-46f3-949f-39a1e5454d14,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:51.497477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:51.500825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:51.501235 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Added segment b41b506b-23e9-4994-a8e3-1878a6b0aa0d of type vlan for network d86d2001-bff7-4934-b75e-882fa5c13bfc
Dec 23 16:14:51.515525 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-83665008-59c3-441d-bf6e-3387f787927e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0789471
Dec 23 16:14:51.517420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52328) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:51.522888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-864930ff-f8fe-4057-8a43-121bf7485113 None None] Provisioning for port 02694450-b596-4a35-b57e-1c40feb59edb completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:51.586726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:51.639249 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-28f5541f-711e-44e7-8526-7347809ac6eb req-cc48ac13-6c67-468d-af14-49c75840eb5a tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2142119
Dec 23 16:14:51.654035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:51.711442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 02694450-b596-4a35-b57e-1c40feb59edb up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:14:51.754025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:51.763671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:51.771712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:51.778135 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1350491e-9bdd-4c47-b43e-ca8e95fbb413 req-622fbaff-2bbf-4060-ba88-c6b1fe1aae58 service neutron] 10.222.0.36 "GET /v2.0/networks/17522e9e-251e-4cb1-b4af-36084ff691d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3275983
Dec 23 16:14:51.780653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:51.781245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:51.788471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-40d85c91-25ee-4f5d-b33b-e8c46404cc5e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:51.818731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:51.839113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event deleted for resources: {'Port': ['ID=f3c39dd1-5730-4ff8-b928-d577b2d8d777,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:51.842884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:51.847712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:51.848231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:51.857284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:51.857951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:51.864017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 729d1962-6bd3-43d4-933d-b7a225c78007 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:14:51.874395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 02694450-b596-4a35-b57e-1c40feb59edb completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:51.884109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 02694450-b596-4a35-b57e-1c40feb59edb triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:51.884449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:51.949018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbded4bf-4a42-404d-89de-a9e846f75b51 None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:14:51.975615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dbded4bf-4a42-404d-89de-a9e846f75b51 None None] Deleting port d4cffaf4-7338-4a72-af2d-345d50d4c531 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:51.975968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbded4bf-4a42-404d-89de-a9e846f75b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:51.996723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:52.076483 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 3.3277392
Dec 23 16:14:52.091479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Network': ['ID=d86d2001-bff7-4934-b75e-882fa5c13bfc,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:52.101409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:52.233081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-dbded4bf-4a42-404d-89de-a9e846f75b51 None None] For port d4cffaf4-7338-4a72-af2d-345d50d4c531, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d4cffaf4-7338-4a72-af2d-345d50d4c531,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:52.233429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbded4bf-4a42-404d-89de-a9e846f75b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:52.258734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router a25a8703-3f46-467c-972a-2b4f26aad0ba is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:14:52.391013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:52.391243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dbded4bf-4a42-404d-89de-a9e846f75b51 None None] Calling delete_port for d4cffaf4-7338-4a72-af2d-345d50d4c531 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:52.469917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network d86d2001-bff7-4934-b75e-882fa5c13bfc details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:14:52.494462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbded4bf-4a42-404d-89de-a9e846f75b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:52.554861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e06b54ac-e76e-4940-829d-cf2f2832dc3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:52.604705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbded4bf-4a42-404d-89de-a9e846f75b51 None None] Pushing event deleted for resources: {'Port': ['ID=d4cffaf4-7338-4a72-af2d-345d50d4c531,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:52.613184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dbded4bf-4a42-404d-89de-a9e846f75b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:52.647420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-976dd14f-1d81-478a-91d1-68dfa7316579 None None] Provisioning complete for port 02694450-b596-4a35-b57e-1c40feb59edb triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:52.647850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-976dd14f-1d81-478a-91d1-68dfa7316579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:52.714848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecb8d3-1794-4d36-be27-9b05be9a85f2 req-fe5dda5e-6b08-4c98-9266-099ffab805af tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:52.716867 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e7ecb8d3-1794-4d36-be27-9b05be9a85f2 req-fe5dda5e-6b08-4c98-9266-099ffab805af tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 944 time: 0.5664647
Dec 23 16:14:52.772749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:52.778514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:52.830167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:52.830781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Fanout notify agent at l3_agent the message router_deleted on router 5ffef2da-d49a-4b06-80c4-c97ad4186ad1 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:14:52.854000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbded4bf-4a42-404d-89de-a9e846f75b51 None None] No DVR routers for this DVR port d4cffaf4-7338-4a72-af2d-345d50d4c531 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:14:52.854488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:52.861704 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "DELETE /v2.0/routers/5ffef2da-d49a-4b06-80c4-c97ad4186ad1 HTTP/1.1" status: 204  len: 168 time: 5.3607743
Dec 23 16:14:52.863481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52336) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:53.086595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a683ca7-7b68-4abd-a7a3-b27e1c7c213e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.216804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-976dd14f-1d81-478a-91d1-68dfa7316579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.240656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 729d1962-6bd3-43d4-933d-b7a225c78007, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=729d1962-6bd3-43d4-933d-b7a225c78007,segment=NetworkSegment(8fadce8d-07b9-4fbf-a544-745e0e33008e),segment_id=8fadce8d-07b9-4fbf-a544-745e0e33008e)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:53.267910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.330083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-976dd14f-1d81-478a-91d1-68dfa7316579 None None] For port 02694450-b596-4a35-b57e-1c40feb59edb, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=02694450-b596-4a35-b57e-1c40feb59edb,segment=NetworkSegment(193db663-3ce7-4051-9db6-2d6470437ffd),segment_id=193db663-3ce7-4051-9db6-2d6470437ffd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:53.331512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '729d1962-6bd3-43d4-933d-b7a225c78007', 'network_id': '17522e9e-251e-4cb1-b4af-36084ff691d0', 'port_id': '729d1962-6bd3-43d4-933d-b7a225c78007', 'mac_address': 'fa:16:3e:62:3e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e85824-6fd0-44bc-954e-e199d0999bb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:14:53.383216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-976dd14f-1d81-478a-91d1-68dfa7316579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.402050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a683ca7-7b68-4abd-a7a3-b27e1c7c213e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.441284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-6a683ca7-7b68-4abd-a7a3-b27e1c7c213e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b795aff28>,) {'filters': {'network_id': ['c4afed7c-fdd1-4670-afcb-1be408a3d4c3']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:53.459844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-6a683ca7-7b68-4abd-a7a3-b27e1c7c213e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b795aff28>, 'c684b206-1c7d-4738-b19d-3a7b3b706252') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:53.460351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-6a683ca7-7b68-4abd-a7a3-b27e1c7c213e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b795aff28>, 'c684b206-1c7d-4738-b19d-3a7b3b706252') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:53.467394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:53.475387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f91e48-c3c5-480f-a903-374843058b0a req-e4f75c13-1739-4405-8f84-7fdb8ff1a7eb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:53.477117 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5f91e48-c3c5-480f-a903-374843058b0a req-e4f75c13-1739-4405-8f84-7fdb8ff1a7eb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.3841932
Dec 23 16:14:53.486513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a683ca7-7b68-4abd-a7a3-b27e1c7c213e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.497606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:14:53.498031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:14:53.499730 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e7ecb8d3-1794-4d36-be27-9b05be9a85f2 req-bdfc2e54-57f2-4c2b-b96f-f33d2a738feb tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7426596
Dec 23 16:14:53.507932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a683ca7-7b68-4abd-a7a3-b27e1c7c213e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.518660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a683ca7-7b68-4abd-a7a3-b27e1c7c213e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:14:53.519290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a683ca7-7b68-4abd-a7a3-b27e1c7c213e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.541184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.568507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729d1962-6bd3-43d4-933d-b7a225c78007 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:14:53.572239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976dd14f-1d81-478a-91d1-68dfa7316579 None None] Pushing event updated for resources: {'Port': ['ID=02694450-b596-4a35-b57e-1c40feb59edb,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:53.576627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-976dd14f-1d81-478a-91d1-68dfa7316579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:14:53.585361 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:14:53.592681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 729d1962-6bd3-43d4-933d-b7a225c78007, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=729d1962-6bd3-43d4-933d-b7a225c78007,segment=NetworkSegment(8fadce8d-07b9-4fbf-a544-745e0e33008e),segment_id=8fadce8d-07b9-4fbf-a544-745e0e33008e)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:53.597347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.599309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:53.677430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=729d1962-6bd3-43d4-933d-b7a225c78007,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:53.690671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:53.707586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:53.715715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a683ca7-7b68-4abd-a7a3-b27e1c7c213e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.715863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.720326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af83035-af2b-413b-85dc-08d5c8efa024 None None] Sync routers for ids ['a25a8703-3f46-467c-972a-2b4f26aad0ba'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:53.721136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a683ca7-7b68-4abd-a7a3-b27e1c7c213e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.732711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af83035-af2b-413b-85dc-08d5c8efa024 None None] Routers {'a25a8703-3f46-467c-972a-2b4f26aad0ba'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:53.733395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1af83035-af2b-413b-85dc-08d5c8efa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab99828>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['a25a8703-3f46-467c-972a-2b4f26aad0ba'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:53.739656 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5f91e48-c3c5-480f-a903-374843058b0a req-cbb332be-c3ef-43e5-bc4d-5f8dfc605447 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1596780
Dec 23 16:14:53.743175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0b6db61b-6845-4857-bca9-5d23b5f3cb0e tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:53.773946 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6a683ca7-7b68-4abd-a7a3-b27e1c7c213e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "DELETE /v2.0/networks/c4afed7c-fdd1-4670-afcb-1be408a3d4c3 HTTP/1.1" status: 204  len: 168 time: 0.9090123
Dec 23 16:14:53.775517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a683ca7-7b68-4abd-a7a3-b27e1c7c213e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event deleted for resources: {'Network': ['ID=c4afed7c-fdd1-4670-afcb-1be408a3d4c3,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:53.778446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6a683ca7-7b68-4abd-a7a3-b27e1c7c213e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:53.779165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52342) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:53.787343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1b6721ba-4b4b-45cc-a9a4-f6681e2579d5 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:53.816707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['729d1962-6bd3-43d4-933d-b7a225c78007'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:14:53.859673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8838bdee-9c9d-4210-aeb9-fea932a8e82e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.865060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1af83035-af2b-413b-85dc-08d5c8efa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab99828>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:53.889592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af83035-af2b-413b-85dc-08d5c8efa024 None None] Routers {'a25a8703-3f46-467c-972a-2b4f26aad0ba'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:53.892164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1af83035-af2b-413b-85dc-08d5c8efa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab99828>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['a25a8703-3f46-467c-972a-2b4f26aad0ba'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:53.936539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8838bdee-9c9d-4210-aeb9-fea932a8e82e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.944463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:53.951203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:53.966947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:53.972997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52346) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:53.974383 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 7.8925271
Dec 23 16:14:53.979418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:53.980222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:54.061216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1af83035-af2b-413b-85dc-08d5c8efa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab99828>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:54.065760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af83035-af2b-413b-85dc-08d5c8efa024 None None] The sync data for ids ['a25a8703-3f46-467c-972a-2b4f26aad0ba'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:54.098278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=2d62e383-1da1-482a-818d-2d9e7ae22838,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:54.115452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a978c618-cb4b-468e-901c-480af0324a18 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:54.117351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8838bdee-9c9d-4210-aeb9-fea932a8e82e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:54.123475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a9ae4e19-8894-4acb-b010-7db78b64249b tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:54.148377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838bdee-9c9d-4210-aeb9-fea932a8e82e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98383d4d-8a66-483a-8a69-c6852237910b,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:54.151622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8838bdee-9c9d-4210-aeb9-fea932a8e82e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:54.200991 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.6767914
Dec 23 16:14:54.212622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:54.221297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52350) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:54.263900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'mac_address': 'fa:16:3e:8d:20:f5', 'name': 'tempest-NetworksTestDHCPv6-71969432'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:54.461060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:54.466313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:port and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:54.469646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:54.476043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:54.494158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:54.502601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:54.502971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 02694450-b596-4a35-b57e-1c40feb59edb up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:14:54.551924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8838bdee-9c9d-4210-aeb9-fea932a8e82e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:54.556422 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8838bdee-9c9d-4210-aeb9-fea932a8e82e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] 10.222.0.67 "DELETE /v2.0/security-groups/98383d4d-8a66-483a-8a69-c6852237910b HTTP/1.1" status: 204  len: 168 time: 0.7760749
Dec 23 16:14:54.574177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-617d33b1-90f9-403e-a1e9-642444b3786a tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Deleting port 00e0fb73-b553-4d68-9c05-f257d3d29c59 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:54.577151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-617d33b1-90f9-403e-a1e9-642444b3786a tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:54.620529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb1912-e491-4181-970f-849d9797bc5d req-641b7900-13d7-4373-a693-1e61c3aec8de tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:54.629486 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e8bb1912-e491-4181-970f-849d9797bc5d req-641b7900-13d7-4373-a693-1e61c3aec8de tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.6295996
Dec 23 16:14:54.636144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': '2d62e383-1da1-482a-818d-2d9e7ae22838'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:14:54.637110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:54.679474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port fd6458d6-f52b-4c42-af92-15e6b6f3599c yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:14:54.728083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ba5acd5b-7a29-42e2-b8de-094088f2ee80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:54.818849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e8bb1912-e491-4181-970f-849d9797bc5d req-9e883166-1793-4161-b614-a235e9677bb6 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1881993
Dec 23 16:14:54.822118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 02694450-b596-4a35-b57e-1c40feb59edb triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:54.822555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:54.928276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07081c-07e3-4c5d-abee-cee9805b9331 req-1073d8ba-6501-490c-b046-0a719f05946b tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:54.929965 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ff07081c-07e3-4c5d-abee-cee9805b9331 req-1073d8ba-6501-490c-b046-0a719f05946b tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 945 time: 0.1616001
Dec 23 16:14:55.037798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::f816:3eff:fe8d:20f5 (ba343194-bb9c-4b65-8867-816842e8f671/2d62e383-1da1-482a-818d-2d9e7ae22838/fd6458d6-f52b-4c42-af92-15e6b6f3599c) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:55.044617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-617d33b1-90f9-403e-a1e9-642444b3786a tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:55.068198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d4cffaf4-7338-4a72-af2d-345d50d4c531 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:14:55.095359 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ff07081c-07e3-4c5d-abee-cee9805b9331 req-0859fbdb-1844-4c33-9719-5e075c660085 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020670
Dec 23 16:14:55.137350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: d4cffaf4-7338-4a72-af2d-345d50d4c531 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:14:55.138245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d4cffaf4-7338-4a72-af2d-345d50d4c531 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:14:55.138871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f3c39dd1-5730-4ff8-b928-d577b2d8d777 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:14:55.214537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: f3c39dd1-5730-4ff8-b928-d577b2d8d777 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:14:55.218367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f3c39dd1-5730-4ff8-b928-d577b2d8d777 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:14:55.281757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-617d33b1-90f9-403e-a1e9-642444b3786a tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Calling delete_port for 00e0fb73-b553-4d68-9c05-f257d3d29c59 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:55.465982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61784634-1354-4af2-9c32-8ab203926a2d req-bd38b840-a4ac-4723-ac0a-89ff71042580 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:55.468230 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-61784634-1354-4af2-9c32-8ab203926a2d req-bd38b840-a4ac-4723-ac0a-89ff71042580 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.1483932
Dec 23 16:14:55.584502 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-61784634-1354-4af2-9c32-8ab203926a2d req-0e8fc5d1-15c6-4a8f-83a7-5eb724ac5e1e tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1096625
Dec 23 16:14:55.623655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:55.660344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object fd6458d6-f52b-4c42-af92-15e6b6f3599c will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:55.677244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-617d33b1-90f9-403e-a1e9-642444b3786a tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:55.683322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-12cff8b2-07dd-4657-8433-9edb4e4ec8d3 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:55.710227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:55.736714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d33b1-90f9-403e-a1e9-642444b3786a tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event deleted for resources: {'Port': ['ID=00e0fb73-b553-4d68-9c05-f257d3d29c59,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:55.742458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-617d33b1-90f9-403e-a1e9-642444b3786a tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:55.823081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:55.834636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7cfdb199-dd1d-4fdf-b1c9-eeb57d88ab36 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:55.895179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Allocated IP 2001:db8::f816:3eff:feb3:abac (ba343194-bb9c-4b65-8867-816842e8f671/2d62e383-1da1-482a-818d-2d9e7ae22838/a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:55.918706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 729d1962-6bd3-43d4-933d-b7a225c78007 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:14:55.975592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52366) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:55.988114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'subnet': {'network_id': 'd86d2001-bff7-4934-b75e-882fa5c13bfc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:56.158762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:56.213391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:subnet and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:56.232863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:56.233768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:56.331233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=fd6458d6-f52b-4c42-af92-15e6b6f3599c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:56.335037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:56.346709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:56.348298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:56.350670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:56.356353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:56.357576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:56.382665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06f4d-cc2c-464a-a48a-a1921bc046b4 req-8f04ce57-10ee-4ba5-815b-fc72b538a819 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:56.384421 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c8a06f4d-cc2c-464a-a48a-a1921bc046b4 req-8f04ce57-10ee-4ba5-815b-fc72b538a819 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.2368879
Dec 23 16:14:56.397048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52374) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:56.398234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Allocated IP 172.20.0.1 (4a72a6c4-349c-4afd-8708-1a91d912d2c5/9b7c837e-2030-4868-991d-aa04e7b3ef05/ac769cc8-d66b-4608-a4af-9e94cf8a6227) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:56.428700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:56.451448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:56.454977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 729d1962-6bd3-43d4-933d-b7a225c78007 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:56.468025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 729d1962-6bd3-43d4-933d-b7a225c78007 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:56.468455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:56.489593 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c8a06f4d-cc2c-464a-a48a-a1921bc046b4 req-abc4a28d-14ef-408b-acdd-f6a6e59777f7 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0942962
Dec 23 16:14:56.495426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Transition to ACTIVE for port object a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:56.543750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Transition to ACTIVE for port object a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:56.558303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:56.563853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4924aaba-6b55-40f7-a5d4-1685441ed4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:56.696975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Pushing event updated for resources: {'Port': ['ID=a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:56.700006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:56.702737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:56.708017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:56.711585 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 2.4589326
Dec 23 16:14:56.714486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:56.718157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52382) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:56.737852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:56.769963 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dd252b54-e4ff-4ac8-ad0f-d52fb148beea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8769f4d3f6f5492984aeeb4cd437c456&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3512537
Dec 23 16:14:56.771039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:56.782132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52386) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:56.786896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-72d92ad8-c0c7-4a09-a4dc-1cda7435dcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:56.799671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:56.810760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Transition to ACTIVE for port object ac769cc8-d66b-4608-a4af-9e94cf8a6227 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:14:56.849909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f68e2e0-c33b-47ca-a665-10e73eed2334 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:56.851485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd2710d-2fb7-44cb-8646-72c5feb701d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729d1962-6bd3-43d4-933d-b7a225c78007'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:14:56.854386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f68e2e0-c33b-47ca-a665-10e73eed2334 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:56.859937 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1f68e2e0-c33b-47ca-a665-10e73eed2334 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1701 time: 0.1363912
Dec 23 16:14:56.861004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52392) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:56.866168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Attempting to bind port a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:14:56.866826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Attempting to bind port a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:14:56.866946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Attempting to bind port a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:14:56.873215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 729d1962-6bd3-43d4-933d-b7a225c78007, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=729d1962-6bd3-43d4-933d-b7a225c78007,segment=NetworkSegment(8fadce8d-07b9-4fbf-a544-745e0e33008e),segment_id=8fadce8d-07b9-4fbf-a544-745e0e33008e)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:56.877397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:14:56.877863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:14:56.878328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:56.879102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:14:56.879626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Bound port: a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:14:56.880053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:56.895151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:56.900093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-be7a8805-a10f-45e8-9f69-8a137b9c5bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:56.918599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:56.934485 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd2710d-2fb7-44cb-8646-72c5feb701d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729d1962-6bd3-43d4-933d-b7a225c78007', 'code': 200}
Dec 23 16:14:56.954915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4a87a8b4-f3e1-457b-8be1-d3b06d619f8c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:56.960321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-617d33b1-90f9-403e-a1e9-642444b3786a tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:57.025869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 4a72a6c4-349c-4afd-8708-1a91d912d2c5 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:14:57.033965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:57.047474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bb94d5ba-daa5-4004-888d-4c50b3ca36bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port fd6458d6-f52b-4c42-af92-15e6b6f3599c {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:14:57.048048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb94d5ba-daa5-4004-888d-4c50b3ca36bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:57.050314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=729d1962-6bd3-43d4-933d-b7a225c78007,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:57.053705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:57.073113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:57.079740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] For port a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:14:57.080282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:57.084616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] For port a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:14:57.092653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:57.102437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:57.124498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cebdf3-d08b-4093-84c4-83d302777241 req-a8ba6713-2b4f-4470-90bd-4183fb7decc2 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:57.134871 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-22cebdf3-d08b-4093-84c4-83d302777241 req-a8ba6713-2b4f-4470-90bd-4183fb7decc2 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 945 time: 0.8103099
Dec 23 16:14:57.152348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=ac769cc8-d66b-4608-a4af-9e94cf8a6227,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:57.164733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:57.243369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Pushing event updated for resources: {'Port': ['ID=a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:57.247764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:57.258593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:57.314535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:57.324444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7e801b1-b8ef-4673-8464-32379445a9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:57.399561 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ac2cf200-748b-4972-a0e5-0438139d022a req-080b6362-6f1b-4dc0-a961-813943a9ed6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 1099 time: 0.2336507
Dec 23 16:14:57.450350 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-22cebdf3-d08b-4093-84c4-83d302777241 req-28e5a89e-ecb3-44f8-8218-f665e916b2ab tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3144174
Dec 23 16:14:57.452228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7e801b1-b8ef-4673-8464-32379445a9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:57.530852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3f981b81-6632-4b4c-9459-0c21bae0bfc2 None None] Provisioning for port ac769cc8-d66b-4608-a4af-9e94cf8a6227 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:57.538607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3f981b81-6632-4b4c-9459-0c21bae0bfc2 None None] Provisioning complete for port ac769cc8-d66b-4608-a4af-9e94cf8a6227 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:57.539186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f981b81-6632-4b4c-9459-0c21bae0bfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:57.602676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3f981b81-6632-4b4c-9459-0c21bae0bfc2 None None] Port ac769cc8-d66b-4608-a4af-9e94cf8a6227 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:14:57.619089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb94d5ba-daa5-4004-888d-4c50b3ca36bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:57.627466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:57.649956 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ac2cf200-748b-4972-a0e5-0438139d022a req-e521d851-de72-47fe-96c7-3060c0720692 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882520
Dec 23 16:14:57.872211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7e801b1-b8ef-4673-8464-32379445a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:57.879529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-00ce29e1-4678-448e-96b8-6f06214b8458 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:57.906737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e801b1-b8ef-4673-8464-32379445a9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfdd839-04bf-4253-8da8-ee0b9969f5b8,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:57.917950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617d33b1-90f9-403e-a1e9-642444b3786a tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Router 1c844a8a-2865-4dfe-ae1a-3e1773050d67 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:14:57.925646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d7e801b1-b8ef-4673-8464-32379445a9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:57.972682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7e801b1-b8ef-4673-8464-32379445a9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:57.976504 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d7e801b1-b8ef-4673-8464-32379445a9a9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5cfdd839-04bf-4253-8da8-ee0b9969f5b8 HTTP/1.1" status: 204  len: 168 time: 1.1860640
Dec 23 16:14:58.052482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:58.057334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bb94d5ba-daa5-4004-888d-4c50b3ca36bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for fd6458d6-f52b-4c42-af92-15e6b6f3599c owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:14:58.062588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7f347bd2-c9e9-4687-98b9-c8369c4f9232 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:58.224805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Subnet': ['ID=44a0609a-0642-41be-9fad-5701d4d5d549,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:58.231067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:58.232886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617d33b1-90f9-403e-a1e9-642444b3786a tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:14:58.238182 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-617d33b1-90f9-403e-a1e9-642444b3786a tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "PUT /v2.0/routers/1c844a8a-2865-4dfe-ae1a-3e1773050d67/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5195498
Dec 23 16:14:58.241114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Checking segment: {'id': 'b41b506b-23e9-4994-a8e3-1878a6b0aa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd86d2001-bff7-4934-b75e-882fa5c13bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:14:58.241496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network hostable DHCP agents. Network: d86d2001-bff7-4934-b75e-882fa5c13bfc, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:14:58.242842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52400) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:58.244500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d6172-1a84-45e1-b93a-f37dc50f7084 None None] Sync routers for ids ['1c844a8a-2865-4dfe-ae1a-3e1773050d67'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:14:58.268350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network d86d2001-bff7-4934-b75e-882fa5c13bfc is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:14:58.272081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d6172-1a84-45e1-b93a-f37dc50f7084 None None] Routers {'1c844a8a-2865-4dfe-ae1a-3e1773050d67'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:58.273409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0b8d6172-1a84-45e1-b93a-f37dc50f7084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f80978>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1c844a8a-2865-4dfe-ae1a-3e1773050d67'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:58.283198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, d86d2001-bff7-4934-b75e-882fa5c13bfc) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:58.295826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:58.296682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:58.330011 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.3532257
Dec 23 16:14:58.331227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52404) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:58.342860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-70897241'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:58.360330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:58.365661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:network and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:58.369083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:58.380979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b00c78-fa7b-477f-be2a-c5913217f7e3 None None] Network d86d2001-bff7-4934-b75e-882fa5c13bfc requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:58.386028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:58.398356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:58.406661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:58.410979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:14:58.441590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:14:58.452962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:58.454950 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Added segment 50263b85-a88f-46ae-a2e5-718bf837854d of type vlan for network 79dc36df-bd75-4495-a99d-7f9b912d8bf7
Dec 23 16:14:58.455654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0b8d6172-1a84-45e1-b93a-f37dc50f7084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f80978>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:58.455993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52408) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:58.495986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b311d076-dd80-4660-8757-67d663dc2f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:58.543818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:58.588764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:58.593263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:58.594348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:58.606582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d6172-1a84-45e1-b93a-f37dc50f7084 None None] Routers {'1c844a8a-2865-4dfe-ae1a-3e1773050d67'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:58.607323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0b8d6172-1a84-45e1-b93a-f37dc50f7084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f80978>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1c844a8a-2865-4dfe-ae1a-3e1773050d67'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:58.614997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:58.641049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d57f4769-2ba9-4d4a-a346-5e8eac0cc70c tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:58.710739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb94d5ba-daa5-4004-888d-4c50b3ca36bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:58.779532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1622c02e-2b0e-498e-be28-4668ddab691b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:58.807033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b311d076-dd80-4660-8757-67d663dc2f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:58.813232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b311d076-dd80-4660-8757-67d663dc2f9b admin admin] Usage tracker for resource:security_group_rule and tenant:fb45faa5358d4c77859beb4e22c83d39 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:58.816827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b311d076-dd80-4660-8757-67d663dc2f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:58.825187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b311d076-dd80-4660-8757-67d663dc2f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:58.875542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb94d5ba-daa5-4004-888d-4c50b3ca36bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:58.918289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b311d076-dd80-4660-8757-67d663dc2f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:58.924769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Network': ['ID=79dc36df-bd75-4495-a99d-7f9b912d8bf7,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:58.930498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b311d076-dd80-4660-8757-67d663dc2f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:58.942434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:58.943253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a251c67-b13e-4d46-9a58-4f5e96dd571e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:58.955027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 79dc36df-bd75-4495-a99d-7f9b912d8bf7 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:14:58.955583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:14:58.981581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311d076-dd80-4660-8757-67d663dc2f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd996a8-6130-424a-9393-912c8bcb5c76,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:58.983472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:58.987451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94d5ba-daa5-4004-888d-4c50b3ca36bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=fd6458d6-f52b-4c42-af92-15e6b6f3599c,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:58.989902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bb94d5ba-daa5-4004-888d-4c50b3ca36bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:58.994712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b311d076-dd80-4660-8757-67d663dc2f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:59.006163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0b8d6172-1a84-45e1-b93a-f37dc50f7084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f80978>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:14:59.010093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d6172-1a84-45e1-b93a-f37dc50f7084 None None] The sync data for ids ['1c844a8a-2865-4dfe-ae1a-3e1773050d67'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:14:59.024862 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.6917880
Dec 23 16:14:59.026104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52414) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:59.033101 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b311d076-dd80-4660-8757-67d663dc2f9b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb45faa5358d4c77859beb4e22c83d39&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5734665
Dec 23 16:14:59.036360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'subnet': {'network_id': '79dc36df-bd75-4495-a99d-7f9b912d8bf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:14:59.097807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52418) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:59.106120 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bb94d5ba-daa5-4004-888d-4c50b3ca36bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/fd6458d6-f52b-4c42-af92-15e6b6f3599c HTTP/1.1" status: 204  len: 168 time: 2.2408111
Dec 23 16:14:59.108727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52420) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:59.127385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d80d4-ecc7-4415-bb02-d2c7a5f7755b req-09a00987-7122-49c9-872a-90b589189979 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:59.129321 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-270d80d4-ecc7-4415-bb02-d2c7a5f7755b req-09a00987-7122-49c9-872a-90b589189979 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.4944558
Dec 23 16:14:59.156681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:59.183504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:14:59.189198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:subnet and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:14:59.192868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:14:59.200213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:14:59.215867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:14:59.307336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-d86d2001-bff7-4934-b75e-882fa5c13bfc', 'network_id': 'd86d2001-bff7-4934-b75e-882fa5c13bfc', 'tenant_id': 'ebf2c3a4569f47d6bbe4763d78be623e', 'fixed_ips': [{'subnet_id': '44a0609a-0642-41be-9fad-5701d4d5d549'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:14:59.308339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:59.344957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:59.435590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e3c3c7cd-6a2d-4c7a-8f58-691832055dfe None None] Provisioning for port a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:14:59.450115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e3c3c7cd-6a2d-4c7a-8f58-691832055dfe None None] Provisioning complete for port a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:14:59.450556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3c3c7cd-6a2d-4c7a-8f58-691832055dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:59.597334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:59.604823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f9295112-cd75-47b7-b317-5649643ae1b7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:59.654895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a655fc-3da0-404a-b08e-a47dc8594d38 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:59.657223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a655fc-3da0-404a-b08e-a47dc8594d38 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:59.658082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e9a655fc-3da0-404a-b08e-a47dc8594d38 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:14:59.674084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3c3c7cd-6a2d-4c7a-8f58-691832055dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:59.674947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d57f4769-2ba9-4d4a-a346-5e8eac0cc70c tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:59.683652 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-270d80d4-ecc7-4415-bb02-d2c7a5f7755b req-931b6027-03a0-481d-9304-959da9dac62f tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3774276
Dec 23 16:14:59.697788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Allocated IP 2001:db8:0:ffff::2 (d86d2001-bff7-4934-b75e-882fa5c13bfc/44a0609a-0642-41be-9fad-5701d4d5d549/66b5d19e-155b-4300-9fcd-a64b4a7823fe) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:14:59.698396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Checking segment: {'id': '50263b85-a88f-46ae-a2e5-718bf837854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79dc36df-bd75-4495-a99d-7f9b912d8bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:14:59.698809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network hostable DHCP agents. Network: 79dc36df-bd75-4495-a99d-7f9b912d8bf7, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:14:59.721351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d57f4769-2ba9-4d4a-a346-5e8eac0cc70c tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:59.741879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a707bdfc-a57c-49cc-9d09-762ee6439804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:59.744052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Subnet': ['ID=ea45f016-0b19-4fe1-8003-8d72ae2b7ea8,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:14:59.747701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:14:59.755582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e9a655fc-3da0-404a-b08e-a47dc8594d38 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:14:59.756224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network 79dc36df-bd75-4495-a99d-7f9b912d8bf7 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:14:59.760032 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e9a655fc-3da0-404a-b08e-a47dc8594d38 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.6296418
Dec 23 16:14:59.760676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52426) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:59.800719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a707bdfc-a57c-49cc-9d09-762ee6439804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:59.803288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e3c3c7cd-6a2d-4c7a-8f58-691832055dfe None None] For port a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:14:59.818203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 79dc36df-bd75-4495-a99d-7f9b912d8bf7) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:14:59.829474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d57f4769-2ba9-4d4a-a346-5e8eac0cc70c tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:59.830035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57f4769-2ba9-4d4a-a346-5e8eac0cc70c tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Fanout notify agent at l3_agent the message router_deleted on router 1c844a8a-2865-4dfe-ae1a-3e1773050d67 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:14:59.841204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:59.841336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:14:59.841961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:59.856457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:59.861420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c1f90e-eba4-4c42-8654-cdf60524911f None None] Network 79dc36df-bd75-4495-a99d-7f9b912d8bf7 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:14:59.886599 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.8590615
Dec 23 16:14:59.889510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3c3c7cd-6a2d-4c7a-8f58-691832055dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:14:59.890235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52430) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:59.897842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-90824107-174a-42d8-a698-7e0b662ace10 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:14:59.897977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-976dd14f-1d81-478a-91d1-68dfa7316579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:00.085330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b2be95c9-6f9c-4fa1-b0f5-3ea65c32447e None None] Could not find standard attr ID for object fd6458d6-f52b-4c42-af92-15e6b6f3599c. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:15:00.141080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3c7cd-6a2d-4c7a-8f58-691832055dfe None None] Pushing event updated for resources: {'Port': ['ID=a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:00.176119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e3c3c7cd-6a2d-4c7a-8f58-691832055dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:00.201662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d57f4769-2ba9-4d4a-a346-5e8eac0cc70c tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.206016 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d57f4769-2ba9-4d4a-a346-5e8eac0cc70c tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "DELETE /v2.0/routers/1c844a8a-2865-4dfe-ae1a-3e1773050d67 HTTP/1.1" status: 204  len: 168 time: 1.9374855
Dec 23 16:15:00.231218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52434) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:00.309809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.318343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-79dc36df-bd75-4495-a99d-7f9b912d8bf7', 'network_id': '79dc36df-bd75-4495-a99d-7f9b912d8bf7', 'tenant_id': 'ebf2c3a4569f47d6bbe4763d78be623e', 'fixed_ips': [{'subnet_id': 'ea45f016-0b19-4fe1-8003-8d72ae2b7ea8'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:15:00.319288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.321997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=ac769cc8-d66b-4608-a4af-9e94cf8a6227,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:00.327430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.339258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:00.344392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Transition to ACTIVE for port object 66b5d19e-155b-4300-9fcd-a64b4a7823fe will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:00.353391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a707bdfc-a57c-49cc-9d09-762ee6439804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.357260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:00.361650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b27164a7-de61-42cc-86bd-952bed87d3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:00.385974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14b8c2d-b8b3-4398-a958-aadbb958d880 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 2d62e383-1da1-482a-818d-2d9e7ae22838 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:15:00.394931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b14b8c2d-b8b3-4398-a958-aadbb958d880 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.418830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707bdfc-a57c-49cc-9d09-762ee6439804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd996a8-6130-424a-9393-912c8bcb5c76,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:00.435475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a707bdfc-a57c-49cc-9d09-762ee6439804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:00.459939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a707bdfc-a57c-49cc-9d09-762ee6439804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.463757 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a707bdfc-a57c-49cc-9d09-762ee6439804 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/acd996a8-6130-424a-9393-912c8bcb5c76 HTTP/1.1" status: 204  len: 168 time: 1.3537412
Dec 23 16:15:00.476809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Transition to ACTIVE for port object 66b5d19e-155b-4300-9fcd-a64b4a7823fe will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:00.503142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.520201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c84277c4-342d-4711-ac0f-a218d15eea83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:00.535632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b14b8c2d-b8b3-4398-a958-aadbb958d880 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.588033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Network d86d2001-bff7-4934-b75e-882fa5c13bfc is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:00.595332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:00.603078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:00.613436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.661215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa28aa63-4ee4-418a-9804-f35eba7fcb0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Deleting subnet 70f98b85-d4ee-4281-a561-ea8b89bef71f {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:15:00.668578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa28aa63-4ee4-418a-9804-f35eba7fcb0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.708864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 4a72a6c4-349c-4afd-8708-1a91d912d2c5 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:00.712294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:00.720448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.727227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Pushing event updated for resources: {'Port': ['ID=66b5d19e-155b-4300-9fcd-a64b4a7823fe,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:00.738452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:00.799976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b14b8c2d-b8b3-4398-a958-aadbb958d880 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.807910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Attempting to bind port 66b5d19e-155b-4300-9fcd-a64b4a7823fe on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:00.808265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Attempting to bind port 66b5d19e-155b-4300-9fcd-a64b4a7823fe by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'b41b506b-23e9-4994-a8e3-1878a6b0aa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd86d2001-bff7-4934-b75e-882fa5c13bfc'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:00.808610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Attempting to bind port 66b5d19e-155b-4300-9fcd-a64b4a7823fe on network d86d2001-bff7-4934-b75e-882fa5c13bfc {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:00.854534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:00.854962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.858537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa28aa63-4ee4-418a-9804-f35eba7fcb0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.895321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b14b8c2d-b8b3-4398-a958-aadbb958d880 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.905098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c2acc789-2c8e-48b8-b901-ef31e1cf9ffc tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:00.939968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:00.940554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Checking segment: {'id': 'b41b506b-23e9-4994-a8e3-1878a6b0aa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd86d2001-bff7-4934-b75e-882fa5c13bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:00.941022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.941478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Bound using segment: {'id': 'b41b506b-23e9-4994-a8e3-1878a6b0aa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd86d2001-bff7-4934-b75e-882fa5c13bfc'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:00.942025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Bound port: 66b5d19e-155b-4300-9fcd-a64b4a7823fe, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41b506b-23e9-4994-a8e3-1878a6b0aa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd86d2001-bff7-4934-b75e-882fa5c13bfc'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:00.942459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:00.972178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Allocated IP 2001:db8::1 (79dc36df-bd75-4495-a99d-7f9b912d8bf7/ea45f016-0b19-4fe1-8003-8d72ae2b7ea8/78f11011-aacd-43d8-a973-017c1a2062b1) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:01.034318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b8c2d-b8b3-4398-a958-aadbb958d880 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=2d62e383-1da1-482a-818d-2d9e7ae22838,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:01.037389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b14b8c2d-b8b3-4398-a958-aadbb958d880 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:01.042286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b14b8c2d-b8b3-4398-a958-aadbb958d880 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:01.071131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4223ce-0d39-4316-84f5-554ca2544bcd None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:01.098319 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b14b8c2d-b8b3-4398-a958-aadbb958d880 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/2d62e383-1da1-482a-818d-2d9e7ae22838 HTTP/1.1" status: 204  len: 168 time: 1.3364320
Dec 23 16:15:01.099551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52446) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:01.137113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] For port 66b5d19e-155b-4300-9fcd-a64b4a7823fe, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:01.141047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] For port 66b5d19e-155b-4300-9fcd-a64b4a7823fe, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=66b5d19e-155b-4300-9fcd-a64b4a7823fe,segment=NetworkSegment(b41b506b-23e9-4994-a8e3-1878a6b0aa0d),segment_id=b41b506b-23e9-4994-a8e3-1878a6b0aa0d)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:01.153395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:01.178549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-43aa98a4-98a3-4c48-be11-6c3be6ecdda1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:01.241155 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-47b0c13b-0a95-4fe0-a66c-22446d32eedf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1325767
Dec 23 16:15:01.242874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52454) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:01.261492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa28aa63-4ee4-418a-9804-f35eba7fcb0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:01.393361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1fb54-7d70-4a26-9a19-e421084b632d req-de794b8d-4b74-443c-9588-ba604109137a tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:01.407486 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0e1fb54-7d70-4a26-9a19-e421084b632d req-de794b8d-4b74-443c-9588-ba604109137a tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.4304750
Dec 23 16:15:01.469348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c79d67-255b-455e-98a4-6da127a669c2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:01.470264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-69c79d67-255b-455e-98a4-6da127a669c2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:01.487747 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0e1fb54-7d70-4a26-9a19-e421084b632d req-1c3ccfa4-db38-42e6-aa19-1582e585afbc tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792165
Dec 23 16:15:01.495908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa28aa63-4ee4-418a-9804-f35eba7fcb0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:01.517916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8fb6f877-a713-4c71-8e76-3add1ad98826 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:01.534550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-69c79d67-255b-455e-98a4-6da127a669c2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:01.535988 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-69c79d67-255b-455e-98a4-6da127a669c2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2920594
Dec 23 16:15:01.540064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52462) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:01.600387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Pushing event updated for resources: {'Port': ['ID=66b5d19e-155b-4300-9fcd-a64b4a7823fe,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:01.614006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa28aa63-4ee4-418a-9804-f35eba7fcb0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:01.626837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28aa63-4ee4-418a-9804-f35eba7fcb0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event deleted for resources: {'Subnet': ['ID=70f98b85-d4ee-4281-a561-ea8b89bef71f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:01.629071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7b525bb8-5aec-4332-8e7f-d79389d97f5a None None] Provisioning complete for port ac769cc8-d66b-4608-a4af-9e94cf8a6227 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:01.629503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b525bb8-5aec-4332-8e7f-d79389d97f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:01.631433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fa28aa63-4ee4-418a-9804-f35eba7fcb0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:01.635765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52468) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:01.638273 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fa28aa63-4ee4-418a-9804-f35eba7fcb0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "DELETE /v2.0/subnets/70f98b85-d4ee-4281-a561-ea8b89bef71f HTTP/1.1" status: 204  len: 168 time: 1.4057944
Dec 23 16:15:01.695424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router a25a8703-3f46-467c-972a-2b4f26aad0ba has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:15:01.712846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b37d2-3f8e-42de-97ba-89e30fb3b14e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:01.713632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4f5b37d2-3f8e-42de-97ba-89e30fb3b14e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:01.804662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4f5b37d2-3f8e-42de-97ba-89e30fb3b14e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:01.806020 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4f5b37d2-3f8e-42de-97ba-89e30fb3b14e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2649188
Dec 23 16:15:01.819828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52476) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:01.896973 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e02afe95-8662-4fb0-b460-c0b26c4e95c7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0756500
Dec 23 16:15:01.907422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:01.909993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52480) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:01.917009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2e33e9d4-de76-4d21-87f5-a1d0e93bd827 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:01.944083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:01.974714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13688012-0f28-4881-a040-0391fb6dd1d7 req-4e996a7a-ea6c-4db6-9d80-a5b94c33a989 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:01.976740 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-13688012-0f28-4881-a040-0391fb6dd1d7 req-4e996a7a-ea6c-4db6-9d80-a5b94c33a989 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.1781962
Dec 23 16:15:01.986582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Deleting port 50bd9706-c42f-4480-ac56-9fed914359ba {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:01.986973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:02.074056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:02.086964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Transition to ACTIVE for port object 78f11011-aacd-43d8-a973-017c1a2062b1 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:02.114174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Transition to ACTIVE for port object 78f11011-aacd-43d8-a973-017c1a2062b1 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:02.116901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7b525bb8-5aec-4332-8e7f-d79389d97f5a None None] Port ac769cc8-d66b-4608-a4af-9e94cf8a6227 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:15:02.118866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da05fb2-1954-4ad4-a142-cba2be945e30 None None] Network 67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:02.126109 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-13688012-0f28-4881-a040-0391fb6dd1d7 req-00f48a87-1678-4f18-96d1-a9fa301b53a8 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886822
Dec 23 16:15:02.172462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:02.177873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:15:02.178651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:02.188508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e3bfc-c9b1-4032-9341-1257bba2b5b2 None None] Sync routers for ids ['a25a8703-3f46-467c-972a-2b4f26aad0ba'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:15:02.190422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-208034ad-4c51-484d-a283-5810196c06b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:02.191447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55ebd0e6-bce3-49de-970f-96fc143ba225 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:02.203972 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "PUT /v2.0/routers/a25a8703-3f46-467c-972a-2b4f26aad0ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2277145
Dec 23 16:15:02.206927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720e3bfc-c9b1-4032-9341-1257bba2b5b2 None None] Routers {'a25a8703-3f46-467c-972a-2b4f26aad0ba'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:02.207670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-720e3bfc-c9b1-4032-9341-1257bba2b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4258d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['a25a8703-3f46-467c-972a-2b4f26aad0ba'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:02.212717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52490) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:02.231987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'port': {'network_id': '4a72a6c4-349c-4afd-8708-1a91d912d2c5', 'name': 'tempest-FloatingIPTestJSON-1881970013'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:02.249170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2e33e9d4-de76-4d21-87f5-a1d0e93bd827 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:02.252778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Subnet': ['ID=ea45f016-0b19-4fe1-8003-8d72ae2b7ea8,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:02.283551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Pushing event updated for resources: {'Port': ['ID=78f11011-aacd-43d8-a973-017c1a2062b1,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:02.297280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:02.346899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:02.399760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Network 79dc36df-bd75-4495-a99d-7f9b912d8bf7 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:02.491391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:02.494066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:02.505237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-720e3bfc-c9b1-4032-9341-1257bba2b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4258d0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:02.511560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:02.518195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 66b5d19e-155b-4300-9fcd-a64b4a7823fe up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:02.535900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720e3bfc-c9b1-4032-9341-1257bba2b5b2 None None] Routers {'a25a8703-3f46-467c-972a-2b4f26aad0ba'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:02.536743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-720e3bfc-c9b1-4032-9341-1257bba2b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4258d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['a25a8703-3f46-467c-972a-2b4f26aad0ba'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:02.543542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79d2a8d0>,) {'filters': {'network_id': ['79dc36df-bd75-4495-a99d-7f9b912d8bf7']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:02.558343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79d2a8d0>, '50263b85-a88f-46ae-a2e5-718bf837854d') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:02.558855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79d2a8d0>, '50263b85-a88f-46ae-a2e5-718bf837854d') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:02.573360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:02.589744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:02.596638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:02.597228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:02.685641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-720e3bfc-c9b1-4032-9341-1257bba2b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4258d0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:02.686340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e3bfc-c9b1-4032-9341-1257bba2b5b2 None None] The sync data for ids ['a25a8703-3f46-467c-972a-2b4f26aad0ba'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:15:02.707828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:02.721235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Usage tracker for resource:port and tenant:810ff0626f894b4a9876803850be68f6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:02.725356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:02.732854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:02.744248 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:02.749195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2e33e9d4-de76-4d21-87f5-a1d0e93bd827 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:02.751301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Made reservation on behalf of 810ff0626f894b4a9876803850be68f6 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:02.761543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:02.765090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 66b5d19e-155b-4300-9fcd-a64b4a7823fe completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:02.779158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e33e9d4-de76-4d21-87f5-a1d0e93bd827 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:02.792300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] device_id is not set on port 200fe8dc-904f-416e-90f9-dc740402f702 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:15:02.801634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e33e9d4-de76-4d21-87f5-a1d0e93bd827 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:02.832311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:15:02.832311 dv-neutron-822801-1-hyperv neutron-server[88729]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:15:02.832311 dv-neutron-822801-1-hyperv neutron-server[88729]: [parameters: {'id': '79dc36df-bd75-4495-a99d-7f9b912d8bf7'}]
Dec 23 16:15:02.832311 dv-neutron-822801-1-hyperv neutron-server[88729]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88840) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:02.832807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:15:02.880694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Attempting to bind port 78f11011-aacd-43d8-a973-017c1a2062b1 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:02.881163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Attempting to bind port 78f11011-aacd-43d8-a973-017c1a2062b1 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '50263b85-a88f-46ae-a2e5-718bf837854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79dc36df-bd75-4495-a99d-7f9b912d8bf7'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:02.881603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Attempting to bind port 78f11011-aacd-43d8-a973-017c1a2062b1 on network 79dc36df-bd75-4495-a99d-7f9b912d8bf7 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:02.889027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:02.889467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Checking segment: {'id': '50263b85-a88f-46ae-a2e5-718bf837854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79dc36df-bd75-4495-a99d-7f9b912d8bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:02.889938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:02.890542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Bound using segment: {'id': '50263b85-a88f-46ae-a2e5-718bf837854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79dc36df-bd75-4495-a99d-7f9b912d8bf7'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:02.892620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Bound port: 78f11011-aacd-43d8-a973-017c1a2062b1, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50263b85-a88f-46ae-a2e5-718bf837854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79dc36df-bd75-4495-a99d-7f9b912d8bf7'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:02.892620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:02.908911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71171a04-14dc-4dea-bba9-827279bd9f26 None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:15:02.956826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-71171a04-14dc-4dea-bba9-827279bd9f26 None None] Deleting port a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:02.957267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-71171a04-14dc-4dea-bba9-827279bd9f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:03.154145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] For port 78f11011-aacd-43d8-a973-017c1a2062b1, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:03.218835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] For port 78f11011-aacd-43d8-a973-017c1a2062b1, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=78f11011-aacd-43d8-a973-017c1a2062b1,segment=NetworkSegment(50263b85-a88f-46ae-a2e5-718bf837854d),segment_id=50263b85-a88f-46ae-a2e5-718bf837854d)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:03.235980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:03.244379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:03.316214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b2236-1579-4e43-aae3-9593749e8e8c None None] DHCP port deletion for 67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:15:03.352751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-651b2236-1579-4e43-aae3-9593749e8e8c None None] Deleting port 50bd9706-c42f-4480-ac56-9fed914359ba {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:03.353192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-651b2236-1579-4e43-aae3-9593749e8e8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:03.410807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] For port 50bd9706-c42f-4480-ac56-9fed914359ba, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=50bd9706-c42f-4480-ac56-9fed914359ba,segment=NetworkSegment(2bd7fda7-0f14-4d3a-b134-e80592ce0586),segment_id=2bd7fda7-0f14-4d3a-b134-e80592ce0586)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:03.411408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:03.428627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-71171a04-14dc-4dea-bba9-827279bd9f26 None None] For port a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:03.429101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-71171a04-14dc-4dea-bba9-827279bd9f26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:03.477327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Allocated IP 172.20.0.14 (4a72a6c4-349c-4afd-8708-1a91d912d2c5/9b7c837e-2030-4868-991d-aa04e7b3ef05/200fe8dc-904f-416e-90f9-dc740402f702) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:03.498348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5838e-bb59-4497-8b6f-7571468a4999 req-d0f918d4-51d9-48dc-a008-9a15555866ae tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:03.507116 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-81d5838e-bb59-4497-8b6f-7571468a4999 req-d0f918d4-51d9-48dc-a008-9a15555866ae tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.6273484
Dec 23 16:15:03.613223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Calling delete_port for 50bd9706-c42f-4480-ac56-9fed914359ba owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:03.631959 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-81d5838e-bb59-4497-8b6f-7571468a4999 req-53e05bf5-c6ba-40dc-a099-0576f5b999c6 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236553
Dec 23 16:15:03.664765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-71171a04-14dc-4dea-bba9-827279bd9f26 None None] Calling delete_port for a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:03.709382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:03.713748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e33e9d4-de76-4d21-87f5-a1d0e93bd827 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:03.716491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Pushing event updated for resources: {'Port': ['ID=78f11011-aacd-43d8-a973-017c1a2062b1,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:03.736203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5ecb4ed8-d967-4ef8-a604-b1ecf08c40e8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:03.753292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:03.770470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-651b2236-1579-4e43-aae3-9593749e8e8c None None] The port '50bd9706-c42f-4480-ac56-9fed914359ba' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:15:03.803103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:03.814622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-71171a04-14dc-4dea-bba9-827279bd9f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:03.819544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-912403b3-3a2a-4a0b-a29c-d7e120bd0d04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:03.819695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52512) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:03.858293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Deleting port 78f11011-aacd-43d8-a973-017c1a2062b1 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:03.858685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:03.866953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:03.868898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948b8e60-3f64-4a13-9621-75ae5b11474c None None] Network 79dc36df-bd75-4495-a99d-7f9b912d8bf7 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:03.886552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Transition to ACTIVE for port object 200fe8dc-904f-416e-90f9-dc740402f702 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:03.913887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:03.916805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71171a04-14dc-4dea-bba9-827279bd9f26 None None] Pushing event deleted for resources: {'Port': ['ID=a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:03.926431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:03.930023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33e9d4-de76-4d21-87f5-a1d0e93bd827 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=ec8b7eae-ad61-4574-a3b0-14d2cace8cc8,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:03.931168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-71171a04-14dc-4dea-bba9-827279bd9f26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:03.933999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e33e9d4-de76-4d21-87f5-a1d0e93bd827 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:03.941072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e33e9d4-de76-4d21-87f5-a1d0e93bd827 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:03.941793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b9f2fe59-e857-453b-8970-71b30093b5ee tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:03.951520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71171a04-14dc-4dea-bba9-827279bd9f26 None None] No DVR routers for this DVR port a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:15:03.983690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2e33e9d4-de76-4d21-87f5-a1d0e93bd827 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:03.985859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] No DVR routers for this DVR port 50bd9706-c42f-4480-ac56-9fed914359ba on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:15:04.008545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56375c2-f072-4770-8c6f-51b6cbf86f36 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:04.040866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e33e9d4-de76-4d21-87f5-a1d0e93bd827 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:04.041545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e33e9d4-de76-4d21-87f5-a1d0e93bd827 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:04.059283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event deleted for resources: {'Port': ['ID=50bd9706-c42f-4480-ac56-9fed914359ba,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:04.071873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event updated for resources: {'Port': ['ID=200fe8dc-904f-416e-90f9-dc740402f702,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:04.076673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:04.088427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Network 4a72a6c4-349c-4afd-8708-1a91d912d2c5 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:04.091748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:04.110119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:04.169124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:04.169820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:04.170390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:04.170973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:04.172324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:04.173035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:04.173606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:04.174178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:04.174738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:04.175446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:04.175999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:04.180177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:04.234855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:04.235518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:04.256119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'network': {'name': 'tempest-network-smoke--387582152', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'port_security_enabled': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:04.263654 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2e33e9d4-de76-4d21-87f5-a1d0e93bd827 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3518825
Dec 23 16:15:04.273091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:04.287286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:network and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:04.291301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:04.299800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:04.309455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d574ff62-96a7-46a8-bf0d-b233ebc08ba0 None None] Network d86d2001-bff7-4934-b75e-882fa5c13bfc requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:04.316355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52518) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:04.324567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'mac_address': 'fa:16:3e:9e:7c:c5', 'name': 'tempest-NetworksTestDHCPv6-1716089460'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:04.325107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:04.348967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:04.354580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:04.397678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a16b278>,) {'filters': {'network_id': ['67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:04.407559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 50bd9706-c42f-4480-ac56-9fed914359ba no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:15:04.409368 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.1954615
Dec 23 16:15:04.414076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52522) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:04.423904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7fbabd4f-0e87-422e-8887-7f75fc5bd98d tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Request body: {'floatingip': {'port_id': '200fe8dc-904f-416e-90f9-dc740402f702'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:04.468716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 50bd9706-c42f-4480-ac56-9fed914359ba {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:15:04.469369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 50bd9706-c42f-4480-ac56-9fed914359ba not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:15:04.469983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:15:04.553967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:04.569400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:04.586823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:04.608315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:15:04.608826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a87ce9d2-61fc-46fe-96f4-b2f4cb0d0046 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:15:04.619343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:04.621456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:04.637813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-824a1f8f-742e-44f6-8c57-17f6aeb9d355 None None] Provisioning for port 66b5d19e-155b-4300-9fcd-a64b4a7823fe completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:04.647028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:04.652111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:04.668254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-824a1f8f-742e-44f6-8c57-17f6aeb9d355 None None] Provisioning complete for port 66b5d19e-155b-4300-9fcd-a64b4a7823fe triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:04.668825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-824a1f8f-742e-44f6-8c57-17f6aeb9d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:04.676123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:04.807292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:04.833570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a16b278>, '2bd7fda7-0f14-4d3a-b134-e80592ce0586') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:04.833838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a16b278>, '2bd7fda7-0f14-4d3a-b134-e80592ce0586') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:04.867128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port da968cf9-3678-430f-8a30-68b530542d87 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:15:04.932413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:04.939779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:04.945564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:04.953758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2f341554-048e-4b2c-b6fb-6a095758bf31 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:04.961884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] For port 78f11011-aacd-43d8-a973-017c1a2062b1, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=78f11011-aacd-43d8-a973-017c1a2062b1,segment=NetworkSegment(50263b85-a88f-46ae-a2e5-718bf837854d),segment_id=50263b85-a88f-46ae-a2e5-718bf837854d)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:04.962293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:04.999532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:15:05.009376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:05.012380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': 'ec8b7eae-ad61-4574-a3b0-14d2cace8cc8'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:15:05.012564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:05.013526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.057272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.061532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.061881 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Added segment 9f90a5cb-9cff-412f-a314-7cbf842a8f16 of type vlan for network b508067b-ea9a-4279-b586-9644479d6225
Dec 23 16:15:05.120971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.127232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::1c0 (ba343194-bb9c-4b65-8867-816842e8f671/ec8b7eae-ad61-4574-a3b0-14d2cace8cc8/da968cf9-3678-430f-8a30-68b530542d87) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:05.133886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Calling delete_port for 78f11011-aacd-43d8-a973-017c1a2062b1 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:05.161621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:05.162073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:05.183610 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:05.200895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.205964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:05.206725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.220197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:05.230806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7fbabd4f-0e87-422e-8887-7f75fc5bd98d tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.274585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-824a1f8f-742e-44f6-8c57-17f6aeb9d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.320478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-824a1f8f-742e-44f6-8c57-17f6aeb9d355 None None] For port 66b5d19e-155b-4300-9fcd-a64b4a7823fe, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=66b5d19e-155b-4300-9fcd-a64b4a7823fe,segment=NetworkSegment(b41b506b-23e9-4994-a8e3-1878a6b0aa0d),segment_id=b41b506b-23e9-4994-a8e3-1878a6b0aa0d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:05.324659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-824a1f8f-742e-44f6-8c57-17f6aeb9d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.326369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-71171a04-14dc-4dea-bba9-827279bd9f26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:05.396896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Network': ['ID=b508067b-ea9a-4279-b586-9644479d6225,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:05.401942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a1f8f-742e-44f6-8c57-17f6aeb9d355 None None] Pushing event updated for resources: {'Port': ['ID=66b5d19e-155b-4300-9fcd-a64b4a7823fe,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:05.402112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:05.405473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-824a1f8f-742e-44f6-8c57-17f6aeb9d355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:05.407567 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.5831368
Dec 23 16:15:05.414364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network b508067b-ea9a-4279-b586-9644479d6225 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:05.417462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52528) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:05.430756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.446833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295990f6-82ce-4692-99a9-75fa20bbee2a req-52bb8a73-db2e-451c-abb0-0f1133f67d5e tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:05.450425 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-295990f6-82ce-4692-99a9-75fa20bbee2a req-52bb8a73-db2e-451c-abb0-0f1133f67d5e tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.6203959
Dec 23 16:15:05.459705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'admin_state_up': True, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:05.472087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:05.489353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.500837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.508398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:05.542655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.545473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Pushing event deleted for resources: {'Network': ['ID=67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:05.565116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f1e73177-661e-4307-b6f1-8545fa3e0209 None None] Provisioning for port 200fe8dc-904f-416e-90f9-dc740402f702 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:05.566286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object da968cf9-3678-430f-8a30-68b530542d87 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:05.570831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f1e73177-661e-4307-b6f1-8545fa3e0209 None None] Provisioning complete for port 200fe8dc-904f-416e-90f9-dc740402f702 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:05.571264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1e73177-661e-4307-b6f1-8545fa3e0209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.587512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:router and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:05.590513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.595264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:05.595708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:05.596146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:05.596578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:05.597004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:05.597426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:05.597845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:05.598262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:05.598681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:05.599176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:05.599598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:05.601253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-280eb063-997b-45d1-b1a4-e38f736ae91a tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:05.612987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:05.632178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:05.632714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9689b2fd-a007-4691-b3b7-8410095d3611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:05.674561 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] 10.222.0.67 "DELETE /v2.0/networks/67d1f8d1-e7cb-4dc5-ab6f-694e5cf523cf HTTP/1.1" status: 204  len: 168 time: 4.0372787
Dec 23 16:15:05.683352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Port': ['ID=78f11011-aacd-43d8-a973-017c1a2062b1,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:05.686055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:05.695129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:05.699160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:05.703485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:05.706623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:05.706969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No DVR routers for this DVR port 78f11011-aacd-43d8-a973-017c1a2062b1 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:15:05.712749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:05.713711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.719844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f1e73177-661e-4307-b6f1-8545fa3e0209 None None] Port 200fe8dc-904f-416e-90f9-dc740402f702 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:15:05.733812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=da968cf9-3678-430f-8a30-68b530542d87,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:05.738392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:05.742375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Allocated IP 2001:db8::2 (ba343194-bb9c-4b65-8867-816842e8f671/ec8b7eae-ad61-4574-a3b0-14d2cace8cc8/b124fc84-7f65-4f50-adb1-b0cc2b8a4646) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:05.751577 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.4339266
Dec 23 16:15:05.753452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52534) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:05.805673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.806709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.848009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67745e-ebb1-4b0c-9729-dd3a9221c9b5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:05.848800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8b67745e-ebb1-4b0c-9729-dd3a9221c9b5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:05.862889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8b67745e-ebb1-4b0c-9729-dd3a9221c9b5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:05.867120 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8b67745e-ebb1-4b0c-9729-dd3a9221c9b5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.1076488
Dec 23 16:15:05.867553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52538) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:05.874040 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-295990f6-82ce-4692-99a9-75fa20bbee2a req-64e3c452-c11d-4f44-bb56-bbcb1c927be7 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3749957
Dec 23 16:15:05.953668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-096d0c2f-455d-4534-9792-1dba9e6d05bb None None] Provisioning complete for port 66b5d19e-155b-4300-9fcd-a64b4a7823fe triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:05.954113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-096d0c2f-455d-4534-9792-1dba9e6d05bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.963502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:05.991809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-74e7eb95-d356-441e-99c6-6c820175b7d8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port da968cf9-3678-430f-8a30-68b530542d87 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:05.992539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74e7eb95-d356-441e-99c6-6c820175b7d8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:06.006412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:06.112231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:06.166797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Transition to ACTIVE for port object b124fc84-7f65-4f50-adb1-b0cc2b8a4646 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:06.217615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52548) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:06.233721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79455d68>,) {'filters': {'network_id': ['79dc36df-bd75-4495-a99d-7f9b912d8bf7']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:06.252499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Transition to ACTIVE for port object b124fc84-7f65-4f50-adb1-b0cc2b8a4646 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:06.269499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:06.274340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:06.346419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:06.349541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:06.353577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:06.360898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Pushing event updated for resources: {'Port': ['ID=b124fc84-7f65-4f50-adb1-b0cc2b8a4646,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:06.365562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:06.432020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79455d68>, '50263b85-a88f-46ae-a2e5-718bf837854d') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:06.432540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79455d68>, '50263b85-a88f-46ae-a2e5-718bf837854d') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:06.437785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 66b5d19e-155b-4300-9fcd-a64b4a7823fe up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:06.460488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:06.506357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Attempting to bind port b124fc84-7f65-4f50-adb1-b0cc2b8a4646 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:06.506573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Attempting to bind port b124fc84-7f65-4f50-adb1-b0cc2b8a4646 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:06.507022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Attempting to bind port b124fc84-7f65-4f50-adb1-b0cc2b8a4646 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:06.520007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:06.520443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:06.520906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:06.521359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:06.521892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Bound port: b124fc84-7f65-4f50-adb1-b0cc2b8a4646, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:06.522325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:06.557535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:06.600795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74e7eb95-d356-441e-99c6-6c820175b7d8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:06.613454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:06.617193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 66b5d19e-155b-4300-9fcd-a64b4a7823fe triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:06.617581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:06.619739 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e97a398f-80af-4409-9d7c-7c47847b40b6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c4d9fd741f0f4256997b68daf6b4a256&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4005187
Dec 23 16:15:06.623672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52554) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:06.658749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:06.659610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:06.677987 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:06.680762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] For port b124fc84-7f65-4f50-adb1-b0cc2b8a4646, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:06.685410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] For port b124fc84-7f65-4f50-adb1-b0cc2b8a4646, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b124fc84-7f65-4f50-adb1-b0cc2b8a4646,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:06.691371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:06.696303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b5f64a5-8acc-49e9-b653-08e2cbe4252a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:06.787834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-74e7eb95-d356-441e-99c6-6c820175b7d8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for da968cf9-3678-430f-8a30-68b530542d87 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:06.833303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Pushing event updated for resources: {'Port': ['ID=b124fc84-7f65-4f50-adb1-b0cc2b8a4646,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:06.840846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:06.893284 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-614728ce-e67a-4fe8-81e4-4c8ccab97d26 req-c8050e65-9aa0-4b29-9e60-621e0f6dba7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01a029f0c85743ee88436be1f995d532&device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 1099 time: 0.4739172
Dec 23 16:15:06.901454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:06.911190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-28b88e61-47ed-483a-844d-f0f2f50b14b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:06.936160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:06.956714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Network': ['ID=79dc36df-bd75-4495-a99d-7f9b912d8bf7,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:06.964963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:06.977190 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/79dc36df-bd75-4495-a99d-7f9b912d8bf7 HTTP/1.1" status: 204  len: 168 time: 7.0848601
Dec 23 16:15:06.985073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52558) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:07.030007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1668382736'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:07.034236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f824ca09-a3a9-4603-bec8-8617d2cf676e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:07.039949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd73eb-0cc9-4b95-bd61-f3ab3938827d req-2068a6ca-28f6-4d93-9d44-961b0b9f3373 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:07.041594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9ebd73eb-0cc9-4b95-bd61-f3ab3938827d req-2068a6ca-28f6-4d93-9d44-961b0b9f3373 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.4921923
Dec 23 16:15:07.111215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:07.130445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:network and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:07.143201 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9ebd73eb-0cc9-4b95-bd61-f3ab3938827d req-a8664da6-2fe5-4dad-a6af-7bda79766f85 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915067
Dec 23 16:15:07.151712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:07.177993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:07.193460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f824ca09-a3a9-4603-bec8-8617d2cf676e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:07.240199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74e7eb95-d356-441e-99c6-6c820175b7d8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:07.267915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-82e8e6b0-7f90-4109-a02b-a963a8f053fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:07.317640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:07.323371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:07.341105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7eb95-d356-441e-99c6-6c820175b7d8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=da968cf9-3678-430f-8a30-68b530542d87,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:07.350039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614728ce-e67a-4fe8-81e4-4c8ccab97d26 req-d1907de0-0901-4ef3-8eed-cd247fd12f4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:07.351739 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-614728ce-e67a-4fe8-81e4-4c8ccab97d26 req-d1907de0-0901-4ef3-8eed-cd247fd12f4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=17522e9e-251e-4cb1-b4af-36084ff691d0 HTTP/1.1" status: 200  len: 913 time: 0.4409523
Dec 23 16:15:07.354979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74e7eb95-d356-441e-99c6-6c820175b7d8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:07.470863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:07.493254 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-614728ce-e67a-4fe8-81e4-4c8ccab97d26 req-50ec65b1-0996-4634-bbe8-67054f80ad43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=729d1962-6bd3-43d4-933d-b7a225c78007 HTTP/1.1" status: 200  len: 217 time: 0.1256781
Dec 23 16:15:07.502164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74e7eb95-d356-441e-99c6-6c820175b7d8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:07.506770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:07.541970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:15:07.583345 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-74e7eb95-d356-441e-99c6-6c820175b7d8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/da968cf9-3678-430f-8a30-68b530542d87 HTTP/1.1" status: 204  len: 168 time: 1.7145419
Dec 23 16:15:07.586351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:07.586745 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Added segment a26842a3-97d0-4cab-bdd4-4cda45cb3b5d of type vlan for network 1bb554d6-6fe0-4106-b263-fc6036152d92
Dec 23 16:15:07.587898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f824ca09-a3a9-4603-bec8-8617d2cf676e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:07.590389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f824ca09-a3a9-4603-bec8-8617d2cf676e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:07.591589 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f824ca09-a3a9-4603-bec8-8617d2cf676e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/70511850-4d68-491a-a4d8-1e4afeb8cec8 HTTP/1.1" status: 204  len: 168 time: 0.9668102
Dec 23 16:15:07.592316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52562) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:07.599498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2b9aef6c-4711-47b2-b7bd-fc848d714bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:07.654879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824ca09-a3a9-4603-bec8-8617d2cf676e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70511850-4d68-491a-a4d8-1e4afeb8cec8,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:07.669807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f824ca09-a3a9-4603-bec8-8617d2cf676e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:07.671296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614728ce-e67a-4fe8-81e4-4c8ccab97d26 req-e8ed733d-f0f2-4fae-9ea5-01171704aefd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:07.673492 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-614728ce-e67a-4fe8-81e4-4c8ccab97d26 req-e8ed733d-f0f2-4fae-9ea5-01171704aefd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03e85824-6fd0-44bc-954e-e199d0999bb9 HTTP/1.1" status: 200  len: 852 time: 0.1681693
Dec 23 16:15:07.685037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7fbabd4f-0e87-422e-8887-7f75fc5bd98d tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:07.724033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7fbabd4f-0e87-422e-8887-7f75fc5bd98d tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:07.754049 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-614728ce-e67a-4fe8-81e4-4c8ccab97d26 req-10fca339-e0a3-4278-9e93-ee3ae7d1d037 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17522e9e-251e-4cb1-b4af-36084ff691d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0710607
Dec 23 16:15:07.763447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:07.791693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579f16e4-d252-4254-98d7-d1c018438b67 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:07.793296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579f16e4-d252-4254-98d7-d1c018438b67 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:07.794960 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-579f16e4-d252-4254-98d7-d1c018438b67 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.1870935
Dec 23 16:15:07.801040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52570) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:07.849206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.60 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/b203557e-bec3-45fc-878f-a74b6cb71778) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:07.969063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:07.973219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:07.973868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:07.983531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-91b32e2f-b936-4117-81de-edaf72a72d84 tempest-ExtraDHCPOptionsTestJSON-1827363403 tempest-ExtraDHCPOptionsTestJSON-1827363403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:08.016894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e31438-abee-4757-a7c1-1779c376e1c3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet ec8b7eae-ad61-4574-a3b0-14d2cace8cc8 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:15:08.031677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97e31438-abee-4757-a7c1-1779c376e1c3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:08.123418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:08.159817 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-7fbabd4f-0e87-422e-8887-7f75fc5bd98d tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Floating IP 131b60d5-4624-4a3b-ad9a-f7ccca950b83 associated. External IP: 172.26.5.68, port: 9aac473c-7ea7-48f5-90f5-0abb89c08cb8.
Dec 23 16:15:08.270312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:08.275896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3e01479-5c9e-40ed-bc78-9a1c2468b592 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:08.377455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:08.386482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:08.389568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=b203557e-bec3-45fc-878f-a74b6cb71778,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:08.392908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:08.432324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:08.501856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b124fc84-7f65-4f50-adb1-b0cc2b8a4646 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:08.590713 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-614728ce-e67a-4fe8-81e4-4c8ccab97d26 req-51089579-b3b7-4c96-9f36-a3e20d594377 service neutron] 10.222.0.36 "GET /v2.0/networks/17522e9e-251e-4cb1-b4af-36084ff691d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8291986
Dec 23 16:15:08.608299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port b124fc84-7f65-4f50-adb1-b0cc2b8a4646 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:08.612367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Network': ['ID=1bb554d6-6fe0-4106-b263-fc6036152d92,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:08.635269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 1bb554d6-6fe0-4106-b263-fc6036152d92 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:08.699955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:08.729417 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.7430661
Dec 23 16:15:08.732616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97e31438-abee-4757-a7c1-1779c376e1c3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:08.746595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52592) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:08.768618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'subnet': {'network_id': '1bb554d6-6fe0-4106-b263-fc6036152d92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:08.794664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52596) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:08.952396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:08.962207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:subnet and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:08.969923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:08.976910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:08.977758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:08.987891 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-614728ce-e67a-4fe8-81e4-4c8ccab97d26 req-3d2d7201-682b-4b5b-b77e-65005f54a139 service neutron] 10.222.0.36 "GET /v2.0/networks/17522e9e-251e-4cb1-b4af-36084ff691d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3783674
Dec 23 16:15:08.996731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83b478-6760-4927-8ac8-8d59a359e52c req-5b1e771d-a63e-4578-a16b-50b52772d04a tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:08.998370 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3e83b478-6760-4927-8ac8-8d59a359e52c req-5b1e771d-a63e-4578-a16b-50b52772d04a tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.4065664
Dec 23 16:15:09.005960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97e31438-abee-4757-a7c1-1779c376e1c3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:09.026553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bf6f09ae-9bbf-4988-976a-344ad4cb7a6b None None] Provisioning for port b124fc84-7f65-4f50-adb1-b0cc2b8a4646 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:09.032593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bf6f09ae-9bbf-4988-976a-344ad4cb7a6b None None] Provisioning complete for port b124fc84-7f65-4f50-adb1-b0cc2b8a4646 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:09.033024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf6f09ae-9bbf-4988-976a-344ad4cb7a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:09.049941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:09.112746 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3e83b478-6760-4927-8ac8-8d59a359e52c req-d6d2a705-9046-46f8-bc8f-4f8ae44cc9d5 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753934
Dec 23 16:15:09.141686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Request body: {'networks': [{'name': 'tempest-network--634051691'}, {'name': 'tempest-network--564608429'}]} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:09.141901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Request body: {'network': {'name': 'tempest-network--634051691'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:09.142669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97e31438-abee-4757-a7c1-1779c376e1c3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:09.142811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Request body: {'network': {'name': 'tempest-network--564608429'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:09.148985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0defab7c-6d5d-4071-8bbf-ad57accb9a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:09.173571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:09.193448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:09.214300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e31438-abee-4757-a7c1-1779c376e1c3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=ec8b7eae-ad61-4574-a3b0-14d2cace8cc8,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:09.217230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97e31438-abee-4757-a7c1-1779c376e1c3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:09.217569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Usage tracker for resource:network and tenant:1fe0d644b84846fcbbac18be1e875b07 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:09.223058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97e31438-abee-4757-a7c1-1779c376e1c3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:09.223247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf6f09ae-9bbf-4988-976a-344ad4cb7a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:09.248985 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-97e31438-abee-4757-a7c1-1779c376e1c3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/ec8b7eae-ad61-4574-a3b0-14d2cace8cc8 HTTP/1.1" status: 204  len: 168 time: 1.4463830
Dec 23 16:15:09.253508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52602) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:09.260301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:09.277614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bf6f09ae-9bbf-4988-976a-344ad4cb7a6b None None] For port b124fc84-7f65-4f50-adb1-b0cc2b8a4646, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b124fc84-7f65-4f50-adb1-b0cc2b8a4646,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:09.282098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf6f09ae-9bbf-4988-976a-344ad4cb7a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:09.282354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:09.289971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:09.346052 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5a8b68ac-4a82-41bb-9370-8496e5b28895 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0871742
Dec 23 16:15:09.346747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52606) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:09.364764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b55680-280c-4ea4-916d-da9afd429165 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:09.380300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:09.408645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Made reservation on behalf of 1fe0d644b84846fcbbac18be1e875b07 for: {'network': 2} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:09.415071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:09.415565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f09ae-9bbf-4988-976a-344ad4cb7a6b None None] Pushing event updated for resources: {'Port': ['ID=b124fc84-7f65-4f50-adb1-b0cc2b8a4646,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:09.419025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bf6f09ae-9bbf-4988-976a-344ad4cb7a6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:09.421843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e624ab06-8031-49c8-b459-66a9743f4257 None None] Could not find standard attr ID for object da968cf9-3678-430f-8a30-68b530542d87. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:15:09.440389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7653f235-55e3-47f6-9e7e-9a12593467a6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:09.441703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7653f235-55e3-47f6-9e7e-9a12593467a6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:09.452058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:09.459333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7653f235-55e3-47f6-9e7e-9a12593467a6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:09.463224 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7653f235-55e3-47f6-9e7e-9a12593467a6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1127830
Dec 23 16:15:09.463829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52610) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:09.536183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62708448-061b-4a14-9f8b-88809a08a8e2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:09.536861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-62708448-061b-4a14-9f8b-88809a08a8e2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:09.554166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-62708448-061b-4a14-9f8b-88809a08a8e2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:09.558018 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-62708448-061b-4a14-9f8b-88809a08a8e2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0906682
Dec 23 16:15:09.558303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52614) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:09.643639 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-214bc90f-4bda-400e-aaaf-c5f3301afd1b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0839856
Dec 23 16:15:09.651726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52618) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:09.652553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:09.659069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-aaef7a28-c6ff-472c-9ae9-87b3e7a88b79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:09.663858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbabd4f-0e87-422e-8887-7f75fc5bd98d tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:15:09.670242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Usage tracker for resource:security_group_rule and tenant:1fe0d644b84846fcbbac18be1e875b07 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:09.676269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:09.685713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828caa74-77c9-47ad-9fba-f8be4754e52c None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:15:09.689594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:09.691345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-828caa74-77c9-47ad-9fba-f8be4754e52c None None] Deleting port b124fc84-7f65-4f50-adb1-b0cc2b8a4646 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:09.691967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-828caa74-77c9-47ad-9fba-f8be4754e52c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:09.834057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-aaef7a28-c6ff-472c-9ae9-87b3e7a88b79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:09.846323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-aaef7a28-c6ff-472c-9ae9-87b3e7a88b79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:09.856955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaef7a28-c6ff-472c-9ae9-87b3e7a88b79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:09.953651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-828caa74-77c9-47ad-9fba-f8be4754e52c None None] For port b124fc84-7f65-4f50-adb1-b0cc2b8a4646, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b124fc84-7f65-4f50-adb1-b0cc2b8a4646,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:09.954469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-828caa74-77c9-47ad-9fba-f8be4754e52c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:09.994958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aaef7a28-c6ff-472c-9ae9-87b3e7a88b79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:10.089185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-828caa74-77c9-47ad-9fba-f8be4754e52c None None] Calling delete_port for b124fc84-7f65-4f50-adb1-b0cc2b8a4646 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:10.180218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-828caa74-77c9-47ad-9fba-f8be4754e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:10.186694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-661e784e-8fcc-4e4c-a829-76de1487314c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:10.248606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828caa74-77c9-47ad-9fba-f8be4754e52c None None] Pushing event deleted for resources: {'Port': ['ID=b124fc84-7f65-4f50-adb1-b0cc2b8a4646,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:10.252611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-828caa74-77c9-47ad-9fba-f8be4754e52c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:10.258805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828caa74-77c9-47ad-9fba-f8be4754e52c None None] No DVR routers for this DVR port b124fc84-7f65-4f50-adb1-b0cc2b8a4646 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:15:10.279539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:10.290859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b77a872-fd05-4317-98ea-cbdbc44932c8 None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:15:10.327567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:10.328364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:10.348038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f887f541-46c6-43aa-8cb1-b87d87b92a44 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:10.356670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b124fc84-7f65-4f50-adb1-b0cc2b8a4646 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:15:10.382270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:10.397819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: b124fc84-7f65-4f50-adb1-b0cc2b8a4646 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:15:10.398228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b124fc84-7f65-4f50-adb1-b0cc2b8a4646 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:15:10.419813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aaef7a28-c6ff-472c-9ae9-87b3e7a88b79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:10.425079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87f5e97b-e24c-4c5b-ab35-c391eda3fef0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:10.465678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b77a872-fd05-4317-98ea-cbdbc44932c8 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:15:10.496128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaef7a28-c6ff-472c-9ae9-87b3e7a88b79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:10.499472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-aaef7a28-c6ff-472c-9ae9-87b3e7a88b79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:10.504214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1b7e7e-1adf-40f0-a14b-dbaa193567be,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:10.504599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef7a28-c6ff-472c-9ae9-87b3e7a88b79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:10.505257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aaef7a28-c6ff-472c-9ae9-87b3e7a88b79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:10.517917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:10.519546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-674a793a-73de-4f54-9be5-ddf07f6d6cc0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:10.521214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef7a28-c6ff-472c-9ae9-87b3e7a88b79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=5cc666b2-0268-4966-9468-575b851ec234,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:10.526358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aaef7a28-c6ff-472c-9ae9-87b3e7a88b79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:10.542530 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aaef7a28-c6ff-472c-9ae9-87b3e7a88b79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.8869550
Dec 23 16:15:10.543088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52624) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:10.549132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ecff8ea3-1a56-4fd7-a0aa-4e7e3d549aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:10.560492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:15:10.609857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 939af21c-6e19-4232-92de-7bdb282b7ea2 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:15:10.622242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:10.622616 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Added segment d700a317-6b9a-4eb2-857e-4c1879eb5b28 of type vlan for network 5aaca3c3-12b9-4931-a4d4-a777a818ed80
Dec 23 16:15:10.656371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Subnet': ['ID=4c99c8a2-c6b6-4e97-9c31-8a30663f6630,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:10.668585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:10.676832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Checking segment: {'id': 'a26842a3-97d0-4cab-bdd4-4cda45cb3b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1bb554d6-6fe0-4106-b263-fc6036152d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:10.677240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network hostable DHCP agents. Network: 1bb554d6-6fe0-4106-b263-fc6036152d92, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:15:10.699922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615555c-ec0e-48b8-879a-0063522895e2 req-a1be3b44-97bb-42a1-b157-fee484a2bee8 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:10.701531 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5615555c-ec0e-48b8-879a-0063522895e2 req-a1be3b44-97bb-42a1-b157-fee484a2bee8 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.4208002
Dec 23 16:15:10.716731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ecff8ea3-1a56-4fd7-a0aa-4e7e3d549aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:10.718374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:10.722016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ecff8ea3-1a56-4fd7-a0aa-4e7e3d549aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:10.725145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ecff8ea3-1a56-4fd7-a0aa-4e7e3d549aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:10.731658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ecff8ea3-1a56-4fd7-a0aa-4e7e3d549aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:10.742792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecff8ea3-1a56-4fd7-a0aa-4e7e3d549aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:10.748961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ecff8ea3-1a56-4fd7-a0aa-4e7e3d549aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:10.867435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbabd4f-0e87-422e-8887-7f75fc5bd98d tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:15:10.878317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': '5cc666b2-0268-4966-9468-575b851ec234'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:15:10.879564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:10.895202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8a612-003d-48e7-9fd3-f5bd35c48a48 None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:15:10.904710 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.ipam_backend_mixin [None req-ecff8ea3-1a56-4fd7-a0aa-4e7e3d549aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5cc666b2-0268-4966-9468-575b851ec234 (CIDR: 2001:db8::/64)
Dec 23 16:15:10.909927 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecff8ea3-1a56-4fd7-a0aa-4e7e3d549aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:15:10.910440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecff8ea3-1a56-4fd7-a0aa-4e7e3d549aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:15:10.931630 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ecff8ea3-1a56-4fd7-a0aa-4e7e3d549aad tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3877368
Dec 23 16:15:10.932695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52628) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:10.940627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:10.968005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network 1bb554d6-6fe0-4106-b263-fc6036152d92 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:15:10.978733 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5615555c-ec0e-48b8-879a-0063522895e2 req-c3055364-567c-4ea1-b872-eb9e976a0732 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2698519
Dec 23 16:15:10.996253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:15:11.015021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 1bb554d6-6fe0-4106-b263-fc6036152d92) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:11.024402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:11.025081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:11.029760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:11.030158 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Added segment 98a1d79d-99c3-4fb3-a9b4-b28f6662f2c8 of type vlan for network a5621914-d357-4931-81c1-daa04d655a2c
Dec 23 16:15:11.132599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8a612-003d-48e7-9fd3-f5bd35c48a48 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:11.133226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5bb8a612-003d-48e7-9fd3-f5bd35c48a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5145c0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:11.166596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:11.174552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:11.175569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:11.179931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:11.191207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:11.195706 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.4367826
Dec 23 16:15:11.198259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52634) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:11.212950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:11.220743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1702852163'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:11.225081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:11.225710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5bb8a612-003d-48e7-9fd3-f5bd35c48a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5145c0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:11.249411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8a612-003d-48e7-9fd3-f5bd35c48a48 None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:11.250195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5bb8a612-003d-48e7-9fd3-f5bd35c48a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5145c0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:11.289326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:11.308102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:network and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:11.314549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:11.326663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:11.326867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5bb8a612-003d-48e7-9fd3-f5bd35c48a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5145c0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:11.327384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8a612-003d-48e7-9fd3-f5bd35c48a48 None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:15:11.356563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:11.357139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:11.362872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:11.366272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:11.367131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:11.376427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25376284-3739-4d7b-b9ed-85f73c2cda5d tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:11.404335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:11.410373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:11.439446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Allocated IP 2001:db8::f816:3eff:fe92:bb31 (ba343194-bb9c-4b65-8867-816842e8f671/5cc666b2-0268-4966-9468-575b851ec234/8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:11.467120 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 2.6712251
Dec 23 16:15:11.473660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:15:11.488189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Sync routers for ids ['939af21c-6e19-4232-92de-7bdb282b7ea2'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:15:11.505532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Routers {'939af21c-6e19-4232-92de-7bdb282b7ea2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:11.506566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c6b70>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['939af21c-6e19-4232-92de-7bdb282b7ea2'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:11.535450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52640) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:11.580061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:11.586692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fb3a84a2-d6c6-4bfa-b3b9-73f7a03dc611 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:11.618047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event updated for resources: {'Network': ['ID=5aaca3c3-12b9-4931-a4d4-a777a818ed80,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:11.658647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=4910e49e-dc44-406e-8f84-85b1635dfff9,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:11.663726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:11.669581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:15:11.678704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:11.680090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:11.683129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:11.684143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:11.695213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:11.709268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Transition to ACTIVE for port object 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:11.716874 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7801549
Dec 23 16:15:11.717058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 5aaca3c3-12b9-4931-a4d4-a777a818ed80 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:11.717147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52644) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:11.725135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'mac_address': 'fa:16:3e:e0:2f:23', 'name': 'tempest-NetworksTestDHCPv6-284449917'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:11.741577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:11.741976 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Added segment 9c4ae997-acef-40c8-bc3b-826a9a87cd9a of type vlan for network 04ffdd25-b817-4163-9c93-c55fa50db4d5
Dec 23 16:15:11.792411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Set router 939af21c-6e19-4232-92de-7bdb282b7ea2 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:15:11.802270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:11.807143 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 6.3779356
Dec 23 16:15:11.845428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52648) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:11.847243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Transition to ACTIVE for port object 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:11.853132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:11.867250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:11.895434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event updated for resources: {'Network': ['ID=a5621914-d357-4931-81c1-daa04d655a2c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:11.906216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:11.911025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.518s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:11.911402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:11.922000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network a5621914-d357-4931-81c1-daa04d655a2c details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:11.964087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:11.972982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:11.987167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:11.987616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:12.011338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:12.020623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:12.038131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:12.044921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:12.100170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port aed5786c-5583-423a-a295-9b57c77a8a7b yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:15:12.108422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1590eb11-5774-4841-94aa-d9e3342e38e8 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:12.112920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1590eb11-5774-4841-94aa-d9e3342e38e8 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:12.126643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1590eb11-5774-4841-94aa-d9e3342e38e8 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:12.131485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1590eb11-5774-4841-94aa-d9e3342e38e8 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:12.132451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1590eb11-5774-4841-94aa-d9e3342e38e8 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Synchronizing usage tracker for tenant:1fe0d644b84846fcbbac18be1e875b07 on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:12.175485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b679831-6a6a-4d0b-8a48-3a2469efc1f9 req-671b51d5-81c6-4845-ac2d-da17e4646816 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:12.176931 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3b679831-6a6a-4d0b-8a48-3a2469efc1f9 req-671b51d5-81c6-4845-ac2d-da17e4646816 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.6307926
Dec 23 16:15:12.203742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:12.225721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Pushing event updated for resources: {'Port': ['ID=8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:12.228381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Attempting to bind port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:12.228818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Attempting to bind port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:12.229243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Attempting to bind port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:12.247187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1590eb11-5774-4841-94aa-d9e3342e38e8 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Unset dirty status for tenant:1fe0d644b84846fcbbac18be1e875b07 on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:12.248509 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1590eb11-5774-4841-94aa-d9e3342e38e8 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.7096269
Dec 23 16:15:12.249216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:12.250553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:12.251168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:12.251761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:12.252501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:12.253292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Bound port: 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:12.254154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:12.258008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52654) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:12.258700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:12.262838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:12.275732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:12.292062 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5f587db7-9246-4363-93a6-989625e9b86f tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=756d2eff28424d1081cd07d60adf0a7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4457211
Dec 23 16:15:12.299203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52658) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:12.331109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3d8c0a23-e820-4d76-9df9-9a353c9a7f5a tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:12.387416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] For port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:12.391921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] For port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:12.400674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:12.414549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:12.486852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c6b70>, [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:08Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:12.500175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Checking router: 939af21c-6e19-4232-92de-7bdb282b7ea2 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:15:12.500568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Updating router 939af21c-6e19-4232-92de-7bdb282b7ea2 port b203557e-bec3-45fc-878f-a74b6cb71778 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:15:12.533368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Pushing event updated for resources: {'Port': ['ID=8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:12.544103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:12.569718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8:0:1::3cc (ba343194-bb9c-4b65-8867-816842e8f671/4910e49e-dc44-406e-8f84-85b1635dfff9/aed5786c-5583-423a-a295-9b57c77a8a7b) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:12.581780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::f816:3eff:fee0:2f23 (ba343194-bb9c-4b65-8867-816842e8f671/5cc666b2-0268-4966-9468-575b851ec234/aed5786c-5583-423a-a295-9b57c77a8a7b) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:12.589121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:12.677917 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3b679831-6a6a-4d0b-8a48-3a2469efc1f9 req-69bc2adb-6c8e-46ac-9eb6-4797cb9531a0 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4860260
Dec 23 16:15:12.720594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.5198374
Dec 23 16:15:12.761091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52662) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:12.777722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'subnet': {'network_id': '04ffdd25-b817-4163-9c93-c55fa50db4d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:13.042211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Network': ['ID=04ffdd25-b817-4163-9c93-c55fa50db4d5,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:13.055326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 04ffdd25-b817-4163-9c93-c55fa50db4d5 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:13.062683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:13.089409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2489b0c-a479-4bfd-a621-4da1d343fd54 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.143923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f0e10-1448-4dc4-9bb7-b851b488ed02 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:13.146578 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ce6f0e10-1448-4dc4-9bb7-b851b488ed02 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.7994852
Dec 23 16:15:13.155104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52666) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:13.190948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.211727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Transition to ACTIVE for port object b203557e-bec3-45fc-878f-a74b6cb71778 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:13.222115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.226316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:13.322681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Pushing event updated for resources: {'Port': ['ID=b203557e-bec3-45fc-878f-a74b6cb71778,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:13.325835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Attempting to bind port b203557e-bec3-45fc-878f-a74b6cb71778 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:13.326255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Attempting to bind port b203557e-bec3-45fc-878f-a74b6cb71778 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:13.326668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Attempting to bind port b203557e-bec3-45fc-878f-a74b6cb71778 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:13.332864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2489b0c-a479-4bfd-a621-4da1d343fd54 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.339556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:13.340751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:13.340751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:13.340751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:13.341086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:13.341380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:13.341755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:13.342127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:13.342493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:13.342975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:13.343807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:13.347443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:13.347874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:13.348480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.348754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:13.349291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Bound port: b203557e-bec3-45fc-878f-a74b6cb71778, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:13.349720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.367598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbabd4f-0e87-422e-8887-7f75fc5bd98d tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router a25a8703-3f46-467c-972a-2b4f26aad0ba has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:15:13.373362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b2489b0c-a479-4bfd-a621-4da1d343fd54 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79c295c0>,) {'filters': {'network_id': ['5aaca3c3-12b9-4931-a4d4-a777a818ed80']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:13.375874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.386138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:13.390033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b2489b0c-a479-4bfd-a621-4da1d343fd54 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79c295c0>, 'd700a317-6b9a-4eb2-857e-4c1879eb5b28') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:13.390957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b2489b0c-a479-4bfd-a621-4da1d343fd54 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79c295c0>, 'd700a317-6b9a-4eb2-857e-4c1879eb5b28') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:13.395171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object aed5786c-5583-423a-a295-9b57c77a8a7b will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:13.402714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:13.408528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:subnet and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:13.409707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2489b0c-a479-4bfd-a621-4da1d343fd54 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.411711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:13.418580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:13.429413 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bb1c9fbd-0f6f-4a8c-9b97-ff7167eee1a3 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2692544
Dec 23 16:15:13.431917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:13.436420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] For port b203557e-bec3-45fc-878f-a74b6cb71778, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:13.440695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] For port b203557e-bec3-45fc-878f-a74b6cb71778, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b203557e-bec3-45fc-878f-a74b6cb71778,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:13.444849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.449763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52670) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:13.449906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25cf5122-41b4-41c9-b12e-984f2c3a6cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:13.463793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-405575553', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:13.494534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2489b0c-a479-4bfd-a621-4da1d343fd54 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.513289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2489b0c-a479-4bfd-a621-4da1d343fd54 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:13.513742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2489b0c-a479-4bfd-a621-4da1d343fd54 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.525319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Pushing event updated for resources: {'Port': ['ID=b203557e-bec3-45fc-878f-a74b6cb71778,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:13.530819 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:13.533811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:13.543841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Routers {'939af21c-6e19-4232-92de-7bdb282b7ea2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:13.544678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c6b70>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['939af21c-6e19-4232-92de-7bdb282b7ea2'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:13.630500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2489b0c-a479-4bfd-a621-4da1d343fd54 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.635901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6a4867fc-32b4-4b6f-8a6a-87aefd4f52f6 tempest-RoutersIpV6AdminTest-1460682929 tempest-RoutersIpV6AdminTest-1460682929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:13.652227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2489b0c-a479-4bfd-a621-4da1d343fd54 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.672400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.691949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6b09ae09-7177-49f9-a007-02b4919515af tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:13.728325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2489b0c-a479-4bfd-a621-4da1d343fd54 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event deleted for resources: {'Network': ['ID=5aaca3c3-12b9-4931-a4d4-a777a818ed80,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:13.738039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:13.741312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2489b0c-a479-4bfd-a621-4da1d343fd54 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:13.745487 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b2489b0c-a479-4bfd-a621-4da1d343fd54 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "DELETE /v2.0/networks/5aaca3c3-12b9-4931-a4d4-a777a818ed80 HTTP/1.1" status: 204  len: 168 time: 1.4644642
Dec 23 16:15:13.751013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52676) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:13.751943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] Set router 939af21c-6e19-4232-92de-7bdb282b7ea2 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:15:13.755130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:13.764987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:13.769148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:subnet and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:13.772237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:13.778477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:13.790463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.806906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:13.814733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:13.815500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.827169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:13.892814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11d6719f-4162-40d3-8a41-49271030ddfc tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.946351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbabd4f-0e87-422e-8887-7f75fc5bd98d tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:15:13.954471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7fbabd4f-0e87-422e-8887-7f75fc5bd98d tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:13.963206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1900435-46a3-4869-a89d-93e5454b9b92 None None] Sync routers for ids ['a25a8703-3f46-467c-972a-2b4f26aad0ba'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:15:13.994355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1900435-46a3-4869-a89d-93e5454b9b92 None None] Routers {'a25a8703-3f46-467c-972a-2b4f26aad0ba'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:13.996147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b1900435-46a3-4869-a89d-93e5454b9b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c97978>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['a25a8703-3f46-467c-972a-2b4f26aad0ba'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:14.028221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=aed5786c-5583-423a-a295-9b57c77a8a7b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:14.040003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:14.103964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b1900435-46a3-4869-a89d-93e5454b9b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c97978>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:14.120384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Performing IP validity checks on allocation pools {{(pid=88841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 23 16:15:14.121033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 23 16:15:14.127466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c6b70>, [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:08Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:14.130147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:14.135012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b02d79-2956-4c1f-9d97-bc4ea474b056 None None] The sync data for ids ['939af21c-6e19-4232-92de-7bdb282b7ea2'] in dv-neutron-822801-1-hyperv is: [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:08Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:15:14.139923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11d6719f-4162-40d3-8a41-49271030ddfc tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:14.147813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1900435-46a3-4869-a89d-93e5454b9b92 None None] Routers {'a25a8703-3f46-467c-972a-2b4f26aad0ba'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:14.150155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b1900435-46a3-4869-a89d-93e5454b9b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c97978>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['a25a8703-3f46-467c-972a-2b4f26aad0ba'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:14.151164 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.4317560
Dec 23 16:15:14.153649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52680) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:14.262896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b1900435-46a3-4869-a89d-93e5454b9b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c97978>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:14.263574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1900435-46a3-4869-a89d-93e5454b9b92 None None] The sync data for ids ['a25a8703-3f46-467c-972a-2b4f26aad0ba'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:15:14.315361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-32908cd1-f647-4a1b-b5ce-41500d02abb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port aed5786c-5583-423a-a295-9b57c77a8a7b {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:14.315909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32908cd1-f647-4a1b-b5ce-41500d02abb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:14.412978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:14.415599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-11d6719f-4162-40d3-8a41-49271030ddfc tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79199668>,) {'filters': {'network_id': ['a5621914-d357-4931-81c1-daa04d655a2c']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:14.447241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-11d6719f-4162-40d3-8a41-49271030ddfc tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79199668>, '98a1d79d-99c3-4fb3-a9b4-b28f6662f2c8') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:14.447763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-11d6719f-4162-40d3-8a41-49271030ddfc tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79199668>, '98a1d79d-99c3-4fb3-a9b4-b28f6662f2c8') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:14.478231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11d6719f-4162-40d3-8a41-49271030ddfc tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:14.480701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9503d8-a6d3-4a86-a39d-b043ba216dd4 req-69d8d28c-74ce-4dba-92d4-109133440163 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:14.482574 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d9503d8-a6d3-4a86-a39d-b043ba216dd4 req-69d8d28c-74ce-4dba-92d4-109133440163 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.6100860
Dec 23 16:15:14.487789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:14.493939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:14.509369 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7fbabd4f-0e87-422e-8887-7f75fc5bd98d tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "PUT /v2.0/floatingips/131b60d5-4624-4a3b-ad9a-f7ccca950b83 HTTP/1.1" status: 200  len: 978 time: 10.0921552
Dec 23 16:15:14.510168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52684) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:14.511986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-75cd8d6f-88e2-4661-a705-1c6834bd5eb3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:14.578112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11d6719f-4162-40d3-8a41-49271030ddfc tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:14.615224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d6719f-4162-40d3-8a41-49271030ddfc tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:14.615682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11d6719f-4162-40d3-8a41-49271030ddfc tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:14.635174 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:14.699992 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d9503d8-a6d3-4a86-a39d-b043ba216dd4 req-9bc2d933-0d3c-4f6e-88ab-9827946de788 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040725
Dec 23 16:15:14.754417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Subnet': ['ID=3958257c-c2ff-423c-adeb-d5a559123643,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:14.764316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c2776778-96c0-4ac1-88f3-02299760441f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting port 200fe8dc-904f-416e-90f9-dc740402f702 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:14.764717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2776778-96c0-4ac1-88f3-02299760441f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:14.779166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Checking segment: {'id': '9f90a5cb-9cff-412f-a314-7cbf842a8f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:14.779626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network hostable DHCP agents. Network: b508067b-ea9a-4279-b586-9644479d6225, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:15:14.785395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:14.790038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:14.796728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da255a55-2c21-457b-a1d8-24805dbabcb7 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:14.888298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11d6719f-4162-40d3-8a41-49271030ddfc tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:14.900433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:14.922515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Subnet': ['ID=25afaa93-df52-43b1-b839-5fcbb0e7be68,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:14.925355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:14.932250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0744bfd4-d53f-43e8-9ed3-074a2243b94f None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:14.948112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11d6719f-4162-40d3-8a41-49271030ddfc tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:14.966291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b20f910-5b61-4a44-a47a-a86ce0fedab8 None None] Network 1bb554d6-6fe0-4106-b263-fc6036152d92 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:14.974279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network b508067b-ea9a-4279-b586-9644479d6225 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:15:14.982688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Checking segment: {'id': '9c4ae997-acef-40c8-bc3b-826a9a87cd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '04ffdd25-b817-4163-9c93-c55fa50db4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:14.983028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network hostable DHCP agents. Network: 04ffdd25-b817-4163-9c93-c55fa50db4d5, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:15:14.996138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6719f-4162-40d3-8a41-49271030ddfc tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event deleted for resources: {'Network': ['ID=a5621914-d357-4931-81c1-daa04d655a2c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:15.000659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, b508067b-ea9a-4279-b586-9644479d6225) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:15.005535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:15.006185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:15.023714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613f0682-1ab1-4c8a-a9b8-c1d4398d3994 None None] Network b508067b-ea9a-4279-b586-9644479d6225 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:15.045893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network 04ffdd25-b817-4163-9c93-c55fa50db4d5 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:15:15.068424 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.6146615
Dec 23 16:15:15.072089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52692) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:15.082409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 04ffdd25-b817-4163-9c93-c55fa50db4d5) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:15.097862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-11d6719f-4162-40d3-8a41-49271030ddfc tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:15.109919 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-11d6719f-4162-40d3-8a41-49271030ddfc tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "DELETE /v2.0/networks/a5621914-d357-4931-81c1-daa04d655a2c HTTP/1.1" status: 204  len: 168 time: 1.3575997
Dec 23 16:15:15.116456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52696) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:15.134155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4e96e-631d-4557-8b7e-309033ecfb7a None None] Network 04ffdd25-b817-4163-9c93-c55fa50db4d5 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:15.234368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:15.238332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:15.420824 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 2.6575079
Dec 23 16:15:15.426138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52700) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:15.612639 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12bc5e2b-aa31-4a17-83dd-944a5ac5011b req-c3b0254a-563b-4750-a8d6-b00d5f98d538 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01a029f0c85743ee88436be1f995d532&device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 1099 time: 0.3805795
Dec 23 16:15:15.623714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ef2d9-ad23-4bc6-8815-a26aca99422f req-c5616023-97fb-475e-976f-98cc7bf308cb tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:15.625563 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf7ef2d9-ad23-4bc6-8815-a26aca99422f req-c5616023-97fb-475e-976f-98cc7bf308cb tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.3173010
Dec 23 16:15:15.738535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32908cd1-f647-4a1b-b5ce-41500d02abb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:15.783020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Provisioning for port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:15.813022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-04ffdd25-b817-4163-9c93-c55fa50db4d5', 'network_id': '04ffdd25-b817-4163-9c93-c55fa50db4d5', 'tenant_id': 'ebf2c3a4569f47d6bbe4763d78be623e', 'fixed_ips': [{'subnet_id': '25afaa93-df52-43b1-b839-5fcbb0e7be68'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:15:15.813620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:15.848189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Provisioning complete for port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:15.848632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:15.968646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-32908cd1-f647-4a1b-b5ce-41500d02abb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for aed5786c-5583-423a-a295-9b57c77a8a7b owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:16.025842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107b40c1-a919-404a-b2ac-197af34037b5 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:16.031644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107b40c1-a919-404a-b2ac-197af34037b5 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:16.032535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-107b40c1-a919-404a-b2ac-197af34037b5 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Synchronizing usage tracker for tenant:1fe0d644b84846fcbbac18be1e875b07 on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:16.040863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2776778-96c0-4ac1-88f3-02299760441f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:16.108870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:16.162498 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf7ef2d9-ad23-4bc6-8815-a26aca99422f req-ec7658d0-988a-4e25-b405-6fde654f9b48 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5077195
Dec 23 16:15:16.163804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-107b40c1-a919-404a-b2ac-197af34037b5 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Unset dirty status for tenant:1fe0d644b84846fcbbac18be1e875b07 on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:16.183843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52704) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:16.196352 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-107b40c1-a919-404a-b2ac-197af34037b5 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 1.0664003
Dec 23 16:15:16.257429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-155694803'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:16.283145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:16.313437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc5e2b-aa31-4a17-83dd-944a5ac5011b req-55221015-22b0-4822-903d-e1ed4ccf3792 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:16.315090 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12bc5e2b-aa31-4a17-83dd-944a5ac5011b req-55221015-22b0-4822-903d-e1ed4ccf3792 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17522e9e-251e-4cb1-b4af-36084ff691d0 HTTP/1.1" status: 200  len: 913 time: 0.6839023
Dec 23 16:15:16.324754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:16.422672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:16.452048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b203557e-bec3-45fc-878f-a74b6cb71778 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:16.475042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Made reservation on behalf of 1fe0d644b84846fcbbac18be1e875b07 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:16.481307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:16.492225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:16.496860 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12bc5e2b-aa31-4a17-83dd-944a5ac5011b req-692d7c29-c725-4f20-9226-6dbfdf63a63a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=729d1962-6bd3-43d4-933d-b7a225c78007 HTTP/1.1" status: 200  len: 217 time: 0.1561015
Dec 23 16:15:16.503221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-b508067b-ea9a-4279-b586-9644479d6225', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:15:16.504689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:16.558120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2776778-96c0-4ac1-88f3-02299760441f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:16.558514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2776778-96c0-4ac1-88f3-02299760441f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:16.558859 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-c2776778-96c0-4ac1-88f3-02299760441f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Floating IP 131b60d5-4624-4a3b-ad9a-f7ccca950b83 disassociated. External IP: 172.26.5.68, port: 200fe8dc-904f-416e-90f9-dc740402f702.
Dec 23 16:15:16.559291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c2776778-96c0-4ac1-88f3-02299760441f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Calling delete_port for 200fe8dc-904f-416e-90f9-dc740402f702 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:16.591658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Allocated IP 2001:db8::3 (04ffdd25-b817-4163-9c93-c55fa50db4d5/25afaa93-df52-43b1-b839-5fcbb0e7be68/1fc4786a-aefa-4e4a-bccb-a88449fea126) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:16.611060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32908cd1-f647-4a1b-b5ce-41500d02abb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:16.621272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1c6a70fc-b046-4323-af70-f0473a05e682 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:16.669143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32908cd1-f647-4a1b-b5ce-41500d02abb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=aed5786c-5583-423a-a295-9b57c77a8a7b,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:16.672332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-32908cd1-f647-4a1b-b5ce-41500d02abb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:16.691051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-1bb554d6-6fe0-4106-b263-fc6036152d92', 'network_id': '1bb554d6-6fe0-4106-b263-fc6036152d92', 'tenant_id': 'ebf2c3a4569f47d6bbe4763d78be623e', 'fixed_ips': [{'subnet_id': '4c99c8a2-c6b6-4e97-9c31-8a30663f6630'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:15:16.692216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:16.697968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:15:16.701917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc5e2b-aa31-4a17-83dd-944a5ac5011b req-226a76f8-b66b-45bc-800b-36846b816a21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:16.703766 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12bc5e2b-aa31-4a17-83dd-944a5ac5011b req-226a76f8-b66b-45bc-800b-36846b816a21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03e85824-6fd0-44bc-954e-e199d0999bb9 HTTP/1.1" status: 200  len: 852 time: 0.1272850
Dec 23 16:15:16.748945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] For port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:16.756646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:16.756646 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Added segment edb58fa1-2fb5-48ff-90a2-dcfcdec65d54 of type vlan for network a0f509a4-335c-4a6f-b75e-ca8bbf3c9a2f
Dec 23 16:15:16.771481 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12bc5e2b-aa31-4a17-83dd-944a5ac5011b req-8246a27a-f475-4ac7-bb6a-29cfb215da02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17522e9e-251e-4cb1-b4af-36084ff691d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0579689
Dec 23 16:15:16.776910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:16.778077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32908cd1-f647-4a1b-b5ce-41500d02abb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:16.799287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:16.825657 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-32908cd1-f647-4a1b-b5ce-41500d02abb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/aed5786c-5583-423a-a295-9b57c77a8a7b HTTP/1.1" status: 204  len: 168 time: 2.6705852
Dec 23 16:15:16.826222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52710) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:16.840296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:16.921439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2776778-96c0-4ac1-88f3-02299760441f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:16.928738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2fde9980-2428-4e18-a260-53b78eb95a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:16.981048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2776778-96c0-4ac1-88f3-02299760441f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Port': ['ID=200fe8dc-904f-416e-90f9-dc740402f702,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:16.984059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c2776778-96c0-4ac1-88f3-02299760441f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:17.008276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e766c-3514-4597-82a0-0c748f4161c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:17.009070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a60e766c-3514-4597-82a0-0c748f4161c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:17.045800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:17.050116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:17.054998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:17.061028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9addc2c8-aeb5-4f3b-9245-31126451e1d0 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:17.070639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port b203557e-bec3-45fc-878f-a74b6cb71778 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:17.105705 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12bc5e2b-aa31-4a17-83dd-944a5ac5011b req-c8e86567-8e27-46b0-945c-912049954ce3 service neutron] 10.222.0.36 "GET /v2.0/networks/17522e9e-251e-4cb1-b4af-36084ff691d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3258996
Dec 23 16:15:17.126135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a60e766c-3514-4597-82a0-0c748f4161c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:17.130607 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a60e766c-3514-4597-82a0-0c748f4161c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.2978923
Dec 23 16:15:17.132241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52716) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:17.187132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b203557e-bec3-45fc-878f-a74b6cb71778 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:17.187568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:17.263212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event updated for resources: {'Network': ['ID=a0f509a4-335c-4a6f-b75e-ca8bbf3c9a2f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:17.273165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:17.281063 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.0440300
Dec 23 16:15:17.325725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network a0f509a4-335c-4a6f-b75e-ca8bbf3c9a2f details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:17.334332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52722) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:17.342434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1710707201'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:17.346659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Pushing event updated for resources: {'Port': ['ID=8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:17.365702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:17.373610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Usage tracker for resource:network and tenant:1fe0d644b84846fcbbac18be1e875b07 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:17.381415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:17.392257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:17.402040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09b665d-e30c-463e-bea0-bcac1bb02b05 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:17.407271 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c09b665d-e30c-463e-bea0-bcac1bb02b05 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.2738998
Dec 23 16:15:17.408183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52726) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:17.459822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Allocated IP 172.20.0.2 (b508067b-ea9a-4279-b586-9644479d6225/3958257c-c2ff-423c-adeb-d5a559123643/b286640a-5f0f-46d7-960a-6cc5149f940e) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:17.480218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:17.480610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:17.480997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:17.481380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:17.481760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:17.482138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:17.482513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:17.482886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:17.483291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:17.484302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:17.484942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:15:17.495257 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12bc5e2b-aa31-4a17-83dd-944a5ac5011b req-7fca5db3-eee4-4d47-885f-20ad64ee152b service neutron] 10.222.0.36 "GET /v2.0/networks/17522e9e-251e-4cb1-b4af-36084ff691d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3715913
Dec 23 16:15:17.534017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:17.539823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Made reservation on behalf of 1fe0d644b84846fcbbac18be1e875b07 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:17.545220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:17.604012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d6ee4f-137d-4305-adcc-b2e8af83fe0a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:17.605760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d6ee4f-137d-4305-adcc-b2e8af83fe0a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:17.607218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d6ee4f-137d-4305-adcc-b2e8af83fe0a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:17.608127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f7d6ee4f-137d-4305-adcc-b2e8af83fe0a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:17.632632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Allocated IP 2001:db8::1 (1bb554d6-6fe0-4106-b263-fc6036152d92/4c99c8a2-c6b6-4e97-9c31-8a30663f6630/37599245-3573-4cc8-bf61-894c7b03e6e1) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:17.651270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:15:17.677118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c1964-0892-4b06-8cb8-527d7f928c11 req-b5d24964-2a4d-4ea3-bcb1-e5507a65ad7b tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:17.678765 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-682c1964-0892-4b06-8cb8-527d7f928c11 req-b5d24964-2a4d-4ea3-bcb1-e5507a65ad7b tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.2272744
Dec 23 16:15:17.682737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2776778-96c0-4ac1-88f3-02299760441f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router a25a8703-3f46-467c-972a-2b4f26aad0ba has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:15:17.684160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:17.684536 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Added segment 3362750e-4fdb-4f90-ba6e-e8dfc7034e22 of type vlan for network 1952149e-9467-4693-b081-3671b91c1608
Dec 23 16:15:17.688268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f7d6ee4f-137d-4305-adcc-b2e8af83fe0a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:17.692465 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f7d6ee4f-137d-4305-adcc-b2e8af83fe0a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.2811220
Dec 23 16:15:17.693125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52732) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:17.719782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5194bf7d-7984-4552-982b-5fc793a9766e None None] Update dhcp port {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'fixed_ips': [{'subnet_id': '5cc666b2-0268-4966-9468-575b851ec234', 'ip_address': '2001:db8::f816:3eff:fe92:bb31'}, {'subnet_id': '4910e49e-dc44-406e-8f84-85b1635dfff9'}], 'binding:host_id': 'dv-neutron-822801-1-hyperv'}, 'id': '8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6'} from dv-neutron-822801-1-hyperv. {{(pid=88842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 23 16:15:17.864490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:17.895759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:17.997253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:18.109866 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-682c1964-0892-4b06-8cb8-527d7f928c11 req-a3e97223-6b41-49b1-8028-aa1048a92571 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4090035
Dec 23 16:15:18.144490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:18.151753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Transition to ACTIVE for port object 1fc4786a-aefa-4e4a-bccb-a88449fea126 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:18.155215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:18.156165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:18.157801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:18.175250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-f863b291-5ebf-495a-bf6a-063a000ac6d5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 4910e49e-dc44-406e-8f84-85b1635dfff9 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:15:18.179441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f863b291-5ebf-495a-bf6a-063a000ac6d5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:18.261504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f863b291-5ebf-495a-bf6a-063a000ac6d5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:18.329148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:18.334683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5194bf7d-7984-4552-982b-5fc793a9766e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:18.379831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port b203557e-bec3-45fc-878f-a74b6cb71778, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b203557e-bec3-45fc-878f-a74b6cb71778,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:18.389564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Transition to ACTIVE for port object 1fc4786a-aefa-4e4a-bccb-a88449fea126 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:18.395998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:18.403434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84bb4768-b26d-4698-b7cb-698a2e634ccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:18.449857 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30f927e6-01fd-4207-ad8a-a84554d4bcbc req-396aa99a-d164-4a1a-9d49-2320327bcc22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fc097f1557c496a965fdb55c5695cd7&device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 1099 time: 0.3805001
Dec 23 16:15:18.482824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f863b291-5ebf-495a-bf6a-063a000ac6d5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:18.499321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:18.505930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:18.511197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ac632d3-91cf-45da-8607-9c7230e51afa tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:18.566337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:18.615545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Subnet': ['ID=25afaa93-df52-43b1-b839-5fcbb0e7be68,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:18.618076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:18.801882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Network 04ffdd25-b817-4163-9c93-c55fa50db4d5 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:18.806166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=b203557e-bec3-45fc-878f-a74b6cb71778,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:18.822434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:18.824869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:18.828375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:18.834646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-82ccd1e0-68d0-4e4f-bcf9-d36fdb674035 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:18.856480 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.5211942
Dec 23 16:15:18.867718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:18.870388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52738) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:18.875689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event updated for resources: {'Network': ['ID=1952149e-9467-4693-b081-3671b91c1608,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:18.882842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:18.886959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Request body: {'ports': [{'network_id': 'a0f509a4-335c-4a6f-b75e-ca8bbf3c9a2f', 'name': 'tempest-port--873911753', 'admin_state_up': True}, {'network_id': '1952149e-9467-4693-b081-3671b91c1608', 'admin_state_up': False}]} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:18.887317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Request body: {'port': {'network_id': 'a0f509a4-335c-4a6f-b75e-ca8bbf3c9a2f', 'name': 'tempest-port--873911753', 'admin_state_up': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:18.887854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Request body: {'port': {'network_id': '1952149e-9467-4693-b081-3671b91c1608', 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:18.920278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 1952149e-9467-4693-b081-3671b91c1608 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:18.942694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Transition to ACTIVE for port object b286640a-5f0f-46d7-960a-6cc5149f940e will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:18.969757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:18.977314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50afdb6-4113-428c-bf28-7839108c2c07 req-ff2f1dd6-a27f-422d-aaa5-2444e05df0b0 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:18.978951 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e50afdb6-4113-428c-bf28-7839108c2c07 req-ff2f1dd6-a27f-422d-aaa5-2444e05df0b0 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.7180016
Dec 23 16:15:19.114267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:19.134036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Transition to ACTIVE for port object 37599245-3573-4cc8-bf61-894c7b03e6e1 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:19.139290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Transition to ACTIVE for port object b286640a-5f0f-46d7-960a-6cc5149f940e will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:19.141250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:19.149780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Usage tracker for resource:port and tenant:1fe0d644b84846fcbbac18be1e875b07 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:19.157642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:19.177868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Pushing event updated for resources: {'Port': ['ID=1fc4786a-aefa-4e4a-bccb-a88449fea126,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:19.193291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:19.194101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:19.199862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:19.203296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f863b291-5ebf-495a-bf6a-063a000ac6d5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:19.210220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e3c3c7cd-6a2d-4c7a-8f58-691832055dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:19.210362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-824e0be4-adc2-4d2f-8154-cc907ef394d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:19.242583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:19.243058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:19.264365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7dca58>,) {'filters': {'network_id': ['04ffdd25-b817-4163-9c93-c55fa50db4d5']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:19.278380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863b291-5ebf-495a-bf6a-063a000ac6d5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=4910e49e-dc44-406e-8f84-85b1635dfff9,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:19.278726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f927e6-01fd-4207-ad8a-a84554d4bcbc req-aa7d9268-aa13-4f62-9bf6-f55e9b3fa16f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:19.280839 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30f927e6-01fd-4207-ad8a-a84554d4bcbc req-aa7d9268-aa13-4f62-9bf6-f55e9b3fa16f service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e57fe8b-597d-4dbf-a842-558dc5447a36 HTTP/1.1" status: 200  len: 913 time: 0.8211732
Dec 23 16:15:19.281839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f863b291-5ebf-495a-bf6a-063a000ac6d5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server [None req-5194bf7d-7984-4552-982b-5fc793a9766e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4910e49e-dc44-406e-8f84-85b1635dfff9: This subnet is being modified by another concurrent operation.
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:15:19.282596 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1657, in update_port
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     db_port=port_db)
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1495, in update_port
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     new_port=new_port)
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 716, in update_port
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     new_port.get('mac_address'))
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 431, in update_port_with_ips
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     new_mac)
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 354, in _update_ips_for_port
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(port))
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise exception
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4910e49e-dc44-406e-8f84-85b1635dfff9: This subnet is being modified by another concurrent operation.
Dec 23 16:15:19.285965 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server 
Dec 23 16:15:19.291701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Made reservation on behalf of 1fe0d644b84846fcbbac18be1e875b07 for: {'port': 2} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:19.291789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Transition to ACTIVE for port object 37599245-3573-4cc8-bf61-894c7b03e6e1 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:19.291866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:19.313225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:19.374078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Attempting to bind port 1fc4786a-aefa-4e4a-bccb-a88449fea126 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:19.374543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Attempting to bind port 1fc4786a-aefa-4e4a-bccb-a88449fea126 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '9c4ae997-acef-40c8-bc3b-826a9a87cd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '04ffdd25-b817-4163-9c93-c55fa50db4d5'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:19.374963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Attempting to bind port 1fc4786a-aefa-4e4a-bccb-a88449fea126 on network 04ffdd25-b817-4163-9c93-c55fa50db4d5 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:19.375398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f863b291-5ebf-495a-bf6a-063a000ac6d5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:19.384567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:19.410009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7dca58>, '9c4ae997-acef-40c8-bc3b-826a9a87cd9a') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:19.410385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7dca58>, '9c4ae997-acef-40c8-bc3b-826a9a87cd9a') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:19.411896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Network b508067b-ea9a-4279-b586-9644479d6225 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:19.417258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Pushing event updated for resources: {'Port': ['ID=b286640a-5f0f-46d7-960a-6cc5149f940e,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:19.421669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:19.422611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:19.422899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Checking segment: {'id': '9c4ae997-acef-40c8-bc3b-826a9a87cd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '04ffdd25-b817-4163-9c93-c55fa50db4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:19.423423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:19.424016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Bound using segment: {'id': '9c4ae997-acef-40c8-bc3b-826a9a87cd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '04ffdd25-b817-4163-9c93-c55fa50db4d5'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:19.424611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Bound port: 1fc4786a-aefa-4e4a-bccb-a88449fea126, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4ae997-acef-40c8-bc3b-826a9a87cd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '04ffdd25-b817-4163-9c93-c55fa50db4d5'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:19.425215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:19.436232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.1 (b508067b-ea9a-4279-b586-9644479d6225/3958257c-c2ff-423c-adeb-d5a559123643/404039df-ae09-4d1f-979e-33aced1071c9) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:19.438022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:19.443734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:19.453113 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e50afdb6-4113-428c-bf28-7839108c2c07 req-6ea8c3cf-11a4-4ed7-aa58-700dd4dfd9ba tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4454093
Dec 23 16:15:19.468987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dbded4bf-4a42-404d-89de-a9e846f75b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:19.480697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2776778-96c0-4ac1-88f3-02299760441f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:15:19.484646 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f863b291-5ebf-495a-bf6a-063a000ac6d5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/4910e49e-dc44-406e-8f84-85b1635dfff9 HTTP/1.1" status: 204  len: 168 time: 1.7849405
Dec 23 16:15:19.493952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52744) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:19.494938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf108dba-4421-424a-85eb-fef7b431e6db None None] Sync routers for ids ['a25a8703-3f46-467c-972a-2b4f26aad0ba'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:15:19.495816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:19.512367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acb100d-8873-4ad2-a7d0-efc8d8a330ac None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:19.518177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf108dba-4421-424a-85eb-fef7b431e6db None None] Routers {'a25a8703-3f46-467c-972a-2b4f26aad0ba'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:19.519224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cf108dba-4421-424a-85eb-fef7b431e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a98c6a0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['a25a8703-3f46-467c-972a-2b4f26aad0ba'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:19.606819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:19.612547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cf108dba-4421-424a-85eb-fef7b431e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a98c6a0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:19.631278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf108dba-4421-424a-85eb-fef7b431e6db None None] Routers {'a25a8703-3f46-467c-972a-2b4f26aad0ba'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:19.632463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cf108dba-4421-424a-85eb-fef7b431e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a98c6a0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['a25a8703-3f46-467c-972a-2b4f26aad0ba'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:19.636576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:19.636962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:19.655274 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:19.664348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Network 1bb554d6-6fe0-4106-b263-fc6036152d92 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:19.690800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2776778-96c0-4ac1-88f3-02299760441f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:19.696757 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c2776778-96c0-4ac1-88f3-02299760441f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/ports/200fe8dc-904f-416e-90f9-dc740402f702 HTTP/1.1" status: 204  len: 168 time: 5.1846919
Dec 23 16:15:19.699099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:19.706180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52748) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:19.711699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] device_id is not set on port 31ddd1e1-ec4f-40a6-a885-5a29c8b803b1 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:15:19.735673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cf108dba-4421-424a-85eb-fef7b431e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a98c6a0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:19.736117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:19.736708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf108dba-4421-424a-85eb-fef7b431e6db None None] The sync data for ids ['a25a8703-3f46-467c-972a-2b4f26aad0ba'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:15:19.748549 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30f927e6-01fd-4207-ad8a-a84554d4bcbc req-9bed2b3a-53ad-45ed-a14b-d1a8684527f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d015202a-ee25-4eee-8d62-7134b9b8df10 HTTP/1.1" status: 200  len: 1002 time: 0.4542308
Dec 23 16:15:19.793565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Pushing event updated for resources: {'Port': ['ID=37599245-3573-4cc8-bf61-894c7b03e6e1,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:19.813274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:19.859775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc545da-8b39-42ff-b255-ac016041ef67 req-852cf8c5-7694-4df4-9464-964570a36983 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:19.861597 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-edc545da-8b39-42ff-b255-ac016041ef67 req-852cf8c5-7694-4df4-9464-964570a36983 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.4971979
Dec 23 16:15:19.971217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:15:19.971217 dv-neutron-822801-1-hyperv neutron-server[88729]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:15:19.971217 dv-neutron-822801-1-hyperv neutron-server[88729]: [parameters: {'id': '04ffdd25-b817-4163-9c93-c55fa50db4d5'}]
Dec 23 16:15:19.971217 dv-neutron-822801-1-hyperv neutron-server[88729]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:19.972042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:15:20.036339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6b62051d-62b6-45f5-9af3-aa8c8d0e18c0 None None] Provisioning complete for port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:20.036769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b62051d-62b6-45f5-9af3-aa8c8d0e18c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.072138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f927e6-01fd-4207-ad8a-a84554d4bcbc req-d79179ad-4965-40d6-ac54-4167a940cbff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:20.073740 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30f927e6-01fd-4207-ad8a-a84554d4bcbc req-d79179ad-4965-40d6-ac54-4167a940cbff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a253f05-fd39-4f82-93da-ff5efbc78fce HTTP/1.1" status: 200  len: 851 time: 0.2082655
Dec 23 16:15:20.094208 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-edc545da-8b39-42ff-b255-ac016041ef67 req-220368a9-e512-4975-b7e1-e184fa09ec36 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1915143
Dec 23 16:15:20.098154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Attempting to bind port b286640a-5f0f-46d7-960a-6cc5149f940e on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:20.098585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Attempting to bind port b286640a-5f0f-46d7-960a-6cc5149f940e by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '9f90a5cb-9cff-412f-a314-7cbf842a8f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:20.099111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Attempting to bind port b286640a-5f0f-46d7-960a-6cc5149f940e on network b508067b-ea9a-4279-b586-9644479d6225 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:20.119374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.184050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.204085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] For port 1fc4786a-aefa-4e4a-bccb-a88449fea126, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:20.206536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:20.206963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Checking segment: {'id': '9f90a5cb-9cff-412f-a314-7cbf842a8f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:20.207303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac5db7c-50cb-4e58-892f-c24c5c80dd61 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 5cc666b2-0268-4966-9468-575b851ec234 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:15:20.207417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.207878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Bound using segment: {'id': '9f90a5cb-9cff-412f-a314-7cbf842a8f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:20.208416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Bound port: b286640a-5f0f-46d7-960a-6cc5149f940e, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f90a5cb-9cff-412f-a314-7cbf842a8f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:20.208841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.215994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ac5db7c-50cb-4e58-892f-c24c5c80dd61 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.272447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] For port 1fc4786a-aefa-4e4a-bccb-a88449fea126, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1fc4786a-aefa-4e4a-bccb-a88449fea126,segment=NetworkSegment(9c4ae997-acef-40c8-bc3b-826a9a87cd9a),segment_id=9c4ae997-acef-40c8-bc3b-826a9a87cd9a)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:20.273817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Attempting to bind port 37599245-3573-4cc8-bf61-894c7b03e6e1 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:20.274297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Attempting to bind port 37599245-3573-4cc8-bf61-894c7b03e6e1 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'a26842a3-97d0-4cab-bdd4-4cda45cb3b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1bb554d6-6fe0-4106-b263-fc6036152d92'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:20.274656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Attempting to bind port 37599245-3573-4cc8-bf61-894c7b03e6e1 on network 1bb554d6-6fe0-4106-b263-fc6036152d92 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:20.277067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object 404039df-ae09-4d1f-979e-33aced1071c9 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:20.293885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.302771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:20.321472 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30f927e6-01fd-4207-ad8a-a84554d4bcbc req-cef65305-dde2-4605-972b-71b0b2047f20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e57fe8b-597d-4dbf-a842-558dc5447a36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2375627
Dec 23 16:15:20.325078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ac5db7c-50cb-4e58-892f-c24c5c80dd61 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.376716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] device_id is not set on port 1e8492e4-8425-4395-b730-5e55c9fdbfe5 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:15:20.402532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:20.402797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Checking segment: {'id': 'a26842a3-97d0-4cab-bdd4-4cda45cb3b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1bb554d6-6fe0-4106-b263-fc6036152d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:20.403259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.403771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Bound using segment: {'id': 'a26842a3-97d0-4cab-bdd4-4cda45cb3b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1bb554d6-6fe0-4106-b263-fc6036152d92'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:20.404306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Bound port: 37599245-3573-4cc8-bf61-894c7b03e6e1, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26842a3-97d0-4cab-bdd4-4cda45cb3b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1bb554d6-6fe0-4106-b263-fc6036152d92'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:20.404735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.442735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.463660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:20.553234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.598049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b203557e-bec3-45fc-878f-a74b6cb71778 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:20.680805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Pushing event updated for resources: {'Port': ['ID=1fc4786a-aefa-4e4a-bccb-a88449fea126,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:20.700871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:20.706892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] For port b286640a-5f0f-46d7-960a-6cc5149f940e, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:20.782955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network b508067b-ea9a-4279-b586-9644479d6225 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:20.788293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] For port b286640a-5f0f-46d7-960a-6cc5149f940e, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b286640a-5f0f-46d7-960a-6cc5149f940e,segment=NetworkSegment(9f90a5cb-9cff-412f-a314-7cbf842a8f16),segment_id=9f90a5cb-9cff-412f-a314-7cbf842a8f16)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:20.792933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6b62051d-62b6-45f5-9af3-aa8c8d0e18c0 None None] Could not find standard attr ID for object aed5786c-5583-423a-a295-9b57c77a8a7b. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:15:20.796305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Deleting port 1fc4786a-aefa-4e4a-bccb-a88449fea126 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:20.796761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.809365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.818916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bf6f09ae-9bbf-4988-976a-344ad4cb7a6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:20.821656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:20.824239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:20.860687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] For port 37599245-3573-4cc8-bf61-894c7b03e6e1, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:20.890846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.895082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=404039df-ae09-4d1f-979e-33aced1071c9,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:20.898079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:20.903724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] For port 37599245-3573-4cc8-bf61-894c7b03e6e1, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=37599245-3573-4cc8-bf61-894c7b03e6e1,segment=NetworkSegment(a26842a3-97d0-4cab-bdd4-4cda45cb3b5d),segment_id=a26842a3-97d0-4cab-bdd4-4cda45cb3b5d)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:20.922218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.929381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38381d44-aad9-4874-b716-82e3e5ec4fa5 req-d276100b-63cc-40dc-af4b-8be8598caef4 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:20.931046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38381d44-aad9-4874-b716-82e3e5ec4fa5 req-d276100b-63cc-40dc-af4b-8be8598caef4 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.2084394
Dec 23 16:15:20.936730 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30f927e6-01fd-4207-ad8a-a84554d4bcbc req-3eebbdf9-b734-4fed-bd31-b4d65ea3b141 service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5736992
Dec 23 16:15:20.947508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Pushing event updated for resources: {'Port': ['ID=b286640a-5f0f-46d7-960a-6cc5149f940e,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:20.952351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:20.952987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b203557e-bec3-45fc-878f-a74b6cb71778 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:20.953416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.958658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-316acc7f-3d83-443c-b430-7689dbf18b43 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:20.980454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-053afd05-0744-4c97-ba5a-58c91ee45a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:20.995653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ac5db7c-50cb-4e58-892f-c24c5c80dd61 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:21.021091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ea476b-97c9-406c-9f69-8d6817ece9ba None None] Network 04ffdd25-b817-4163-9c93-c55fa50db4d5 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:21.047940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:21.076526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-315174f4-18d4-45ae-afaa-ff9e5b4f16a2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:21.114794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:21.220389 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38381d44-aad9-4874-b716-82e3e5ec4fa5 req-2d26c9d6-02f5-4c4f-9dca-05a67ee8da55 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2818627
Dec 23 16:15:21.222768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event updated for resources: {'Port': ['ID=31ddd1e1-ec4f-40a6-a885-5a29c8b803b1,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:21.227877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:21.290055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Pushing event updated for resources: {'Port': ['ID=37599245-3573-4cc8-bf61-894c7b03e6e1,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:21.325740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:21.396447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1486cfaa-bcb0-439b-bce3-d1792036315b None None] Provisioning complete for port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:21.396885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1486cfaa-bcb0-439b-bce3-d1792036315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:21.399135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Checking segment: {'id': 'edb58fa1-2fb5-48ff-90a2-dcfcdec65d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a0f509a4-335c-4a6f-b75e-ca8bbf3c9a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:21.399548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Network hostable DHCP agents. Network: a0f509a4-335c-4a6f-b75e-ca8bbf3c9a2f, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:15:21.445708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Network a0f509a4-335c-4a6f-b75e-ca8bbf3c9a2f is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:15:21.462733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, a0f509a4-335c-4a6f-b75e-ca8bbf3c9a2f) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:21.466856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:21.468359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:21.475802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-93bae294-b974-43d0-858f-49f732415421 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:21.537366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659cbd1b-711e-40f6-b60e-274a6db81d6b None None] Network a0f509a4-335c-4a6f-b75e-ca8bbf3c9a2f requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:21.629318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:15:21.697138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event updated for resources: {'Port': ['ID=1e8492e4-8425-4395-b730-5e55c9fdbfe5,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:21.707261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Checking segment: {'id': '3362750e-4fdb-4f90-ba6e-e8dfc7034e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1952149e-9467-4693-b081-3671b91c1608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:21.707676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Network hostable DHCP agents. Network: 1952149e-9467-4693-b081-3671b91c1608, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:15:21.713067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:21.797370 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30f927e6-01fd-4207-ad8a-a84554d4bcbc req-1e9e6d00-8863-4d31-b85c-b0b060b2d192 service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8584843
Dec 23 16:15:21.905187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2efaa670-e5aa-4efd-ae93-fe67e485f437 None None] Could not find standard attr ID for object aed5786c-5583-423a-a295-9b57c77a8a7b. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:15:22.004553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Network 1952149e-9467-4693-b081-3671b91c1608 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:15:22.048574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:22.122321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c53e25-21ec-4a85-86e8-40d4568190ea req-4fc741cd-6a69-4d81-b277-298fabc44a8b tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:22.124038 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-14c53e25-21ec-4a85-86e8-40d4568190ea req-4fc741cd-6a69-4d81-b277-298fabc44a8b tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 1.4437242
Dec 23 16:15:22.149364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] For port 1fc4786a-aefa-4e4a-bccb-a88449fea126, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1fc4786a-aefa-4e4a-bccb-a88449fea126,segment=NetworkSegment(9c4ae997-acef-40c8-bc3b-826a9a87cd9a),segment_id=9c4ae997-acef-40c8-bc3b-826a9a87cd9a)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:22.149885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:22.216994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ac5db7c-50cb-4e58-892f-c24c5c80dd61 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:22.297436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8f012d08-90ee-44c3-88f9-5df1bb7488b4 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:22.346359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:22.422726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4c6a87-ea3f-4a7f-993b-e19fdcc80c3d None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:22.480721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 1952149e-9467-4693-b081-3671b91c1608) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:22.491344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Calling delete_port for 1fc4786a-aefa-4e4a-bccb-a88449fea126 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:22.496541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87268ae9-d339-4c70-8e8a-cc5ca729c3b1 None None] Network 1952149e-9467-4693-b081-3671b91c1608 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:22.522684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:22.523142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:15:22.527649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ac5db7c-50cb-4e58-892f-c24c5c80dd61 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:22.535970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:22.541549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:22.547542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:22.548488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:22.559132 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1ac5db7c-50cb-4e58-892f-c24c5c80dd61 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/5cc666b2-0268-4966-9468-575b851ec234 HTTP/1.1" status: 204  len: 168 time: 3.0555575
Dec 23 16:15:22.564809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52762) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:22.587010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5db7c-50cb-4e58-892f-c24c5c80dd61 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc666b2-0268-4966-9468-575b851ec234,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:22.598347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1ac5db7c-50cb-4e58-892f-c24c5c80dd61 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:22.620107 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-14c53e25-21ec-4a85-86e8-40d4568190ea req-7e61fcbc-c3fb-4eea-9476-54e9fd6eb200 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4591806
Dec 23 16:15:22.705982 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-83936e1d-04ae-4603-ae46-242b1bef491c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1195605
Dec 23 16:15:22.711230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52766) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:22.711410 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bcee8e90-5a15-4e87-a4c7-7f41012d45c6 req-d6f9ad6d-d4ce-4e29-972d-1b8e349fe5c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fc097f1557c496a965fdb55c5695cd7&device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 1099 time: 0.8111107
Dec 23 16:15:22.720072 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 3.8460944
Dec 23 16:15:22.724257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52770) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:22.764508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:22.931395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:22.935167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:22.986296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd40000-d710-47d6-b3ae-c4aaf670523a req-0103f22a-7ce1-484e-a6c2-fa22d88be98d tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:22.987869 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ecd40000-d710-47d6-b3ae-c4aaf670523a req-0103f22a-7ce1-484e-a6c2-fa22d88be98d tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.5921323
Dec 23 16:15:22.998735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496af19-127f-45dc-9f41-8b344362b03b req-136a95fb-8cf9-40a0-b83e-9b0df6bb1118 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:23.000592 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5496af19-127f-45dc-9f41-8b344362b03b req-136a95fb-8cf9-40a0-b83e-9b0df6bb1118 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 0.6113265
Dec 23 16:15:23.004976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Port': ['ID=1fc4786a-aefa-4e4a-bccb-a88449fea126,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:23.011578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:23.023996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No DVR routers for this DVR port 1fc4786a-aefa-4e4a-bccb-a88449fea126 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:15:23.051626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:23.083977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:23.090132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:23.105954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:23.113335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee8e90-5a15-4e87-a4c7-7f41012d45c6 req-a506b974-6c1e-4003-bd8a-1bf3bf22bb36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:23.115006 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bcee8e90-5a15-4e87-a4c7-7f41012d45c6 req-a506b974-6c1e-4003-bd8a-1bf3bf22bb36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e57fe8b-597d-4dbf-a842-558dc5447a36 HTTP/1.1" status: 200  len: 913 time: 0.3761988
Dec 23 16:15:23.121254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:23.122786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:23.125469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:23.127662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:23.159960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-ecd40000-d710-47d6-b3ae-c4aaf670523a req-5d23e165-6e90-43eb-935a-00984a038763 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Deleting port 729d1962-6bd3-43d4-933d-b7a225c78007 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:23.160365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ecd40000-d710-47d6-b3ae-c4aaf670523a req-5d23e165-6e90-43eb-935a-00984a038763 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:23.269812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa895448-ef88-45cf-a1f4-73365cdeae9f None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:15:23.278850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-aa895448-ef88-45cf-a1f4-73365cdeae9f None None] Deleting port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:23.279930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa895448-ef88-45cf-a1f4-73365cdeae9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:23.320798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:23.320798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:23.341765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792b523e-fbd1-41e4-914e-a4212998a42e tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:23.347253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792b523e-fbd1-41e4-914e-a4212998a42e tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:23.347865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:23.348113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-792b523e-fbd1-41e4-914e-a4212998a42e tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Synchronizing usage tracker for tenant:1fe0d644b84846fcbbac18be1e875b07 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:23.362573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:23.435028 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5496af19-127f-45dc-9f41-8b344362b03b req-93d65ba2-b1a8-44cc-a11b-cc29e8ce9fcd tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4247334
Dec 23 16:15:23.443990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 37599245-3573-4cc8-bf61-894c7b03e6e1 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:23.489396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6f4e10>,) {'filters': {'network_id': ['04ffdd25-b817-4163-9c93-c55fa50db4d5']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:23.507763 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bcee8e90-5a15-4e87-a4c7-7f41012d45c6 req-b6ad1cca-b516-44e7-8191-26a0ad0f1280 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d015202a-ee25-4eee-8d62-7134b9b8df10 HTTP/1.1" status: 200  len: 1002 time: 0.3600526
Dec 23 16:15:23.525926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6f4e10>, '9c4ae997-acef-40c8-bc3b-826a9a87cd9a') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:23.526635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6f4e10>, '9c4ae997-acef-40c8-bc3b-826a9a87cd9a') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:23.599740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:23.625192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-792b523e-fbd1-41e4-914e-a4212998a42e tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Unset dirty status for tenant:1fe0d644b84846fcbbac18be1e875b07 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:23.629478 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-792b523e-fbd1-41e4-914e-a4212998a42e tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.8729289
Dec 23 16:15:23.639155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52774) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:23.660009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:23.668156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:23.677984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:23.678431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:23.706235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-aa895448-ef88-45cf-a1f4-73365cdeae9f None None] For port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:23.706698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa895448-ef88-45cf-a1f4-73365cdeae9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:23.741104 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:23.760149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:23.811908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-316acc7f-3d83-443c-b430-7689dbf18b43 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting port ac769cc8-d66b-4608-a4af-9e94cf8a6227 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:23.812642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-316acc7f-3d83-443c-b430-7689dbf18b43 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:23.880586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:23.916123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-aa895448-ef88-45cf-a1f4-73365cdeae9f None None] Calling delete_port for 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:23.935279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9ae741d3-96aa-4ade-8c1f-98003359dfb4 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Deleting port 31ddd1e1-ec4f-40a6-a885-5a29c8b803b1 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:23.935643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ae741d3-96aa-4ade-8c1f-98003359dfb4 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:23.976700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 37599245-3573-4cc8-bf61-894c7b03e6e1 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:23.991711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b286640a-5f0f-46d7-960a-6cc5149f940e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:24.074402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:24.077849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa895448-ef88-45cf-a1f4-73365cdeae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:24.082849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-824a1f8f-742e-44f6-8c57-17f6aeb9d355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:24.087436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee8e90-5a15-4e87-a4c7-7f41012d45c6 req-3d8bae81-0dd7-4d48-94f1-77f7be227484 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:24.089233 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bcee8e90-5a15-4e87-a4c7-7f41012d45c6 req-3d8bae81-0dd7-4d48-94f1-77f7be227484 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a253f05-fd39-4f82-93da-ff5efbc78fce HTTP/1.1" status: 200  len: 851 time: 0.5655639
Dec 23 16:15:24.100955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:24.119818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:24.136089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa895448-ef88-45cf-a1f4-73365cdeae9f None None] Pushing event deleted for resources: {'Port': ['ID=8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:24.138224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5340aa0-3d52-4ea3-8a09-d8886355bf3f None None] Network b508067b-ea9a-4279-b586-9644479d6225 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:24.154166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aa895448-ef88-45cf-a1f4-73365cdeae9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:24.154365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:24.188451 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/04ffdd25-b817-4163-9c93-c55fa50db4d5 HTTP/1.1" status: 204  len: 168 time: 8.7597568
Dec 23 16:15:24.194937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa895448-ef88-45cf-a1f4-73365cdeae9f None None] No DVR routers for this DVR port 8b6701f4-a83c-4626-9b2f-b7d81fc6a5a6 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:15:24.201699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52780) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:24.204424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=404039df-ae09-4d1f-979e-33aced1071c9,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:24.217860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:24.221668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6a683ca7-7b68-4abd-a7a3-b27e1c7c213e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:24.252123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-627435369'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:24.258069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:24.262463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:network and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:24.266925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:24.273442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:24.282150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Network': ['ID=04ffdd25-b817-4163-9c93-c55fa50db4d5,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:24.287937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port b286640a-5f0f-46d7-960a-6cc5149f940e completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:24.298278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:24.306711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a2f5b22a-1656-424f-a6fe-5325ef8a97b7 None None] Provisioning for port b286640a-5f0f-46d7-960a-6cc5149f940e completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:24.307391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:24.313598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:24.323996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a2f5b22a-1656-424f-a6fe-5325ef8a97b7 None None] Provisioning complete for port b286640a-5f0f-46d7-960a-6cc5149f940e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:24.324431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2f5b22a-1656-424f-a6fe-5325ef8a97b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:24.411055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e063fd7c-917c-43a6-bd97-5577457b6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:24.454564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7ddd9d-8176-44ae-a243-b377b86b4bc4 None None] Network 1bb554d6-6fe0-4106-b263-fc6036152d92 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:24.496156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-316acc7f-3d83-443c-b430-7689dbf18b43 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:24.707470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2f5b22a-1656-424f-a6fe-5325ef8a97b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:24.754670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6e564-0c87-4efb-bf04-4d4c9c5cecfb req-3cacefd0-b793-4f44-878e-73ef336a38fd tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:24.756256 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9da6e564-0c87-4efb-bf04-4d4c9c5cecfb req-3cacefd0-b793-4f44-878e-73ef336a38fd tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.8211484
Dec 23 16:15:24.758961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:15:24.788612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-316acc7f-3d83-443c-b430-7689dbf18b43 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Calling delete_port for ac769cc8-d66b-4608-a4af-9e94cf8a6227 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:24.802023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:24.802405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Added segment ab37047c-7c78-41a7-b038-f9a66bd05d2c of type vlan for network 8e397fd0-1a98-4e16-abac-b854c7c58173
Dec 23 16:15:24.823203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a2f5b22a-1656-424f-a6fe-5325ef8a97b7 None None] For port b286640a-5f0f-46d7-960a-6cc5149f940e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b286640a-5f0f-46d7-960a-6cc5149f940e,segment=NetworkSegment(9f90a5cb-9cff-412f-a314-7cbf842a8f16),segment_id=9f90a5cb-9cff-412f-a314-7cbf842a8f16)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:24.858162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2f5b22a-1656-424f-a6fe-5325ef8a97b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:24.869490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:24.879225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network b508067b-ea9a-4279-b586-9644479d6225 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:24.884734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:24.890318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:24.966452 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bcee8e90-5a15-4e87-a4c7-7f41012d45c6 req-288a1a83-9ad3-412b-8ae4-552c9adbb223 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e57fe8b-597d-4dbf-a842-558dc5447a36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8366661
Dec 23 16:15:24.993008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5b22a-1656-424f-a6fe-5325ef8a97b7 None None] Pushing event updated for resources: {'Port': ['ID=b286640a-5f0f-46d7-960a-6cc5149f940e,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:24.998588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a2f5b22a-1656-424f-a6fe-5325ef8a97b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:25.002668 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9da6e564-0c87-4efb-bf04-4d4c9c5cecfb req-1744e4c4-31c8-48de-a59f-7d0e2c4820e9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2321386
Dec 23 16:15:25.029346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-638962eb-42ab-4014-b8ad-984318331f3d None None] Provisioning for port 37599245-3573-4cc8-bf61-894c7b03e6e1 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:25.052026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-638962eb-42ab-4014-b8ad-984318331f3d None None] Provisioning complete for port 37599245-3573-4cc8-bf61-894c7b03e6e1 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:25.052668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-638962eb-42ab-4014-b8ad-984318331f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:25.179180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:25.184497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:25.185950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:25.208393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-ecd40000-d710-47d6-b3ae-c4aaf670523a req-5d23e165-6e90-43eb-935a-00984a038763 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] For port 729d1962-6bd3-43d4-933d-b7a225c78007, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=729d1962-6bd3-43d4-933d-b7a225c78007,segment=NetworkSegment(8fadce8d-07b9-4fbf-a544-745e0e33008e),segment_id=8fadce8d-07b9-4fbf-a544-745e0e33008e)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:25.208813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ecd40000-d710-47d6-b3ae-c4aaf670523a req-5d23e165-6e90-43eb-935a-00984a038763 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:25.226704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7248f0d9-a3ff-4d20-b86b-4976575ea1db tempest-ExternalNetworksTestJSON-1292843707 tempest-ExternalNetworksTestJSON-1292843707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:25.303724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-638962eb-42ab-4014-b8ad-984318331f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:25.345106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b286640a-5f0f-46d7-960a-6cc5149f940e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:25.376331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ae741d3-96aa-4ade-8c1f-98003359dfb4 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:25.409202 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.2006040
Dec 23 16:15:25.409957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52790) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:25.434064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-638962eb-42ab-4014-b8ad-984318331f3d None None] For port 37599245-3573-4cc8-bf61-894c7b03e6e1, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=37599245-3573-4cc8-bf61-894c7b03e6e1,segment=NetworkSegment(a26842a3-97d0-4cab-bdd4-4cda45cb3b5d),segment_id=a26842a3-97d0-4cab-bdd4-4cda45cb3b5d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:25.434308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'subnet': {'network_id': '8e397fd0-1a98-4e16-abac-b854c7c58173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:25.439928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-638962eb-42ab-4014-b8ad-984318331f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:25.445307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:25.490156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-ecd40000-d710-47d6-b3ae-c4aaf670523a req-5d23e165-6e90-43eb-935a-00984a038763 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Calling delete_port for 729d1962-6bd3-43d4-933d-b7a225c78007 owned by compute:nova {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:25.537112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638962eb-42ab-4014-b8ad-984318331f3d None None] Pushing event updated for resources: {'Port': ['ID=37599245-3573-4cc8-bf61-894c7b03e6e1,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:25.541441 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bcee8e90-5a15-4e87-a4c7-7f41012d45c6 req-36cf8686-158c-40d3-8a0f-a77910a7f13b service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5669262
Dec 23 16:15:25.541600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-638962eb-42ab-4014-b8ad-984318331f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:25.547592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Network': ['ID=8e397fd0-1a98-4e16-abac-b854c7c58173,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:25.582133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b286640a-5f0f-46d7-960a-6cc5149f940e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:25.582709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:25.592045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:25.625002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 8e397fd0-1a98-4e16-abac-b854c7c58173 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:25.710894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9ae741d3-96aa-4ade-8c1f-98003359dfb4 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Calling delete_port for 31ddd1e1-ec4f-40a6-a885-5a29c8b803b1 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:25.720216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:25.732118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:subnet and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:25.766005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-cab5fc0e-f834-4822-b2ed-3f6ec40f3a8b None None] Provisioning complete for port 37599245-3573-4cc8-bf61-894c7b03e6e1 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:25.766584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cab5fc0e-f834-4822-b2ed-3f6ec40f3a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:25.861667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:25.887892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:25.917811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b13aa-f244-4dd7-aab3-b7f5fda68598 req-00385a80-3a73-48ad-8036-d8dff9c30b7b tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:25.926523 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-005b13aa-f244-4dd7-aab3-b7f5fda68598 req-00385a80-3a73-48ad-8036-d8dff9c30b7b tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 946 time: 1.1893234
Dec 23 16:15:25.929103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:25.997874 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bcee8e90-5a15-4e87-a4c7-7f41012d45c6 req-adbf767a-016a-4a6d-8d8c-e76d9c2190e4 service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4334049
Dec 23 16:15:26.041843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f4b8b-812b-490d-ba42-17d766aef39b None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:15:26.072582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 729d1962-6bd3-43d4-933d-b7a225c78007 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:15:26.081565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:26.101430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ae741d3-96aa-4ade-8c1f-98003359dfb4 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:26.113919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0d1b6b9-fc26-43cf-a905-0610e49c205e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:26.160256 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-005b13aa-f244-4dd7-aab3-b7f5fda68598 req-58dd50a5-9283-482b-8c6e-cc9e86cde184 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/security-groups?id=cd1dd95d-954f-4402-a56f-d2c067176e79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2320087
Dec 23 16:15:26.202544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:26.257758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No active binding found for port 729d1962-6bd3-43d4-933d-b7a225c78007 {{(pid=88842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 23 16:15:26.258338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 729d1962-6bd3-43d4-933d-b7a225c78007 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:15:26.286858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ae741d3-96aa-4ade-8c1f-98003359dfb4 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:26.290976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae741d3-96aa-4ade-8c1f-98003359dfb4 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event deleted for resources: {'Port': ['ID=31ddd1e1-ec4f-40a6-a885-5a29c8b803b1,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:26.300199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ae741d3-96aa-4ade-8c1f-98003359dfb4 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:26.301341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ecd40000-d710-47d6-b3ae-c4aaf670523a req-5d23e165-6e90-43eb-935a-00984a038763 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:26.373881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c9ff2acd-0095-4033-afd1-2038d0f25726 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:26.412575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-316acc7f-3d83-443c-b430-7689dbf18b43 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:26.426169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 939af21c-6e19-4232-92de-7bdb282b7ea2 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:15:26.428660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9f4b8b-812b-490d-ba42-17d766aef39b None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:15:26.441125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-cab5fc0e-f834-4822-b2ed-3f6ec40f3a8b None None] Provisioning for port 404039df-ae09-4d1f-979e-33aced1071c9 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:26.445254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23e165-6e90-43eb-935a-00984a038763 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Pushing event deleted for resources: {'Port': ['ID=729d1962-6bd3-43d4-933d-b7a225c78007,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:26.448275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d23e165-6e90-43eb-935a-00984a038763 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:26.451491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-cab5fc0e-f834-4822-b2ed-3f6ec40f3a8b None None] Provisioning complete for port 404039df-ae09-4d1f-979e-33aced1071c9 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:26.452476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cab5fc0e-f834-4822-b2ed-3f6ec40f3a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:26.463265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2f48847b-7599-4b0b-84ec-9c9cbce3ba0f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:26.517491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316acc7f-3d83-443c-b430-7689dbf18b43 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Port': ['ID=ac769cc8-d66b-4608-a4af-9e94cf8a6227,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:26.520152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-316acc7f-3d83-443c-b430-7689dbf18b43 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:26.527704 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9ae741d3-96aa-4ade-8c1f-98003359dfb4 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "DELETE /v2.0/ports/31ddd1e1-ec4f-40a6-a885-5a29c8b803b1 HTTP/1.1" status: 204  len: 168 time: 2.7963026
Dec 23 16:15:26.531241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52794) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:26.611134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cab5fc0e-f834-4822-b2ed-3f6ec40f3a8b None None] Port 404039df-ae09-4d1f-979e-33aced1071c9 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:15:26.640728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:26.648237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-be3f3b7c-e74c-4307-9ff7-c157faf4d050 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:26.648629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-cab5fc0e-f834-4822-b2ed-3f6ec40f3a8b None None] Provisioning complete for port b286640a-5f0f-46d7-960a-6cc5149f940e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:26.649078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cab5fc0e-f834-4822-b2ed-3f6ec40f3a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:26.699149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-deb09593-48bd-4af5-ac98-487e959e9cf7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Deleting port 1e8492e4-8425-4395-b730-5e55c9fdbfe5 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:26.699991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-deb09593-48bd-4af5-ac98-487e959e9cf7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:26.724738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd40000-d710-47d6-b3ae-c4aaf670523a req-5d23e165-6e90-43eb-935a-00984a038763 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] No DVR routers for this DVR port 729d1962-6bd3-43d4-933d-b7a225c78007 on host hv-neutron-8228 {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:15:26.727537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ecd40000-d710-47d6-b3ae-c4aaf670523a req-5d23e165-6e90-43eb-935a-00984a038763 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:26.729509 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ecd40000-d710-47d6-b3ae-c4aaf670523a req-5d23e165-6e90-43eb-935a-00984a038763 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.36 "DELETE /v2.0/ports/729d1962-6bd3-43d4-933d-b7a225c78007 HTTP/1.1" status: 204  len: 173 time: 3.7278113
Dec 23 16:15:26.742355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd2710d-2fb7-44cb-8646-72c5feb701d4', 'name': 'network-vif-deleted', 'tag': '729d1962-6bd3-43d4-933d-b7a225c78007'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:15:26.775726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:26.784243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e33e9d4-de76-4d21-87f5-a1d0e93bd827 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:26.791500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Subnet': ['ID=fc26db20-e785-4d7e-8edb-68762eabaab1,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:26.795287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:26.826410 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd2710d-2fb7-44cb-8646-72c5feb701d4', 'name': 'network-vif-deleted', 'tag': '729d1962-6bd3-43d4-933d-b7a225c78007', 'status': 'completed', 'code': 200}
Dec 23 16:15:26.861633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef457479-e715-40a6-bc06-dd4eec9462e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:26.929551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:26.940770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:26.947943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:26.948122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:26.954889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Checking segment: {'id': 'ab37047c-7c78-41a7-b038-f9a66bd05d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8e397fd0-1a98-4e16-abac-b854c7c58173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:26.955269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network hostable DHCP agents. Network: 8e397fd0-1a98-4e16-abac-b854c7c58173, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:15:26.972118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=3ca58960-ecaa-4c2a-93b5-f86523102ace,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:26.988500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:26.997684 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.2850759
Dec 23 16:15:27.000067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52800) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:27.009468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-55687a39-cce0-4dc7-a881-eecadc56186a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:27.102846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-deb09593-48bd-4af5-ac98-487e959e9cf7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:27.111083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-deaf237e-6c17-4cd1-9bf3-d25e00269d21 None None] Provisioning complete for port 404039df-ae09-4d1f-979e-33aced1071c9 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:27.111760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-deaf237e-6c17-4cd1-9bf3-d25e00269d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:27.151362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': '3ca58960-ecaa-4c2a-93b5-f86523102ace'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:15:27.152490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:27.274907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-55687a39-cce0-4dc7-a881-eecadc56186a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:27.282530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-55687a39-cce0-4dc7-a881-eecadc56186a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:27.286401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-55687a39-cce0-4dc7-a881-eecadc56186a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:27.296726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-55687a39-cce0-4dc7-a881-eecadc56186a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:27.312766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-316acc7f-3d83-443c-b430-7689dbf18b43 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:27.318909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55687a39-cce0-4dc7-a881-eecadc56186a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:27.326246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55687a39-cce0-4dc7-a881-eecadc56186a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:27.377931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Allocated IP 2001:db8::f816:3eff:fe08:4b11 (ba343194-bb9c-4b65-8867-816842e8f671/3ca58960-ecaa-4c2a-93b5-f86523102ace/d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:27.447576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 37599245-3573-4cc8-bf61-894c7b03e6e1 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:27.511044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-1ef8ebab-388e-4835-abd4-d2fa2ed225ba req-5753d664-5154-434c-8470-3e360df67fca tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Synchronizing usage tracker for tenant:01a029f0c85743ee88436be1f995d532 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:27.599694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-deaf237e-6c17-4cd1-9bf3-d25e00269d21 None None] Port 404039df-ae09-4d1f-979e-33aced1071c9 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:15:27.611690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:27.629020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-1ef8ebab-388e-4835-abd4-d2fa2ed225ba req-5753d664-5154-434c-8470-3e360df67fca tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Unset dirty status for tenant:01a029f0c85743ee88436be1f995d532 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:27.631920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network 8e397fd0-1a98-4e16-abac-b854c7c58173 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:15:27.632669 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1ef8ebab-388e-4835-abd4-d2fa2ed225ba req-5753d664-5154-434c-8470-3e360df67fca tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cd2710d-2fb7-44cb-8646-72c5feb701d4 HTTP/1.1" status: 200  len: 210 time: 0.1859770
Dec 23 16:15:27.641741 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.ipam_backend_mixin [None req-55687a39-cce0-4dc7-a881-eecadc56186a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ca58960-ecaa-4c2a-93b5-f86523102ace (CIDR: 2001:db8::/64)
Dec 23 16:15:27.642156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-deb09593-48bd-4af5-ac98-487e959e9cf7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Calling delete_port for 1e8492e4-8425-4395-b730-5e55c9fdbfe5 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:27.659076 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-55687a39-cce0-4dc7-a881-eecadc56186a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:15:27.659597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55687a39-cce0-4dc7-a881-eecadc56186a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:15:27.690206 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-55687a39-cce0-4dc7-a881-eecadc56186a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6853011
Dec 23 16:15:27.691193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52806) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:27.700750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:27.708852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 8e397fd0-1a98-4e16-abac-b854c7c58173) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:27.709708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 37599245-3573-4cc8-bf61-894c7b03e6e1 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:27.710262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:27.712988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:27.713804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:27.723979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:15:27.745158 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/939af21c-6e19-4232-92de-7bdb282b7ea2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.6693599
Dec 23 16:15:27.749875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52810) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:27.767056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Sync routers for ids ['939af21c-6e19-4232-92de-7bdb282b7ea2'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:15:27.790027 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.3604846
Dec 23 16:15:27.801264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52814) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:27.830792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:27.839262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Routers {'939af21c-6e19-4232-92de-7bdb282b7ea2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:27.840127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2137f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['939af21c-6e19-4232-92de-7bdb282b7ea2'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:27.932851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Transition to ACTIVE for port object d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:27.986789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-deb09593-48bd-4af5-ac98-487e959e9cf7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:27.996427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1a6c2870-80a0-4ecd-98c1-70e03308f68a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:28.064260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb09593-48bd-4af5-ac98-487e959e9cf7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event deleted for resources: {'Port': ['ID=1e8492e4-8425-4395-b730-5e55c9fdbfe5,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:28.066909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-deb09593-48bd-4af5-ac98-487e959e9cf7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:28.108253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-deb09593-48bd-4af5-ac98-487e959e9cf7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:28.146949 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-deb09593-48bd-4af5-ac98-487e959e9cf7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "DELETE /v2.0/ports/1e8492e4-8425-4395-b730-5e55c9fdbfe5 HTTP/1.1" status: 204  len: 168 time: 1.6053722
Dec 23 16:15:28.151784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52818) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:28.193307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:28.212327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.212772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.213188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.213604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.214020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.214433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.214842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.215309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.215720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.216131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.216541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.216950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.217355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.217818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.218327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.224423 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0e32ca36-a731-4060-8ca4-e54a61b9b17d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 10501 time: 0.4696760
Dec 23 16:15:28.226191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52822) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:28.232816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ce1ebb1d-cc94-4649-8583-2e2056ab171f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Synchronizing usage tracker for tenant:1fe0d644b84846fcbbac18be1e875b07 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:28.256319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:28.258418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Transition to ACTIVE for port object d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:28.266626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:28.272406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:28.276156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:28.282955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:28.284949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-638962eb-42ab-4014-b8ad-984318331f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:28.286364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ce1ebb1d-cc94-4649-8583-2e2056ab171f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Unset dirty status for tenant:1fe0d644b84846fcbbac18be1e875b07 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:28.291416 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ce1ebb1d-cc94-4649-8583-2e2056ab171f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1300516
Dec 23 16:15:28.313893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52826) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:28.332368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-215883580'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:28.355601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:28.370590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Usage tracker for resource:network and tenant:1fe0d644b84846fcbbac18be1e875b07 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:28.374559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:28.375854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:28.381148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:28.384920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:28.386625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Pushing event updated for resources: {'Port': ['ID=d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:28.391981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:28.394714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:28.395151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:28.395705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:28.399873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:28.406765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Set router 939af21c-6e19-4232-92de-7bdb282b7ea2 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:15:28.461059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4effa-e52a-4525-a66e-61ccf770a8a1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.461390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4effa-e52a-4525-a66e-61ccf770a8a1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.461796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4effa-e52a-4525-a66e-61ccf770a8a1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.462194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4effa-e52a-4525-a66e-61ccf770a8a1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.462590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4effa-e52a-4525-a66e-61ccf770a8a1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.463012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4effa-e52a-4525-a66e-61ccf770a8a1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.463423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4effa-e52a-4525-a66e-61ccf770a8a1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.463813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4effa-e52a-4525-a66e-61ccf770a8a1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.464206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4effa-e52a-4525-a66e-61ccf770a8a1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.464596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4effa-e52a-4525-a66e-61ccf770a8a1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.464987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4effa-e52a-4525-a66e-61ccf770a8a1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.465389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4effa-e52a-4525-a66e-61ccf770a8a1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.465746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4effa-e52a-4525-a66e-61ccf770a8a1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:28.471501 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f7d4effa-e52a-4525-a66e-61ccf770a8a1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 8460 time: 0.2375329
Dec 23 16:15:28.473482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52830) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:28.542378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Made reservation on behalf of 1fe0d644b84846fcbbac18be1e875b07 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:28.548593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:28.587481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:28.625925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:15:28.654365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:28.654758 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Added segment e2c3f6a2-035f-4a14-9531-5d964f9d793b of type vlan for network 51cab7fd-f179-489c-ab50-ba7a817a051d
Dec 23 16:15:28.657501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:28.659703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Attempting to bind port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:28.659703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Attempting to bind port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:28.659703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Attempting to bind port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:28.666616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:28.691477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:28.692213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:28.692605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:28.693184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:28.693836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Bound port: d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:28.694479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:28.765954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Subnet': ['ID=fc26db20-e785-4d7e-8edb-68762eabaab1,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:28.788092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:28.815829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52836) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:28.821506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:28.945244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] For port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:28.947148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:28.953433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:28.955609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] For port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:28.963756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:28.970071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a2f5b22a-1656-424f-a6fe-5325ef8a97b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:28.997155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.032273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:29.038305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:29.043850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-590af6dd-9da7-4ddb-bf9a-766f9a077dc5 admin admin] Deleting subnet 03e85824-6fd0-44bc-954e-e199d0999bb9 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:15:29.045824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:29.046454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.051408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a350898>,) {'filters': {'network_id': ['8e397fd0-1a98-4e16-abac-b854c7c58173']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:29.051598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=c7833cac-3bca-43f8-a690-b99db898be4a,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:29.063844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-590af6dd-9da7-4ddb-bf9a-766f9a077dc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.064000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:29.065874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316acc7f-3d83-443c-b430-7689dbf18b43 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router a25a8703-3f46-467c-972a-2b4f26aad0ba has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:15:29.068552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Pushing event updated for resources: {'Port': ['ID=d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:29.074330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:29.080957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2137f0>, [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '404039df-ae09-4d1f-979e-33aced1071c9', 'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:a5:28:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:23Z', 'revision_number': 2, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '3958257c-c2ff-423c-adeb-d5a559123643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:29.088547 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3912959
Dec 23 16:15:29.088772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Checking router: 939af21c-6e19-4232-92de-7bdb282b7ea2 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:15:29.088772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Updating router 939af21c-6e19-4232-92de-7bdb282b7ea2 port 404039df-ae09-4d1f-979e-33aced1071c9 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:15:29.089880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52840) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:29.098297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'mac_address': 'fa:16:3e:ca:82:96', 'name': 'tempest-NetworksTestDHCPv6-178156595'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:29.130039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.134504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:29.135354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.149699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4581e5de-c311-4ae0-90c6-2832971f3823 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:29.153284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.182323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a350898>, 'ab37047c-7c78-41a7-b038-f9a66bd05d2c') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:29.182667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a350898>, 'ab37047c-7c78-41a7-b038-f9a66bd05d2c') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:29.231486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.299588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-590af6dd-9da7-4ddb-bf9a-766f9a077dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.338902 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-445bc250-93ae-4fa6-8090-797df60bdaf5 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3764 time: 0.8641818
Dec 23 16:15:29.394203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-590af6dd-9da7-4ddb-bf9a-766f9a077dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.411295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:29.425910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:port and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:29.442675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:29.451263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:29.468938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:29.491994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.496657 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.1776116
Dec 23 16:15:29.500878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52846) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:29.632818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316acc7f-3d83-443c-b430-7689dbf18b43 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:15:29.634564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-590af6dd-9da7-4ddb-bf9a-766f9a077dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.660615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f0dc1-2c2f-43bf-b4d3-72d3a1f25502 None None] Sync routers for ids ['a25a8703-3f46-467c-972a-2b4f26aad0ba'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:15:29.680092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f0dc1-2c2f-43bf-b4d3-72d3a1f25502 None None] Routers {'a25a8703-3f46-467c-972a-2b4f26aad0ba'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:29.681013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-548f0dc1-2c2f-43bf-b4d3-72d3a1f25502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7cfd68>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['a25a8703-3f46-467c-972a-2b4f26aad0ba'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:29.685963 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-316acc7f-3d83-443c-b430-7689dbf18b43 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "PUT /v2.0/routers/a25a8703-3f46-467c-972a-2b4f26aad0ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9759712
Dec 23 16:15:29.686127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.687194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52850) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:29.690510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:29.690977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.720385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1989507208'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:29.725471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event updated for resources: {'Network': ['ID=51cab7fd-f179-489c-ab50-ba7a817a051d,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:29.735669 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:29.742932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:29.748417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52854) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:29.750460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 51cab7fd-f179-489c-ab50-ba7a817a051d details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:29.753533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aaef7a28-c6ff-472c-9ae9-87b3e7a88b79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:29.787804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-548f0dc1-2c2f-43bf-b4d3-72d3a1f25502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7cfd68>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:29.788786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:29.795667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-117555105', 'description': 'tempest-secgroup-smoke-117555105 description', 'project_id': '756d2eff28424d1081cd07d60adf0a7c'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:29.807591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f0dc1-2c2f-43bf-b4d3-72d3a1f25502 None None] Routers {'a25a8703-3f46-467c-972a-2b4f26aad0ba'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:29.808198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-548f0dc1-2c2f-43bf-b4d3-72d3a1f25502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7cfd68>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['a25a8703-3f46-467c-972a-2b4f26aad0ba'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:29.812615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:29.814443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.835241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Usage tracker for resource:network and tenant:1fe0d644b84846fcbbac18be1e875b07 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:29.838688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590af6dd-9da7-4ddb-bf9a-766f9a077dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e85824-6fd0-44bc-954e-e199d0999bb9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:29.841300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:29.846226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:29.867452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port 12952a37-b697-4eaf-b80f-786584a0db68 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:15:29.912777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-590af6dd-9da7-4ddb-bf9a-766f9a077dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:29.917386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:29.930365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-548f0dc1-2c2f-43bf-b4d3-72d3a1f25502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7cfd68>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:29.931433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-590af6dd-9da7-4ddb-bf9a-766f9a077dc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.932253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f0dc1-2c2f-43bf-b4d3-72d3a1f25502 None None] The sync data for ids ['a25a8703-3f46-467c-972a-2b4f26aad0ba'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:15:29.935278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:29.943458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:29.952567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Transition to ACTIVE for port object 404039df-ae09-4d1f-979e-33aced1071c9 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:29.953484 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-590af6dd-9da7-4ddb-bf9a-766f9a077dc5 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/03e85824-6fd0-44bc-954e-e199d0999bb9 HTTP/1.1" status: 204  len: 168 time: 1.1348457
Dec 23 16:15:29.958215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.960020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52858) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:29.961171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:29.966971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:29.967218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:29.984215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Made reservation on behalf of 1fe0d644b84846fcbbac18be1e875b07 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:29.989848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.000186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.035541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.045576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Network': ['ID=8e397fd0-1a98-4e16-abac-b854c7c58173,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:30.057374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:30.068511 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/8e397fd0-1a98-4e16-abac-b854c7c58173 HTTP/1.1" status: 204  len: 168 time: 2.2580149
Dec 23 16:15:30.080995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52862) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:30.088447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-633726549'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:30.099431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:30.103181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e3ab2-2819-46ef-b62c-febac50b3ab8 None None] Pushing event updated for resources: {'Port': ['ID=404039df-ae09-4d1f-979e-33aced1071c9,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:30.106313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-321e3ab2-2819-46ef-b62c-febac50b3ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:30.119600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:network and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:30.125750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:30.141650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:30.184415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:15:30.204850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Attempting to bind port 404039df-ae09-4d1f-979e-33aced1071c9 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:30.205281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Attempting to bind port 404039df-ae09-4d1f-979e-33aced1071c9 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '9f90a5cb-9cff-412f-a314-7cbf842a8f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:30.205740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Attempting to bind port 404039df-ae09-4d1f-979e-33aced1071c9 on network b508067b-ea9a-4279-b586-9644479d6225 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:30.206457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:30.207886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.208598 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Added segment 57da6475-3a5d-4412-ad31-96aa8005cb5a of type vlan for network c9ddde5f-8857-4c28-b6e8-378949cbafd0
Dec 23 16:15:30.212196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.213393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:30.213822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Checking segment: {'id': '9f90a5cb-9cff-412f-a314-7cbf842a8f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:30.214287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.214894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Bound using segment: {'id': '9f90a5cb-9cff-412f-a314-7cbf842a8f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:30.215467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Bound port: 404039df-ae09-4d1f-979e-33aced1071c9, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f90a5cb-9cff-412f-a314-7cbf842a8f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:30.215898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.261478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f50b1e0f-719c-4060-a28c-725b56bd1684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.269405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:15:30.270132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:30.274061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.285140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:30.288666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:30.290304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8:0:1::3ad (ba343194-bb9c-4b65-8867-816842e8f671/c7833cac-3bca-43f8-a690-b99db898be4a/12952a37-b697-4eaf-b80f-786584a0db68) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:30.300201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.301537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:30.331251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] For port 404039df-ae09-4d1f-979e-33aced1071c9, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:30.335197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] For port 404039df-ae09-4d1f-979e-33aced1071c9, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=404039df-ae09-4d1f-979e-33aced1071c9,segment=NetworkSegment(9f90a5cb-9cff-412f-a314-7cbf842a8f16),segment_id=9f90a5cb-9cff-412f-a314-7cbf842a8f16)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:30.340233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.346643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:30.439076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.444115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:30.444988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.450149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e3ab2-2819-46ef-b62c-febac50b3ab8 None None] Pushing event updated for resources: {'Port': ['ID=404039df-ae09-4d1f-979e-33aced1071c9,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:30.454974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-321e3ab2-2819-46ef-b62c-febac50b3ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:30.455837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Routers {'939af21c-6e19-4232-92de-7bdb282b7ea2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:30.456533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2137f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['939af21c-6e19-4232-92de-7bdb282b7ea2'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:30.519354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:30.542476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f50b1e0f-719c-4060-a28c-725b56bd1684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.612906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.613469 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Added segment 79d1fe54-cbf4-4c79-875a-ed3339147e37 of type vlan for network 2f257d79-5033-489d-8458-9740583c53b4
Dec 23 16:15:30.623615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::f816:3eff:feca:8296 (ba343194-bb9c-4b65-8867-816842e8f671/3ca58960-ecaa-4c2a-93b5-f86523102ace/12952a37-b697-4eaf-b80f-786584a0db68) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:30.626674 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.9943788
Dec 23 16:15:30.629641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.634805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-f50b1e0f-719c-4060-a28c-725b56bd1684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b793c1d30>,) {'filters': {'network_id': ['17522e9e-251e-4cb1-b4af-36084ff691d0']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:30.648322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.693387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] Set router 939af21c-6e19-4232-92de-7bdb282b7ea2 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:15:30.720643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.762110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-f50b1e0f-719c-4060-a28c-725b56bd1684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b793c1d30>, '8fadce8d-07b9-4fbf-a544-745e0e33008e') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:30.764121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-f50b1e0f-719c-4060-a28c-725b56bd1684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b793c1d30>, '8fadce8d-07b9-4fbf-a544-745e0e33008e') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:30.784288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f50b1e0f-719c-4060-a28c-725b56bd1684 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.795370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52866) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:30.809909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event updated for resources: {'Network': ['ID=c9ddde5f-8857-4c28-b6e8-378949cbafd0,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:30.810538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Request body: {'subnets': [{'network_id': '51cab7fd-f179-489c-ab50-ba7a817a051d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1129296054', 'ip_version': 4}, {'network_id': 'c9ddde5f-8857-4c28-b6e8-378949cbafd0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:30.810900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Request body: {'subnet': {'network_id': '51cab7fd-f179-489c-ab50-ba7a817a051d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1129296054', 'ip_version': 4}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:30.811733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Request body: {'subnet': {'network_id': 'c9ddde5f-8857-4c28-b6e8-378949cbafd0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:30.813350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:30.815469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f076d0c6-f4d6-4a76-a2e9-226c66c1955b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:30.827941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f50b1e0f-719c-4060-a28c-725b56bd1684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.830620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.835057 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 1.0457573
Dec 23 16:15:30.838934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52870) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:30.860705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network c9ddde5f-8857-4c28-b6e8-378949cbafd0 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:30.861920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9723573f-00ca-46db-88e0-003f4d410c3f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '333b43f7-7cf0-4192-bd68-e9c44b6c7564', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:30.873477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50b1e0f-719c-4060-a28c-725b56bd1684 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:30.874313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f50b1e0f-719c-4060-a28c-725b56bd1684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:30.894461 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:30.898713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9723573f-00ca-46db-88e0-003f4d410c3f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:30.907284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=333b43f7-7cf0-4192-bd68-e9c44b6c7564,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:30.910578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:30.914228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9723573f-00ca-46db-88e0-003f4d410c3f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:30.931561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9723573f-00ca-46db-88e0-003f4d410c3f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:30.970467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.974904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:30.975758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:30.989160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:30.993311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9723573f-00ca-46db-88e0-003f4d410c3f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:31.012812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f50b1e0f-719c-4060-a28c-725b56bd1684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.019235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f50b1e0f-719c-4060-a28c-725b56bd1684 admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.023874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4b2cc2e6-90a1-4ff4-a69e-8608c36ea549 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:31.062907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b1e0f-719c-4060-a28c-725b56bd1684 admin admin] Pushing event deleted for resources: {'Network': ['ID=17522e9e-251e-4cb1-b4af-36084ff691d0,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:31.065819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f50b1e0f-719c-4060-a28c-725b56bd1684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:31.066817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9723573f-00ca-46db-88e0-003f4d410c3f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.090563 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f50b1e0f-719c-4060-a28c-725b56bd1684 admin admin] 10.222.0.67 "DELETE /v2.0/networks/17522e9e-251e-4cb1-b4af-36084ff691d0 HTTP/1.1" status: 204  len: 168 time: 1.1270688
Dec 23 16:15:31.099754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52874) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:31.162578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Network': ['ID=2f257d79-5033-489d-8458-9740583c53b4,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:31.221947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 2f257d79-5033-489d-8458-9740583c53b4 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:31.222180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5caa19f-b426-4291-9768-767884627f1c admin admin] Deleting subnet 2e137a2d-e5ed-4199-b59e-a2d49df62ad0 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:15:31.226285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5caa19f-b426-4291-9768-767884627f1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.255398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:31.289441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5caa19f-b426-4291-9768-767884627f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.352550 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.2676768
Dec 23 16:15:31.374719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52878) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:31.412549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'subnet': {'network_id': '2f257d79-5033-489d-8458-9740583c53b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:31.510918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.611598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:31.620953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9723573f-00ca-46db-88e0-003f4d410c3f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.629246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9723573f-00ca-46db-88e0-003f4d410c3f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.637960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f0126d-f61e-4d04-a9f7-afa358b5d707 None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:15:31.643152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-51bf0d80-dbf4-48e3-a72d-7c2ff1c6aacb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:31.663234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5caa19f-b426-4291-9768-767884627f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.689300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object 12952a37-b697-4eaf-b80f-786584a0db68 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:31.697927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:31.706366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723573f-00ca-46db-88e0-003f4d410c3f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0904dadd-1548-4109-ab6d-9a380ab24f79,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:31.709794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9723573f-00ca-46db-88e0-003f4d410c3f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:31.714083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Usage tracker for resource:subnet and tenant:1fe0d644b84846fcbbac18be1e875b07 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:31.724505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9723573f-00ca-46db-88e0-003f4d410c3f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.728700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:31.728867 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9723573f-00ca-46db-88e0-003f4d410c3f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8837059
Dec 23 16:15:31.728980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a1b2395b-80e1-416d-8d91-a3f0b6655b07 None None] Provisioning for port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:31.730333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:31.730476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52882) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:31.732794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.736876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-993e4b47-7d88-431a-a75e-83ddaed3fd4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '333b43f7-7cf0-4192-bd68-e9c44b6c7564', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:31.741945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:subnet and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:31.747834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:31.748252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-993e4b47-7d88-431a-a75e-83ddaed3fd4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:31.751752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:31.758381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2137f0>, [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '404039df-ae09-4d1f-979e-33aced1071c9', 'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:a5:28:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:30Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '3958257c-c2ff-423c-adeb-d5a559123643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:31.759644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-993e4b47-7d88-431a-a75e-83ddaed3fd4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:31.761825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:31.763456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-993e4b47-7d88-431a-a75e-83ddaed3fd4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:31.768481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting port ff94f13d-2946-4b41-85e2-f7915b71e867 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:31.768862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.773652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-993e4b47-7d88-431a-a75e-83ddaed3fd4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:31.778392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54fd5c-b135-4851-be49-e77880bb9126 None None] The sync data for ids ['939af21c-6e19-4232-92de-7bdb282b7ea2'] in dv-neutron-822801-1-hyperv is: [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '404039df-ae09-4d1f-979e-33aced1071c9', 'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:a5:28:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:30Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '3958257c-c2ff-423c-adeb-d5a559123643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:15:31.799076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5caa19f-b426-4291-9768-767884627f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.804837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-76159c45-1fd7-4fe8-bd36-07721b11c6d8 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:31.820039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Made reservation on behalf of 1fe0d644b84846fcbbac18be1e875b07 for: {'subnet': 2} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:31.841704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-993e4b47-7d88-431a-a75e-83ddaed3fd4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.844022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:31.857854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:31.858327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.861123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caa19f-b426-4291-9768-767884627f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e137a2d-e5ed-4199-b59e-a2d49df62ad0,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:31.863911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5caa19f-b426-4291-9768-767884627f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:31.873721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5caa19f-b426-4291-9768-767884627f1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:31.898914 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a5caa19f-b426-4291-9768-767884627f1c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2e137a2d-e5ed-4199-b59e-a2d49df62ad0 HTTP/1.1" status: 204  len: 168 time: 0.7978597
Dec 23 16:15:31.900383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52886) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:31.949780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f0126d-f61e-4d04-a9f7-afa358b5d707 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:15:32.045247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.075982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-734439f1-bf46-47ae-8172-e65c4560095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.080917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-993e4b47-7d88-431a-a75e-83ddaed3fd4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.090830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-993e4b47-7d88-431a-a75e-83ddaed3fd4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.130658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:32.193730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e4b47-7d88-431a-a75e-83ddaed3fd4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c17ec0-d0d8-4eab-a4a1-d57fef54dc75,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:32.196544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-993e4b47-7d88-431a-a75e-83ddaed3fd4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:32.237864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-993e4b47-7d88-431a-a75e-83ddaed3fd4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.241867 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-993e4b47-7d88-431a-a75e-83ddaed3fd4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5089324
Dec 23 16:15:32.242208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52890) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:32.250029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.256757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Calling delete_port for ff94f13d-2946-4b41-85e2-f7915b71e867 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:32.288964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:32.291106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:32.296862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f2de32dc-adbf-46d5-9dd6-9900ac58081c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '333b43f7-7cf0-4192-bd68-e9c44b6c7564', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:32.305902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-734439f1-bf46-47ae-8172-e65c4560095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.313531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.316239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f2de32dc-adbf-46d5-9dd6-9900ac58081c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:32.324629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f2de32dc-adbf-46d5-9dd6-9900ac58081c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:32.331239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.340432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f2de32dc-adbf-46d5-9dd6-9900ac58081c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:32.340721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:32.348807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f2de32dc-adbf-46d5-9dd6-9900ac58081c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:32.355107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d22fda7a-93ec-44cc-8b11-26e0ee6d052b tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:32.380142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-734439f1-bf46-47ae-8172-e65c4560095e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79b80cc0>,) {'filters': {'network_id': ['b650c6fe-ecc2-437e-bb6d-e6bb0ce9d9fd']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:32.391398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2de32dc-adbf-46d5-9dd6-9900ac58081c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.442014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-734439f1-bf46-47ae-8172-e65c4560095e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79b80cc0>, '6dda17ea-c41d-4c14-81bb-19eb2eedede1') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:32.443206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-734439f1-bf46-47ae-8172-e65c4560095e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79b80cc0>, '6dda17ea-c41d-4c14-81bb-19eb2eedede1') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:32.450525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:32.479406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-734439f1-bf46-47ae-8172-e65c4560095e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.507594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-734439f1-bf46-47ae-8172-e65c4560095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.522056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734439f1-bf46-47ae-8172-e65c4560095e admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:32.522513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-734439f1-bf46-47ae-8172-e65c4560095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:32.540029 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:32.558403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:32.561917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2de32dc-adbf-46d5-9dd6-9900ac58081c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.579209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2de32dc-adbf-46d5-9dd6-9900ac58081c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.623106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:32.633744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=12952a37-b697-4eaf-b80f-786584a0db68,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:32.640374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-60fef0be-b975-4718-9a0a-299da3ac0c97 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:32.656377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:32.664252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:32.669746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:32.675051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:32.675867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.680294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de32dc-adbf-46d5-9dd6-9900ac58081c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605ee6d1-29d1-4307-812f-c006b07796ab,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:32.686800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f2de32dc-adbf-46d5-9dd6-9900ac58081c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:32.687958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-734439f1-bf46-47ae-8172-e65c4560095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.690811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.695200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3790e267-c2eb-4e08-8214-fbd800558b89 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:32.700904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5a1dd0-bdeb-48c4-8b40-c2a40b8d7eec None None] Update dhcp port {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'fixed_ips': [{'subnet_id': '3ca58960-ecaa-4c2a-93b5-f86523102ace', 'ip_address': '2001:db8::f816:3eff:fe08:4b11'}, {'subnet_id': 'c7833cac-3bca-43f8-a690-b99db898be4a'}], 'binding:host_id': 'dv-neutron-822801-1-hyperv'}, 'id': 'd3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7'} from dv-neutron-822801-1-hyperv. {{(pid=88842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 23 16:15:32.725043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-734439f1-bf46-47ae-8172-e65c4560095e admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.730270 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-734439f1-bf46-47ae-8172-e65c4560095e admin admin] 10.222.0.67 "DELETE /v2.0/networks/b650c6fe-ecc2-437e-bb6d-e6bb0ce9d9fd HTTP/1.1" status: 204  len: 168 time: 0.8234413
Dec 23 16:15:32.730270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734439f1-bf46-47ae-8172-e65c4560095e admin admin] Pushing event deleted for resources: {'Network': ['ID=b650c6fe-ecc2-437e-bb6d-e6bb0ce9d9fd,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:32.745812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-734439f1-bf46-47ae-8172-e65c4560095e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:32.750302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2de32dc-adbf-46d5-9dd6-9900ac58081c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.756720 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f2de32dc-adbf-46d5-9dd6-9900ac58081c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5133841
Dec 23 16:15:32.758448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52896) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:32.769809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-949f4a06-0342-4d28-ace4-4b4a8a55bd36 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '333b43f7-7cf0-4192-bd68-e9c44b6c7564', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:32.773572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1dd0-bdeb-48c4-8b40-c2a40b8d7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.784171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-949f4a06-0342-4d28-ace4-4b4a8a55bd36 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:32.788570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-949f4a06-0342-4d28-ace4-4b4a8a55bd36 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:32.792210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-949f4a06-0342-4d28-ace4-4b4a8a55bd36 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:32.801758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-949f4a06-0342-4d28-ace4-4b4a8a55bd36 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:32.836369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-949f4a06-0342-4d28-ace4-4b4a8a55bd36 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.885492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.885884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.932320 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.8403072
Dec 23 16:15:32.937008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52900) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:32.942914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-949f4a06-0342-4d28-ace4-4b4a8a55bd36 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.947167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-949f4a06-0342-4d28-ace4-4b4a8a55bd36 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:32.949687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:32.991831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f4a06-0342-4d28-ace4-4b4a8a55bd36 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18d8734-3aa5-48a4-9347-03f17f29e3fc,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:32.997892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-949f4a06-0342-4d28-ace4-4b4a8a55bd36 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:33.017690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-949f4a06-0342-4d28-ace4-4b4a8a55bd36 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.023043 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-949f4a06-0342-4d28-ace4-4b4a8a55bd36 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2632561
Dec 23 16:15:33.023891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52904) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:33.031663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ca0220ed-e49f-4267-8c8f-4da834d260d5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '333b43f7-7cf0-4192-bd68-e9c44b6c7564', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:33.046340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ca0220ed-e49f-4267-8c8f-4da834d260d5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:33.052839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ca0220ed-e49f-4267-8c8f-4da834d260d5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:33.064384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ca0220ed-e49f-4267-8c8f-4da834d260d5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:33.074075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52908) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:33.078313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ca0220ed-e49f-4267-8c8f-4da834d260d5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:33.111899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-2f5a1dd0-bdeb-48c4-8b40-c2a40b8d7eec None None] Allocated IP 2001:db8:0:1::2 (ba343194-bb9c-4b65-8867-816842e8f671/c7833cac-3bca-43f8-a690-b99db898be4a/d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:33.118330 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-ca0220ed-e49f-4267-8c8f-4da834d260d5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:15:33.131364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca0220ed-e49f-4267-8c8f-4da834d260d5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.174148 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0ff23e43-0a2e-4f2e-9180-ffc18e989ccb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=01a029f0c85743ee88436be1f995d532&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0986757
Dec 23 16:15:33.182749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52912) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:33.342214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2f5a1dd0-bdeb-48c4-8b40-c2a40b8d7eec None None] For port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:33.368153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d57499d1-de5e-4a82-acb3-a417f96519b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.385133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:33.392390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca0220ed-e49f-4267-8c8f-4da834d260d5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.409315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca0220ed-e49f-4267-8c8f-4da834d260d5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.418304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-949f4a06-0342-4d28-ace4-4b4a8a55bd36 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:33.424175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1dd0-bdeb-48c4-8b40-c2a40b8d7eec None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.431194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d57499d1-de5e-4a82-acb3-a417f96519b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.465846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0220ed-e49f-4267-8c8f-4da834d260d5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f938e6-25f9-41ed-b5f6-0d81cce3f262,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:33.469161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ca0220ed-e49f-4267-8c8f-4da834d260d5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:33.473662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2f5a1dd0-bdeb-48c4-8b40-c2a40b8d7eec None None] Transition to ACTIVE for port object d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:33.481676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1dd0-bdeb-48c4-8b40-c2a40b8d7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.491245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d1f9c850-2964-4e35-abf1-666e68a9f6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:33.511672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca0220ed-e49f-4267-8c8f-4da834d260d5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.517585 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ca0220ed-e49f-4267-8c8f-4da834d260d5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4921703
Dec 23 16:15:33.518664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52916) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:33.525785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e9ef1a4c-9c4b-4319-881c-59cf3d43886e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '333b43f7-7cf0-4192-bd68-e9c44b6c7564', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:33.538839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e9ef1a4c-9c4b-4319-881c-59cf3d43886e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:33.545073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e9ef1a4c-9c4b-4319-881c-59cf3d43886e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:33.550900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e9ef1a4c-9c4b-4319-881c-59cf3d43886e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:33.562968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e9ef1a4c-9c4b-4319-881c-59cf3d43886e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:33.576121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2e894c67-e805-4f92-8a63-a0069c599626 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 12952a37-b697-4eaf-b80f-786584a0db68 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:33.577437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e894c67-e805-4f92-8a63-a0069c599626 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.580840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d57499d1-de5e-4a82-acb3-a417f96519b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.594407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:33.607480 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-e9ef1a4c-9c4b-4319-881c-59cf3d43886e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:15:33.622815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d57499d1-de5e-4a82-acb3-a417f96519b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.624634 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d57499d1-de5e-4a82-acb3-a417f96519b9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cd1dd95d-954f-4402-a56f-d2c067176e79 HTTP/1.1" status: 204  len: 168 time: 0.4407792
Dec 23 16:15:33.630225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57499d1-de5e-4a82-acb3-a417f96519b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1dd95d-954f-4402-a56f-d2c067176e79,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:33.634078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1a4c-9c4b-4319-881c-59cf3d43886e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.681589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d57499d1-de5e-4a82-acb3-a417f96519b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:33.688885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 404039df-ae09-4d1f-979e-33aced1071c9 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:33.730119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1a4c-9c4b-4319-881c-59cf3d43886e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.735835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1a4c-9c4b-4319-881c-59cf3d43886e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.738063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9723573f-00ca-46db-88e0-003f4d410c3f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:33.771673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a1dd0-bdeb-48c4-8b40-c2a40b8d7eec None None] Pushing event updated for resources: {'Port': ['ID=d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:33.777930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2f5a1dd0-bdeb-48c4-8b40-c2a40b8d7eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:33.786347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1a4c-9c4b-4319-881c-59cf3d43886e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.787710 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e9ef1a4c-9c4b-4319-881c-59cf3d43886e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2672014
Dec 23 16:15:33.792412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef1a4c-9c4b-4319-881c-59cf3d43886e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9d1f2f-6393-467e-a03c-8dab7983052d,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:33.799766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e9ef1a4c-9c4b-4319-881c-59cf3d43886e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:33.823097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 404039df-ae09-4d1f-979e-33aced1071c9 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:33.829988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 404039df-ae09-4d1f-979e-33aced1071c9 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:33.830538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:33.997155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:34.009191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:34.052427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:34.110436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 404039df-ae09-4d1f-979e-33aced1071c9, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=404039df-ae09-4d1f-979e-33aced1071c9,segment=NetworkSegment(9f90a5cb-9cff-412f-a314-7cbf842a8f16),segment_id=9f90a5cb-9cff-412f-a314-7cbf842a8f16)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:34.117584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:34.123386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:34.158968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Port': ['ID=ff94f13d-2946-4b41-85e2-f7915b71e867,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:34.183430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:34.280429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=404039df-ae09-4d1f-979e-33aced1071c9,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:34.294454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:34.319900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:34.329344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f863b291-5ebf-495a-bf6a-063a000ac6d5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:34.368466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52936) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:34.448221 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-80685739-ba54-454a-b045-c0f9af15027c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2e7a9f9bb09f48d98dabea80133a3087&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0783038
Dec 23 16:15:34.451397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52940) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:34.505696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e894c67-e805-4f92-8a63-a0069c599626 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:34.532970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fc7445e0-8dbf-4d9e-90ba-e7522b871138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:34.564982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fc7445e0-8dbf-4d9e-90ba-e7522b871138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:34.643431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-e03d0154-6e94-40fc-aeda-b921bc6ff38a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:34.665117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-e03d0154-6e94-40fc-aeda-b921bc6ff38a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:34.666680 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-e03d0154-6e94-40fc-aeda-b921bc6ff38a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117555105&fields=id&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 267 time: 0.1046088
Dec 23 16:15:34.667883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fc7445e0-8dbf-4d9e-90ba-e7522b871138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:34.675519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f824ca09-a3a9-4603-bec8-8617d2cf676e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:34.697444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7445e0-8dbf-4d9e-90ba-e7522b871138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99936637-2e78-41e2-a006-0fa67bb5ffd3,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:34.700051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fc7445e0-8dbf-4d9e-90ba-e7522b871138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:34.726403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2e894c67-e805-4f92-8a63-a0069c599626 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 12952a37-b697-4eaf-b80f-786584a0db68 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:34.734434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fc7445e0-8dbf-4d9e-90ba-e7522b871138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:34.736664 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fc7445e0-8dbf-4d9e-90ba-e7522b871138 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/99936637-2e78-41e2-a006-0fa67bb5ffd3 HTTP/1.1" status: 204  len: 168 time: 0.2840905
Dec 23 16:15:34.776554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Subnet': ['ID=5aaa7126-e02b-4729-92e2-245f2503e955,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:34.780630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:34.886713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-3684e945-4943-4ce0-a0d0-79444ae97900 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:34.887715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-3684e945-4943-4ce0-a0d0-79444ae97900 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:34.907882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-3684e945-4943-4ce0-a0d0-79444ae97900 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:34.910477 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-3684e945-4943-4ce0-a0d0-79444ae97900 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/networks?id=b508067b-ea9a-4279-b586-9644479d6225 HTTP/1.1" status: 200  len: 796 time: 0.2188852
Dec 23 16:15:34.933968 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-c411c49d-7e7c-4c0f-8959-7afeb283c4ce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/quotas/756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 375 time: 0.0129371
Dec 23 16:15:34.989823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Checking segment: {'id': '79d1fe54-cbf4-4c79-875a-ed3339147e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2f257d79-5033-489d-8458-9740583c53b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:34.990247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network hostable DHCP agents. Network: 2f257d79-5033-489d-8458-9740583c53b4, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:15:35.000475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:35.003705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dda8fa-1ad4-44db-a047-03ef7c8b224b None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:35.031280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffd2751-4034-4e64-a7d1-3f6d2de435ee None None] Network 8e397fd0-1a98-4e16-abac-b854c7c58173 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:35.049409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-d3cad180-4522-486e-b601-1b8268f32e51 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:35.103766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffd2751-4034-4e64-a7d1-3f6d2de435ee None None] Network 8e397fd0-1a98-4e16-abac-b854c7c58173 could not be found, it might have been deleted concurrently. {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 23 16:15:35.115816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-d3cad180-4522-486e-b601-1b8268f32e51 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:35.118176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b5e6ba-f1fa-485a-bc96-7fe14f055ff5 None None] Network 8e397fd0-1a98-4e16-abac-b854c7c58173 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:35.132921 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-d3cad180-4522-486e-b601-1b8268f32e51 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1918342
Dec 23 16:15:35.265165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b5e6ba-f1fa-485a-bc96-7fe14f055ff5 None None] Network 8e397fd0-1a98-4e16-abac-b854c7c58173 could not be found, it might have been deleted concurrently. {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 23 16:15:35.289646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-168491bd-9cee-4315-a4ec-516a7565d965 None None] Provisioning for port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:35.359201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-168491bd-9cee-4315-a4ec-516a7565d965 None None] Provisioning complete for port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:35.359849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-168491bd-9cee-4315-a4ec-516a7565d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:35.391477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:35.478565 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-d45fa88e-286d-492b-b6ac-5678561100c0 service neutron] 10.222.0.67 "GET /v2.0/networks/b508067b-ea9a-4279-b586-9644479d6225?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3427174
Dec 23 16:15:35.632897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:35.633328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:35.683782 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-7900da31-17df-4504-9056-cacbc89e04bb service neutron] 10.222.0.67 "GET /v2.0/networks/b508067b-ea9a-4279-b586-9644479d6225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2033958
Dec 23 16:15:35.799917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 404039df-ae09-4d1f-979e-33aced1071c9 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:35.839681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:35.877238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:35.887289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 404039df-ae09-4d1f-979e-33aced1071c9 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:35.887728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:35.889755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network 2f257d79-5033-489d-8458-9740583c53b4 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:15:35.957793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:15:35.963607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 2f257d79-5033-489d-8458-9740583c53b4) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:35.988499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6f487e-4066-4f02-ab61-73db15fae5e2 None None] Network 2f257d79-5033-489d-8458-9740583c53b4 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:35.995929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:35.996597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.036225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.049256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a68f256b-bb41-40f0-a0c5-5ca8eb243838 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:36.097045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.097658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Fanout notify agent at l3_agent the message router_deleted on router a25a8703-3f46-467c-972a-2b4f26aad0ba {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:15:36.119198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e894c67-e805-4f92-8a63-a0069c599626 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.144317 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 4.7469685
Dec 23 16:15:36.147601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52952) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:36.161974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.166506 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/routers/a25a8703-3f46-467c-972a-2b4f26aad0ba HTTP/1.1" status: 204  len: 168 time: 6.4750011
Dec 23 16:15:36.169869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52956) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:36.177908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event updated for resources: {'Subnet': ['ID=47b16b2a-79cb-4cf3-b2ba-62be1ccdf438,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:36.188557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:36.208236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1f3b2a-d1d9-4ca2-821b-2da1d7a90cc0 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:36.227582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b1712f3b-4ffa-4106-af3b-ecf5c89ffb86 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:36.302634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-168491bd-9cee-4315-a4ec-516a7565d965 None None] Provisioning for port 12952a37-b697-4eaf-b80f-786584a0db68 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:36.325993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e894c67-e805-4f92-8a63-a0069c599626 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=12952a37-b697-4eaf-b80f-786584a0db68,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:36.329859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e894c67-e805-4f92-8a63-a0069c599626 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:36.342373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-168491bd-9cee-4315-a4ec-516a7565d965 None None] Provisioning complete for port 12952a37-b697-4eaf-b80f-786584a0db68 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:36.343440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-168491bd-9cee-4315-a4ec-516a7565d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.352661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.388397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e894c67-e805-4f92-8a63-a0069c599626 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.390293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-168491bd-9cee-4315-a4ec-516a7565d965 None None] Port 12952a37-b697-4eaf-b80f-786584a0db68 was deleted so its status cannot be updated. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 23 16:15:36.396036 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2e894c67-e805-4f92-8a63-a0069c599626 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/12952a37-b697-4eaf-b80f-786584a0db68 HTTP/1.1" status: 204  len: 168 time: 3.4542928
Dec 23 16:15:36.397546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52960) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:36.425745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Checking segment: {'id': 'e2c3f6a2-035f-4a14-9531-5d964f9d793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '51cab7fd-f179-489c-ab50-ba7a817a051d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:36.426143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Network hostable DHCP agents. Network: 51cab7fd-f179-489c-ab50-ba7a817a051d, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:15:36.495424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.554624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Network 51cab7fd-f179-489c-ab50-ba7a817a051d is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:15:36.574093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1f8415-4fc1-41a9-ad59-6768baf7d387 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting subnet 9b7c837e-2030-4868-991d-aa04e7b3ef05 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:15:36.576301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f68e67a-8f96-4dfd-84d1-1266081e446a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:36.577329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7f68e67a-8f96-4dfd-84d1-1266081e446a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:36.577661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 51cab7fd-f179-489c-ab50-ba7a817a051d) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:36.581994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.587182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8415-4fc1-41a9-ad59-6768baf7d387 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.602551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7f68e67a-8f96-4dfd-84d1-1266081e446a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:36.604737 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7f68e67a-8f96-4dfd-84d1-1266081e446a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2020285
Dec 23 16:15:36.606193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.611647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52964) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:36.612477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:36.619736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f66c1b66-7fa4-4c5f-b512-d88af4d8bb9e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:36.622554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03da4247-da48-4ae5-b502-a22a5a1e475f None None] Network 51cab7fd-f179-489c-ab50-ba7a817a051d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:36.688597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfe54ce-28d5-48f9-99a8-9d36ecb5b24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-2f257d79-5033-489d-8458-9740583c53b4', 'network_id': '2f257d79-5033-489d-8458-9740583c53b4', 'tenant_id': 'ebf2c3a4569f47d6bbe4763d78be623e', 'fixed_ips': [{'subnet_id': '5aaa7126-e02b-4729-92e2-245f2503e955'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:15:36.689512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fdfe54ce-28d5-48f9-99a8-9d36ecb5b24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.694127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Subnet': ['ID=5aaa7126-e02b-4729-92e2-245f2503e955,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:36.703201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:36.704788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fdfbafc4-f00e-4171-a2d7-d03e10920f14 None None] Provisioning complete for port 404039df-ae09-4d1f-979e-33aced1071c9 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:36.705230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fdfbafc4-f00e-4171-a2d7-d03e10920f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.730648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8415-4fc1-41a9-ad59-6768baf7d387 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.773642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event updated for resources: {'Subnet': ['ID=ca8b754a-f822-4913-acb6-d8af2e3ffc63,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:36.776448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:36.805977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Checking segment: {'id': '57da6475-3a5d-4412-ad31-96aa8005cb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c9ddde5f-8857-4c28-b6e8-378949cbafd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:36.806295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Network hostable DHCP agents. Network: c9ddde5f-8857-4c28-b6e8-378949cbafd0, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:15:36.828765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.883477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79849ac8>,) {'filters': {'network_id': ['2f257d79-5033-489d-8458-9740583c53b4']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:36.890372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Network c9ddde5f-8857-4c28-b6e8-378949cbafd0 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:15:36.905354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3c71ef-7e61-4bc1-a13d-6fe2a6da0a21 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:36.909693 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0f3c71ef-7e61-4bc1-a13d-6fe2a6da0a21 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2617199
Dec 23 16:15:36.909873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8415-4fc1-41a9-ad59-6768baf7d387 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.909990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79849ac8>, '79d1fe54-cbf4-4c79-875a-ed3339147e37') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:36.909990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79849ac8>, '79d1fe54-cbf4-4c79-875a-ed3339147e37') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:36.918648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52976) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:36.974050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, c9ddde5f-8857-4c28-b6e8-378949cbafd0) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:36.982053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:36.982487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:36.982700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:36.983889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:37.002193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30be1fbe-fae0-428f-b843-774d109427cd None None] Network c9ddde5f-8857-4c28-b6e8-378949cbafd0 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:37.020255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:37.034793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:37.035475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:37.054602 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:37.057654 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 6.2521439
Dec 23 16:15:37.066625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52982) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:37.073568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bf3a90-a5c9-4101-9bc3-d200747cfd5a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:37.075414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bf3a90-a5c9-4101-9bc3-d200747cfd5a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:37.077367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bf3a90-a5c9-4101-9bc3-d200747cfd5a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:37.078333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a0bf3a90-a5c9-4101-9bc3-d200747cfd5a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:37.094051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8415-4fc1-41a9-ad59-6768baf7d387 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:37.098924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5307045-9dc5-4bc9-aea9-35f45fce284a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:37.189638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8415-4fc1-41a9-ad59-6768baf7d387 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Subnet': ['ID=9b7c837e-2030-4868-991d-aa04e7b3ef05,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:37.192812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9f1f8415-4fc1-41a9-ad59-6768baf7d387 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:37.195374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8415-4fc1-41a9-ad59-6768baf7d387 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:37.209304 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9f1f8415-4fc1-41a9-ad59-6768baf7d387 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/subnets/9b7c837e-2030-4868-991d-aa04e7b3ef05 HTTP/1.1" status: 204  len: 168 time: 1.0340700
Dec 23 16:15:37.220609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 52986) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:37.254931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a0bf3a90-a5c9-4101-9bc3-d200747cfd5a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:37.256984 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a0bf3a90-a5c9-4101-9bc3-d200747cfd5a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.3333557
Dec 23 16:15:37.260491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:37.266572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52990) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:37.266714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19361bab-dbde-4f7c-8c7c-7721a05c38c7 None None] Network 4a72a6c4-349c-4afd-8708-1a91d912d2c5 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:37.271340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:37.291099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d256a51-e0a9-41ca-b6cf-bbab90147b29 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:37.292903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d256a51-e0a9-41ca-b6cf-bbab90147b29 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:37.294634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d256a51-e0a9-41ca-b6cf-bbab90147b29 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:37.300158 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8d256a51-e0a9-41ca-b6cf-bbab90147b29 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.2286208
Dec 23 16:15:37.300158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:37.346091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52994) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:37.383032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76262320-896e-4f3a-aac0-29e8fc109847 None None] Network 2f257d79-5033-489d-8458-9740583c53b4 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:37.385962 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2b2517ec-1268-4cfa-b729-c037e24e389f req-0d34d028-0816-40e7-8165-853d0d5775ac tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 210 time: 0.4387696
Dec 23 16:15:37.395483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Network': ['ID=2f257d79-5033-489d-8458-9740583c53b4,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:37.413353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:37.431901 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/2f257d79-5033-489d-8458-9740583c53b4 HTTP/1.1" status: 204  len: 168 time: 1.2824938
Dec 23 16:15:37.432896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 52998) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:37.453123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-845267246'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:37.463106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76262320-896e-4f3a-aac0-29e8fc109847 None None] Network 2f257d79-5033-489d-8458-9740583c53b4 could not be found, it might have been deleted concurrently. {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 23 16:15:37.474444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:37.489542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:network and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:37.511132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:37.523865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:37.537956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting port 02694450-b596-4a35-b57e-1c40feb59edb {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:37.538975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:37.543636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:37.654016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-51cab7fd-f179-489c-ab50-ba7a817a051d', 'network_id': '51cab7fd-f179-489c-ab50-ba7a817a051d', 'tenant_id': '1fe0d644b84846fcbbac18be1e875b07', 'fixed_ips': [{'subnet_id': '47b16b2a-79cb-4cf3-b2ba-62be1ccdf438'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:15:37.655576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:37.670936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:37.676823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:37.875697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fdfbafc4-f00e-4171-a2d7-d03e10920f14 None None] Provisioning complete for port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:37.876396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fdfbafc4-f00e-4171-a2d7-d03e10920f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:37.899454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] For port 02694450-b596-4a35-b57e-1c40feb59edb, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=02694450-b596-4a35-b57e-1c40feb59edb,segment=NetworkSegment(193db663-3ce7-4051-9db6-2d6470437ffd),segment_id=193db663-3ce7-4051-9db6-2d6470437ffd)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:37.900181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.044873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5fed42-c0d5-4ffa-a717-b75024354de7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Deleting subnet 47b16b2a-79cb-4cf3-b2ba-62be1ccdf438 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:15:38.072738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:15:38.080356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Allocated IP 172.20.0.2 (51cab7fd-f179-489c-ab50-ba7a817a051d/47b16b2a-79cb-4cf3-b2ba-62be1ccdf438/45aba233-269b-40dd-868b-655a38abc47a) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:38.098154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd8ed26-1911-4d3d-a3a6-698892367088 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 3ca58960-ecaa-4c2a-93b5-f86523102ace {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:15:38.104927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ed26-1911-4d3d-a3a6-698892367088 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.110815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Calling delete_port for 02694450-b596-4a35-b57e-1c40feb59edb owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:38.144501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.145011 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Added segment 81349ed4-f08e-44ed-8395-1c29423074c7 of type vlan for network 97c471b7-9bb6-4279-9328-afb2eda20806
Dec 23 16:15:38.191792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ed26-1911-4d3d-a3a6-698892367088 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.235761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.265584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.270561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c2776778-96c0-4ac1-88f3-02299760441f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:38.313559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.318180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:38.319117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.366445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Port': ['ID=02694450-b596-4a35-b57e-1c40feb59edb,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:38.370559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:38.375975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] No DVR routers for this DVR port 02694450-b596-4a35-b57e-1c40feb59edb on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:15:38.378201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:38.450842 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.0028286
Dec 23 16:15:38.457768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53012) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:38.481397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ed26-1911-4d3d-a3a6-698892367088 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.555737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'subnet': {'network_id': '97c471b7-9bb6-4279-9328-afb2eda20806', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:38.665202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.681492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Transition to ACTIVE for port object 45aba233-269b-40dd-868b-655a38abc47a will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:38.717640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.722591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Transition to ACTIVE for port object 45aba233-269b-40dd-868b-655a38abc47a will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:38.768869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.773509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79eac6a0>,) {'filters': {'network_id': ['4a72a6c4-349c-4afd-8708-1a91d912d2c5']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:38.773665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea5fed42-c0d5-4ffa-a717-b75024354de7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.778770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7367516e-65ce-4c88-a08b-4eded320178c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:38.798873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79eac6a0>, '193db663-3ce7-4051-9db6-2d6470437ffd') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:38.799424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79eac6a0>, '193db663-3ce7-4051-9db6-2d6470437ffd') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:38.823485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.846335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Network': ['ID=97c471b7-9bb6-4279-9328-afb2eda20806,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:38.854339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.866850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:38.867803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.885745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-c9ddde5f-8857-4c28-b6e8-378949cbafd0', 'network_id': 'c9ddde5f-8857-4c28-b6e8-378949cbafd0', 'tenant_id': '1fe0d644b84846fcbbac18be1e875b07', 'fixed_ips': [{'subnet_id': 'ca8b754a-f822-4913-acb6-d8af2e3ffc63'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:15:38.886912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:38.897815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 97c471b7-9bb6-4279-9328-afb2eda20806 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:38.985880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:38.989928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Network 51cab7fd-f179-489c-ab50-ba7a817a051d is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:38.990663 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:39.000553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:39.003576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:39.008122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:39.008451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:39.012286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Pushing event updated for resources: {'Port': ['ID=45aba233-269b-40dd-868b-655a38abc47a,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:39.035735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:39.038698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Network': ['ID=4a72a6c4-349c-4afd-8708-1a91d912d2c5,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:39.042058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:39.053417 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/networks/4a72a6c4-349c-4afd-8708-1a91d912d2c5 HTTP/1.1" status: 204  len: 168 time: 1.8316374
Dec 23 16:15:39.056093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53016) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:39.075805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:39.078621 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-22c29ea8-f581-4ccf-9dce-f5d1b7f02b10 req-2ddfceff-36fc-416e-9520-2380030aa4a6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 210 time: 0.3225071
Dec 23 16:15:39.101120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea5fed42-c0d5-4ffa-a717-b75024354de7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:39.138346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:39.152239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:subnet and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:39.162438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:39.179668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:39.203761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ed26-1911-4d3d-a3a6-698892367088 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:39.210114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22f649ca-838a-4764-b43a-ff67304d5261 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:39.265329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:39.295396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02396a7-2e7f-4f2a-aba9-1bbcda7049eb None None] DHCP port deletion for 4a72a6c4-349c-4afd-8708-1a91d912d2c5 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:15:39.300054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8ed26-1911-4d3d-a3a6-698892367088 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca58960-ecaa-4c2a-93b5-f86523102ace,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:39.307932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1dd8ed26-1911-4d3d-a3a6-698892367088 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:39.332794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ed26-1911-4d3d-a3a6-698892367088 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:39.404672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cc5bbc99-f1a0-463a-9889-77322e2bd8c4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting port 3eccbb82-66b0-472b-ac69-c1092efdefa5 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:39.405820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc5bbc99-f1a0-463a-9889-77322e2bd8c4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:39.409956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea5fed42-c0d5-4ffa-a717-b75024354de7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:39.424358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 02694450-b596-4a35-b57e-1c40feb59edb no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:15:39.460117 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1dd8ed26-1911-4d3d-a3a6-698892367088 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/3ca58960-ecaa-4c2a-93b5-f86523102ace HTTP/1.1" status: 204  len: 168 time: 2.1920574
Dec 23 16:15:39.463792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53020) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:39.468701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcf53a0-1e07-46a3-9e50-f26074494ac2 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:39.475369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:39.503561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 02694450-b596-4a35-b57e-1c40feb59edb {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:15:39.504832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 02694450-b596-4a35-b57e-1c40feb59edb not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:15:39.507490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fdfbafc4-f00e-4171-a2d7-d03e10920f14 None None] Could not find standard attr ID for object 12952a37-b697-4eaf-b80f-786584a0db68. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:15:39.529250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Attempting to bind port 45aba233-269b-40dd-868b-655a38abc47a on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:39.529748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Attempting to bind port 45aba233-269b-40dd-868b-655a38abc47a by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'e2c3f6a2-035f-4a14-9531-5d964f9d793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '51cab7fd-f179-489c-ab50-ba7a817a051d'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:39.530293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Attempting to bind port 45aba233-269b-40dd-868b-655a38abc47a on network 51cab7fd-f179-489c-ab50-ba7a817a051d {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:39.553859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:39.554303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Checking segment: {'id': 'e2c3f6a2-035f-4a14-9531-5d964f9d793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '51cab7fd-f179-489c-ab50-ba7a817a051d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:39.554778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:39.560632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Bound using segment: {'id': 'e2c3f6a2-035f-4a14-9531-5d964f9d793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '51cab7fd-f179-489c-ab50-ba7a817a051d'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:39.561988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Bound port: 45aba233-269b-40dd-868b-655a38abc47a, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c3f6a2-035f-4a14-9531-5d964f9d793b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '51cab7fd-f179-489c-ab50-ba7a817a051d'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:39.562654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:39.627866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea5fed42-c0d5-4ffa-a717-b75024354de7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:39.635701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-590af6dd-9da7-4ddb-bf9a-766f9a077dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:39.683223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fed42-c0d5-4ffa-a717-b75024354de7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event deleted for resources: {'Subnet': ['ID=47b16b2a-79cb-4cf3-b2ba-62be1ccdf438,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:39.689316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ea5fed42-c0d5-4ffa-a717-b75024354de7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:39.693820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea5fed42-c0d5-4ffa-a717-b75024354de7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:39.711308 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ea5fed42-c0d5-4ffa-a717-b75024354de7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "DELETE /v2.0/subnets/47b16b2a-79cb-4cf3-b2ba-62be1ccdf438 HTTP/1.1" status: 204  len: 168 time: 2.3637972
Dec 23 16:15:39.729777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Allocated IP 172.20.0.18 (c9ddde5f-8857-4c28-b6e8-378949cbafd0/ca8b754a-f822-4913-acb6-d8af2e3ffc63/34cffe84-ba4a-48f1-8e5c-22fbda2fff83) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:39.744152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53028) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:39.844810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f97cdca0-76db-42b0-bb71-c0338a1dd01c None None] Provisioning complete for port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:39.845254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f97cdca0-76db-42b0-bb71-c0338a1dd01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:39.852779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-e49e5abe-838b-4df1-b9b5-3a650d736cc3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:39.854343 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-e49e5abe-838b-4df1-b9b5-3a650d736cc3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/networks?id=b508067b-ea9a-4279-b586-9644479d6225 HTTP/1.1" status: 200  len: 796 time: 0.7185261
Dec 23 16:15:39.899758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] For port 45aba233-269b-40dd-868b-655a38abc47a, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:39.945638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] For port 45aba233-269b-40dd-868b-655a38abc47a, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=45aba233-269b-40dd-868b-655a38abc47a,segment=NetworkSegment(e2c3f6a2-035f-4a14-9531-5d964f9d793b),segment_id=e2c3f6a2-035f-4a14-9531-5d964f9d793b)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:39.973128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:39.980051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b0380941-22a6-4e1b-9d84-ab32720cd3a5 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:40.006113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:40.017013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:40.093727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Subnet': ['ID=5c279626-d923-473e-98d0-0f4dad84145e,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:40.099502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:40.105553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa93f73-d61d-46b1-b73f-867163787844 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Deleting subnet ca8b754a-f822-4913-acb6-d8af2e3ffc63 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:15:40.119185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Checking segment: {'id': '81349ed4-f08e-44ed-8395-1c29423074c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '97c471b7-9bb6-4279-9328-afb2eda20806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:40.119762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network hostable DHCP agents. Network: 97c471b7-9bb6-4279-9328-afb2eda20806, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:15:40.137069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc5bbc99-f1a0-463a-9889-77322e2bd8c4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:40.137561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc5bbc99-f1a0-463a-9889-77322e2bd8c4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:40.153351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network 97c471b7-9bb6-4279-9328-afb2eda20806 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:15:40.159778 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-e88cb11c-cb45-477d-8b34-3475ab2317d3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 379 time: 0.2866704
Dec 23 16:15:40.169281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 97c471b7-9bb6-4279-9328-afb2eda20806) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:40.188893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:40.189828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:40.199633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54e23ef-554d-4b6b-95a0-aee316878a5b None None] Network 97c471b7-9bb6-4279-9328-afb2eda20806 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:40.224629 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7627528
Dec 23 16:15:40.225208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53034) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:40.235357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'port': {'device_id': '84021b50-7dd6-4793-9f26-df84da4bb605', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'admin_state_up': True, 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'security_groups': ['333b43f7-7cf0-4192-bd68-e9c44b6c7564']}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:40.240823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Pushing event updated for resources: {'Port': ['ID=45aba233-269b-40dd-868b-655a38abc47a,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:40.244765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:40.250190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'subnet': {'network_id': '97c471b7-9bb6-4279-9328-afb2eda20806', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:40.331554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cc5bbc99-f1a0-463a-9889-77322e2bd8c4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Calling delete_port for 3eccbb82-66b0-472b-ac69-c1092efdefa5 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:40.413129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:40.417499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:subnet and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:40.421483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:40.427985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:40.438302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:40.444567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:40.456151 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c19f4ca4-95b2-4d65-9ab6-413f9ff319e7 req-477a9ebb-19a2-4dfc-81bf-29a4c9148544 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 210 time: 0.1351974
Dec 23 16:15:40.469044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab549f30-f36f-41d3-81a4-84cb33f24964 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet c7833cac-3bca-43f8-a690-b99db898be4a {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:15:40.478467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab549f30-f36f-41d3-81a4-84cb33f24964 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:40.536676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:40.542125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a5ad28-6e53-4b58-a3c1-3e1402511a50 None None] Network 51cab7fd-f179-489c-ab50-ba7a817a051d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:40.563814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f97cdca0-76db-42b0-bb71-c0338a1dd01c None None] Could not find standard attr ID for object 12952a37-b697-4eaf-b80f-786584a0db68. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:15:40.639522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab549f30-f36f-41d3-81a4-84cb33f24964 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:40.770145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:40.773230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Transition to ACTIVE for port object 34cffe84-ba4a-48f1-8e5c-22fbda2fff83 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:40.792278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:40.799875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-185aaed1-bead-451f-963c-23813e2b0c2a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:40.805787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:40.825794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc5bbc99-f1a0-463a-9889-77322e2bd8c4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:40.832245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d23e165-6e90-43eb-935a-00984a038763 tempest-TestServerAdvancedOps-74161113 tempest-TestServerAdvancedOps-74161113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:40.868291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:40.874761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:40.884484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network 97c471b7-9bb6-4279-9328-afb2eda20806 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:40.890489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:40.895842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:40.897027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:40.906270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bbc99-f1a0-463a-9889-77322e2bd8c4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Port': ['ID=3eccbb82-66b0-472b-ac69-c1092efdefa5,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:40.915550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc5bbc99-f1a0-463a-9889-77322e2bd8c4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:40.917072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab549f30-f36f-41d3-81a4-84cb33f24964 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:40.928074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Subnet': ['ID=49025e17-1d99-4caa-a550-8849f0b36dca,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:40.929019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Transition to ACTIVE for port object 34cffe84-ba4a-48f1-8e5c-22fbda2fff83 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:40.933687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:40.940716 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.7139528
Dec 23 16:15:40.943456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53038) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:41.026830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.034706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f50fbff-add0-4d7b-958d-1698cb57065a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:41.036661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f50fbff-add0-4d7b-958d-1698cb57065a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:41.038173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f50fbff-add0-4d7b-958d-1698cb57065a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:41.039882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f50fbff-add0-4d7b-958d-1698cb57065a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:41.041512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f50fbff-add0-4d7b-958d-1698cb57065a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:41.042532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2f50fbff-add0-4d7b-958d-1698cb57065a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Synchronizing usage tracker for tenant:ebf2c3a4569f47d6bbe4763d78be623e on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:41.047062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9aa93f73-d61d-46b1-b73f-867163787844 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.084040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb9bbd0a-fb2d-445a-83ad-242b1f73902d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:41.128465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-97c471b7-9bb6-4279-9328-afb2eda20806', 'network_id': '97c471b7-9bb6-4279-9328-afb2eda20806', 'tenant_id': 'ebf2c3a4569f47d6bbe4763d78be623e', 'fixed_ips': [{'subnet_id': '49025e17-1d99-4caa-a550-8849f0b36dca'}, {'subnet_id': '5c279626-d923-473e-98d0-0f4dad84145e'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:15:41.130104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.133659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9aa93f73-d61d-46b1-b73f-867163787844 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.177918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2f50fbff-add0-4d7b-958d-1698cb57065a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Unset dirty status for tenant:ebf2c3a4569f47d6bbe4763d78be623e on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:41.183484 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2f50fbff-add0-4d7b-958d-1698cb57065a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2347648
Dec 23 16:15:41.183629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53042) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:41.201527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1229576110'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:41.207215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc5bbc99-f1a0-463a-9889-77322e2bd8c4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.216402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Network c9ddde5f-8857-4c28-b6e8-378949cbafd0 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:41.232470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab549f30-f36f-41d3-81a4-84cb33f24964 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.237712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:41.244297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7b3ca134-0439-4b04-8949-bf8cdb4a1864 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:41.254895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:network and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:41.267434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:41.275909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:41.288920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:41.299057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:41.307587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Pushing event updated for resources: {'Port': ['ID=34cffe84-ba4a-48f1-8e5c-22fbda2fff83,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:41.313046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:41.317275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab549f30-f36f-41d3-81a4-84cb33f24964 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=c7833cac-3bca-43f8-a690-b99db898be4a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:41.320156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:41.323507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.13 (b508067b-ea9a-4279-b586-9644479d6225/3958257c-c2ff-423c-adeb-d5a559123643/fab2a389-4ac8-449c-a701-b2771dd9893f) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:41.325843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ab549f30-f36f-41d3-81a4-84cb33f24964 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:41.329065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.339072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab549f30-f36f-41d3-81a4-84cb33f24964 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.355206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc5bbc99-f1a0-463a-9889-77322e2bd8c4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.356578 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cc5bbc99-f1a0-463a-9889-77322e2bd8c4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/floatingips/131b60d5-4624-4a3b-ad9a-f7ccca950b83 HTTP/1.1" status: 204  len: 168 time: 2.2994685
Dec 23 16:15:41.361509 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ab549f30-f36f-41d3-81a4-84cb33f24964 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/c7833cac-3bca-43f8-a690-b99db898be4a HTTP/1.1" status: 204  len: 168 time: 1.8940468
Dec 23 16:15:41.364428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53046) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:41.364968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53048) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:41.382375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:15:41.393606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.394091 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Added segment 1ef2b814-4325-4a2c-8013-747397d8628e of type vlan for network 6abaaf4e-90d1-4510-bb25-f26491e588d1
Dec 23 16:15:41.424898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.462418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.467907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:41.469248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.475768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9aa93f73-d61d-46b1-b73f-867163787844 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.496453 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c5f0a6a2-cdec-462b-aa21-a8aa708b2780 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1258228
Dec 23 16:15:41.510612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc72cc8d-85e6-42d4-b41c-7cc7ce93af9a tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:41.522000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Attempting to bind port 34cffe84-ba4a-48f1-8e5c-22fbda2fff83 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:41.522466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Attempting to bind port 34cffe84-ba4a-48f1-8e5c-22fbda2fff83 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '57da6475-3a5d-4412-ad31-96aa8005cb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c9ddde5f-8857-4c28-b6e8-378949cbafd0'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:41.523366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Attempting to bind port 34cffe84-ba4a-48f1-8e5c-22fbda2fff83 on network c9ddde5f-8857-4c28-b6e8-378949cbafd0 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:41.524482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53054) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:41.535101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:41.553710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:41.554461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Checking segment: {'id': '57da6475-3a5d-4412-ad31-96aa8005cb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c9ddde5f-8857-4c28-b6e8-378949cbafd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:41.554815 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2926da-68e9-45b2-a202-8ed0ba342638 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:15:41.555375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.555503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2926da-68e9-45b2-a202-8ed0ba342638 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:15:41.556162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Bound using segment: {'id': '57da6475-3a5d-4412-ad31-96aa8005cb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c9ddde5f-8857-4c28-b6e8-378949cbafd0'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:41.556984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Bound port: 34cffe84-ba4a-48f1-8e5c-22fbda2fff83, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57da6475-3a5d-4412-ad31-96aa8005cb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c9ddde5f-8857-4c28-b6e8-378949cbafd0'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:41.557318 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1b2926da-68e9-45b2-a202-8ed0ba342638 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/ports/200fe8dc-904f-416e-90f9-dc740402f702 HTTP/1.1" status: 404  len: 333 time: 0.1914189
Dec 23 16:15:41.557632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.566577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53060) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:41.667987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-419faa42-942a-43e1-904d-e08ff4648ccd tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Synchronizing usage tracker for tenant:810ff0626f894b4a9876803850be68f6 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:41.723244 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5357955
Dec 23 16:15:41.730150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53064) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:41.742741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553c1450-5347-4c1c-9ec3-255d0d5be017 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:41.756759 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21001de5-b134-41bf-b7ed-9a9bf7c649b0 req-fb03a1e2-9cdf-4500-beea-078aeb9c712c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 210 time: 0.0789175
Dec 23 16:15:41.761616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-528d3737-999f-4eb1-986a-a23584d6f79b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:41.777724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Allocated IP 172.20.0.1 (97c471b7-9bb6-4279-9328-afb2eda20806/49025e17-1d99-4caa-a550-8849f0b36dca/e1e124ac-14d2-4817-8108-34d11c051027) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:41.805689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Allocated IP 2001:db8::2 (97c471b7-9bb6-4279-9328-afb2eda20806/5c279626-d923-473e-98d0-0f4dad84145e/e1e124ac-14d2-4817-8108-34d11c051027) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:41.851315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-419faa42-942a-43e1-904d-e08ff4648ccd tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Unset dirty status for tenant:810ff0626f894b4a9876803850be68f6 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:41.855144 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-419faa42-942a-43e1-904d-e08ff4648ccd tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "GET /v2.0/ports?device_id=a25a8703-3f46-467c-972a-2b4f26aad0ba HTTP/1.1" status: 200  len: 205 time: 0.2760408
Dec 23 16:15:41.855325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:41.858331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53068) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:41.861617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:41.866711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Network': ['ID=6abaaf4e-90d1-4510-bb25-f26491e588d1,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:41.873300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:41.884879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 6abaaf4e-90d1-4510-bb25-f26491e588d1 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:41.927276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:41.944047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4cb5fe3c-258b-44e7-a956-ab4ad210c943 None None] Provisioning complete for port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:41.944474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fe3c-258b-44e7-a956-ab4ad210c943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.949197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:41.952617 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-541270e4-dc22-4673-8a87-634d40fb7553 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] delete failed (client error): The resource could not be found.
Dec 23 16:15:41.956320 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-541270e4-dc22-4673-8a87-634d40fb7553 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/routers/a25a8703-3f46-467c-972a-2b4f26aad0ba HTTP/1.1" status: 404  len: 336 time: 0.0943816
Dec 23 16:15:41.957237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53072) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:41.958632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:41.978184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:41.984810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:42.008230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object fab2a389-4ac8-449c-a701-b2771dd9893f will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:42.023030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9aa93f73-d61d-46b1-b73f-867163787844 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:42.034843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d6351477-da4d-4371-918b-11821f131bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:42.081950 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-22153ec5-022d-4fdc-bcc4-f062f0ba77c8 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:15:42.082460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22153ec5-022d-4fdc-bcc4-f062f0ba77c8 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:15:42.099494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] For port 34cffe84-ba4a-48f1-8e5c-22fbda2fff83, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:42.101946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa93f73-d61d-46b1-b73f-867163787844 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event deleted for resources: {'Subnet': ['ID=ca8b754a-f822-4913-acb6-d8af2e3ffc63,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:42.108156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9aa93f73-d61d-46b1-b73f-867163787844 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:42.110028 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-22153ec5-022d-4fdc-bcc4-f062f0ba77c8 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/subnets/9b7c837e-2030-4868-991d-aa04e7b3ef05 HTTP/1.1" status: 404  len: 337 time: 0.1523073
Dec 23 16:15:42.115069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53076) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:42.176115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9aa93f73-d61d-46b1-b73f-867163787844 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:42.180661 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9aa93f73-d61d-46b1-b73f-867163787844 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "DELETE /v2.0/subnets/ca8b754a-f822-4913-acb6-d8af2e3ffc63 HTTP/1.1" status: 204  len: 168 time: 2.4329078
Dec 23 16:15:42.180814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:42.182187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53080) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:42.190789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97a38fdb-9930-4934-a69c-f0c63f5933b0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:42.223578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] For port 34cffe84-ba4a-48f1-8e5c-22fbda2fff83, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=34cffe84-ba4a-48f1-8e5c-22fbda2fff83,segment=NetworkSegment(57da6475-3a5d-4412-ad31-96aa8005cb5a),segment_id=57da6475-3a5d-4412-ad31-96aa8005cb5a)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:42.292877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:42.301312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-498409ed-2d8c-480b-a940-e9ef918a78e9 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting port 9aac473c-7ea7-48f5-90f5-0abb89c08cb8 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:42.301983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-498409ed-2d8c-480b-a940-e9ef918a78e9 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:42.303314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a4ef8980-6a04-4c13-89bc-810ce188c84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:42.348268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:42.521676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-528d3737-999f-4eb1-986a-a23584d6f79b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:42.551586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537b5ff-acd2-446f-a376-80d380834e3f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:42.552286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d537b5ff-acd2-446f-a376-80d380834e3f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Synchronizing usage tracker for tenant:1fe0d644b84846fcbbac18be1e875b07 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:42.556713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-528d3737-999f-4eb1-986a-a23584d6f79b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:42.562508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-734439f1-bf46-47ae-8172-e65c4560095e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:42.563043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Pushing event updated for resources: {'Port': ['ID=34cffe84-ba4a-48f1-8e5c-22fbda2fff83,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:42.578602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:42.602020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-528d3737-999f-4eb1-986a-a23584d6f79b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network 6abaaf4e-90d1-4510-bb25-f26491e588d1 is not hosted by any dhcp agent {{(pid=88841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 23 16:15:42.606125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528d3737-999f-4eb1-986a-a23584d6f79b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:42.606848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-528d3737-999f-4eb1-986a-a23584d6f79b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:42.608372 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-528d3737-999f-4eb1-986a-a23584d6f79b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "PUT /v2.0/networks/6abaaf4e-90d1-4510-bb25-f26491e588d1 HTTP/1.1" status: 200  len: 723 time: 0.8565857
Dec 23 16:15:42.613172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:42.622535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53084) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:42.626345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d537b5ff-acd2-446f-a376-80d380834e3f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Unset dirty status for tenant:1fe0d644b84846fcbbac18be1e875b07 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:42.627158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Transition to ACTIVE for port object e1e124ac-14d2-4817-8108-34d11c051027 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:42.627846 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d537b5ff-acd2-446f-a376-80d380834e3f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4456108
Dec 23 16:15:42.633420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'subnet': {'network_id': '6abaaf4e-90d1-4510-bb25-f26491e588d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:42.655660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53088) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:42.663265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Transition to ACTIVE for port object e1e124ac-14d2-4817-8108-34d11c051027 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:42.679346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:42.685275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fbfdca67-9125-416f-8ea4-df330e28b7e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:42.685610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=fab2a389-4ac8-449c-a701-b2771dd9893f,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:42.703053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network b508067b-ea9a-4279-b586-9644479d6225 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:42.708709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:42.709784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:42.721112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:42.745315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fc6404-eb45-475d-a182-5342bb376579 None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:15:42.772779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-44fc6404-eb45-475d-a182-5342bb376579 None None] Deleting port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:42.773321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44fc6404-eb45-475d-a182-5342bb376579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:42.890658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:42.891435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:42.985390 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8171306
Dec 23 16:15:42.989419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d3737-999f-4eb1-986a-a23584d6f79b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Network': ['ID=6abaaf4e-90d1-4510-bb25-f26491e588d1,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:43.003219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-528d3737-999f-4eb1-986a-a23584d6f79b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:43.012169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:43.012775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Request body: {'port': {'device_id': '84021b50-7dd6-4793-9f26-df84da4bb605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:43.147578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Deleting port 34cffe84-ba4a-48f1-8e5c-22fbda2fff83 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:43.147983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:43.154036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 6abaaf4e-90d1-4510-bb25-f26491e588d1 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:43.177354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Network 97c471b7-9bb6-4279-9328-afb2eda20806 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:43.189576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:43.191023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:43.220848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:43.231689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:43.254877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Pushing event updated for resources: {'Port': ['ID=e1e124ac-14d2-4817-8108-34d11c051027,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:43.274967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:43.461088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:43.497197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 34cffe84-ba4a-48f1-8e5c-22fbda2fff83 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:43.502518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:43.533468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] For port 34cffe84-ba4a-48f1-8e5c-22fbda2fff83, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=34cffe84-ba4a-48f1-8e5c-22fbda2fff83,segment=NetworkSegment(57da6475-3a5d-4412-ad31-96aa8005cb5a),segment_id=57da6475-3a5d-4412-ad31-96aa8005cb5a)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:43.534256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:43.550587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7edd0bb4-1672-42b5-a281-4696aa7aaa1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:43.645050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-498409ed-2d8c-480b-a940-e9ef918a78e9 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:43.727930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-21f0365e-1852-4608-a0c4-b14bbe4d6d10 None None] Provisioning for port fab2a389-4ac8-449c-a701-b2771dd9893f completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:43.736039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Calling delete_port for 34cffe84-ba4a-48f1-8e5c-22fbda2fff83 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:43.768318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:43.805875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-21f0365e-1852-4608-a0c4-b14bbe4d6d10 None None] Provisioning complete for port fab2a389-4ac8-449c-a701-b2771dd9893f triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:43.806293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21f0365e-1852-4608-a0c4-b14bbe4d6d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:43.815023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-498409ed-2d8c-480b-a940-e9ef918a78e9 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Calling delete_port for 9aac473c-7ea7-48f5-90f5-0abb89c08cb8 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:43.843047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Attempting to bind port e1e124ac-14d2-4817-8108-34d11c051027 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:43.843655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Attempting to bind port e1e124ac-14d2-4817-8108-34d11c051027 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '81349ed4-f08e-44ed-8395-1c29423074c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '97c471b7-9bb6-4279-9328-afb2eda20806'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:43.843780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Attempting to bind port e1e124ac-14d2-4817-8108-34d11c051027 on network 97c471b7-9bb6-4279-9328-afb2eda20806 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:43.845412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:43.846190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:43.862658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8882b24-2950-4a85-ab82-e2613dd5d77f req-56683719-5fe2-4dba-9df0-12ff7cc1f71c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:43.863485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-b8882b24-2950-4a85-ab82-e2613dd5d77f req-56683719-5fe2-4dba-9df0-12ff7cc1f71c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:43.866235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=aecf2fc1-18da-43f5-b186-1dbb96d51923,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:43.869392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:43.878824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-44fc6404-eb45-475d-a182-5342bb376579 None None] For port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:43.879561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44fc6404-eb45-475d-a182-5342bb376579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:43.891514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:43.894559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:43.895254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:43.900574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:43.900889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Checking segment: {'id': '81349ed4-f08e-44ed-8395-1c29423074c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '97c471b7-9bb6-4279-9328-afb2eda20806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:43.901334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:43.902462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Bound using segment: {'id': '81349ed4-f08e-44ed-8395-1c29423074c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '97c471b7-9bb6-4279-9328-afb2eda20806'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:43.902462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Bound port: e1e124ac-14d2-4817-8108-34d11c051027, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81349ed4-f08e-44ed-8395-1c29423074c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '97c471b7-9bb6-4279-9328-afb2eda20806'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:43.902680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:43.987546 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.4618721
Dec 23 16:15:43.993798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-b8882b24-2950-4a85-ab82-e2613dd5d77f req-56683719-5fe2-4dba-9df0-12ff7cc1f71c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:43.995095 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b8882b24-2950-4a85-ab82-e2613dd5d77f req-56683719-5fe2-4dba-9df0-12ff7cc1f71c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 932 time: 1.0624866
Dec 23 16:15:43.997649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53094) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:44.006246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e1e9e48f-c1ea-4042-992f-4f749e1568cd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:44.038092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-44fc6404-eb45-475d-a182-5342bb376579 None None] Calling delete_port for d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:44.043019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.049959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ca383fd-4bdb-4500-b612-21b4923d59c9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:44.065662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-21f0365e-1852-4608-a0c4-b14bbe4d6d10 None None] Port fab2a389-4ac8-449c-a701-b2771dd9893f cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:15:44.082293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 34cffe84-ba4a-48f1-8e5c-22fbda2fff83 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:44.120685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event deleted for resources: {'Port': ['ID=34cffe84-ba4a-48f1-8e5c-22fbda2fff83,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:44.125642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:44.129584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.133915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] No DVR routers for this DVR port 34cffe84-ba4a-48f1-8e5c-22fbda2fff83 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:15:44.136019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 34cffe84-ba4a-48f1-8e5c-22fbda2fff83 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:44.136144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7bbf92e5-2571-4d41-ad49-cbece3d4e151 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:44.136494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.206621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Port 34cffe84-ba4a-48f1-8e5c-22fbda2fff83 was deleted so its status cannot be updated. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 23 16:15:44.277876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Subnet': ['ID=953b32dc-d44e-46b0-8f8f-fe31ca32b0a0,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:44.278090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44fc6404-eb45-475d-a182-5342bb376579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.287034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b9543600-6873-4da6-979e-256a1fb82bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:44.324807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] For port e1e124ac-14d2-4817-8108-34d11c051027, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:44.329953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:15:44.380717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc6404-eb45-475d-a182-5342bb376579 None None] Pushing event deleted for resources: {'Port': ['ID=d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:44.384554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:15:44.385045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:15:44.387937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] For port e1e124ac-14d2-4817-8108-34d11c051027, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e1e124ac-14d2-4817-8108-34d11c051027,segment=NetworkSegment(81349ed4-f08e-44ed-8395-1c29423074c7),segment_id=81349ed4-f08e-44ed-8395-1c29423074c7)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:44.389418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44fc6404-eb45-475d-a182-5342bb376579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:44.395669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fc6404-eb45-475d-a182-5342bb376579 None None] No DVR routers for this DVR port d3fdfb32-2c0b-46fa-a7ea-e0dfa763c6b7 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:15:44.398086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.401171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.406713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:44.407176 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b8882b24-2950-4a85-ab82-e2613dd5d77f req-60d5def7-5399-4bd4-9353-cbd57efbf802 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=333b43f7-7cf0-4192-bd68-e9c44b6c7564&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3784213
Dec 23 16:15:44.415060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e1e9e48f-c1ea-4042-992f-4f749e1568cd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:44.432397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79b74710>,) {'filters': {'network_id': ['c9ddde5f-8857-4c28-b6e8-378949cbafd0']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:44.445795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e1e9e48f-c1ea-4042-992f-4f749e1568cd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:44.450252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79b74710>, '57da6475-3a5d-4412-ad31-96aa8005cb5a') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:44.450836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79b74710>, '57da6475-3a5d-4412-ad31-96aa8005cb5a') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:44.462406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e1e9e48f-c1ea-4042-992f-4f749e1568cd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:44.470422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-498409ed-2d8c-480b-a940-e9ef918a78e9 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.476727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe5b941-f864-40d0-a5ea-4d33de43b670 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:44.481646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.481887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:44.500491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.507940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:44.510511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:44.510921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:44.529750 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:44.534518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e1e9e48f-c1ea-4042-992f-4f749e1568cd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:44.603068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498409ed-2d8c-480b-a940-e9ef918a78e9 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Port': ['ID=9aac473c-7ea7-48f5-90f5-0abb89c08cb8,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:44.614326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-498409ed-2d8c-480b-a940-e9ef918a78e9 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:44.654112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Checking segment: {'id': '1ef2b814-4325-4a2c-8013-747397d8628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6abaaf4e-90d1-4510-bb25-f26491e588d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:44.655143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network hostable DHCP agents. Network: 6abaaf4e-90d1-4510-bb25-f26491e588d1, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:15:44.662160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.669829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e9e48f-c1ea-4042-992f-4f749e1568cd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:44.676198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f409f0c5-5c53-4dea-ba50-6482bf05b936 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:44.676912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e48f-c1ea-4042-992f-4f749e1568cd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.693018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.711477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event deleted for resources: {'Network': ['ID=c9ddde5f-8857-4c28-b6e8-378949cbafd0,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:44.719188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:44.733589 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "DELETE /v2.0/networks/c9ddde5f-8857-4c28-b6e8-378949cbafd0 HTTP/1.1" status: 204  len: 168 time: 2.0715761
Dec 23 16:15:44.733940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53098) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:44.758478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network 6abaaf4e-90d1-4510-bb25-f26491e588d1 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:15:44.780624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 6abaaf4e-90d1-4510-bb25-f26491e588d1) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:44.793598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-498409ed-2d8c-480b-a940-e9ef918a78e9 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.796768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a491893-71a1-497e-aee2-9bc884cb145d None None] Network 6abaaf4e-90d1-4510-bb25-f26491e588d1 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:44.810731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:44.811431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.823120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': 'aecf2fc1-18da-43f5-b186-1dbb96d51923'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:15:44.823947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.898817 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-498409ed-2d8c-480b-a940-e9ef918a78e9 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/ports/9aac473c-7ea7-48f5-90f5-0abb89c08cb8 HTTP/1.1" status: 204  len: 168 time: 2.7819805
Dec 23 16:15:44.915176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53102) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:44.916230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.938281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Deleting port 45aba233-269b-40dd-868b-655a38abc47a {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:44.938677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:44.955570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Pushing event updated for resources: {'Port': ['ID=e1e124ac-14d2-4817-8108-34d11c051027,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:44.972216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:45.001112 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3763599
Dec 23 16:15:45.002009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53106) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:45.076051 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.ipam_backend_mixin [None req-e1e9e48f-c1ea-4042-992f-4f749e1568cd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aecf2fc1-18da-43f5-b186-1dbb96d51923 (CIDR: 2001:db8::/64)
Dec 23 16:15:45.083480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5d2244c5-2f9e-40db-a921-692287365f98 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting port d1647ff9-af4c-4106-bac1-abcf6786d07b {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:45.084001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d2244c5-2f9e-40db-a921-692287365f98 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:45.093757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ac8dd1dc-bf9f-4896-aa6f-d3cf0f736d67 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:45.110365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e70e2cd3-3cb3-431e-97ad-77133d6888b8 None None] Could not find standard attr ID for object 34cffe84-ba4a-48f1-8e5c-22fbda2fff83. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:15:45.129132 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e9e48f-c1ea-4042-992f-4f749e1568cd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:15:45.129863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e9e48f-c1ea-4042-992f-4f749e1568cd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:15:45.150757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Allocated IP 2001:db8::2 (ba343194-bb9c-4b65-8867-816842e8f671/aecf2fc1-18da-43f5-b186-1dbb96d51923/a2ab0354-d91a-48c6-af06-4b27fb79fae3) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:45.181789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab2a389-4ac8-449c-a701-b2771dd9893f {{(pid=88840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:15:45.193130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:45.207843 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e1e9e48f-c1ea-4042-992f-4f749e1568cd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2070215
Dec 23 16:15:45.223849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53110) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:45.231112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24a419e-bca6-4a3c-adbb-4e688aa4ee73 None None] DHCP port deletion for c9ddde5f-8857-4c28-b6e8-378949cbafd0 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:15:45.247839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:45.272156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] For port 45aba233-269b-40dd-868b-655a38abc47a, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=45aba233-269b-40dd-868b-655a38abc47a,segment=NetworkSegment(e2c3f6a2-035f-4a14-9531-5d964f9d793b),segment_id=e2c3f6a2-035f-4a14-9531-5d964f9d793b)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:45.272576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:45.536195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Calling delete_port for 45aba233-269b-40dd-868b-655a38abc47a owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:45.675169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:45.688263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-23f0ce87-a692-4f6f-b8e3-9a39079c80ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:45.725038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4212f82-5acc-4914-b454-6be1723a4f27 None None] Network c9ddde5f-8857-4c28-b6e8-378949cbafd0 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:45.752992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event deleted for resources: {'Port': ['ID=45aba233-269b-40dd-868b-655a38abc47a,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:45.761831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:45.763315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 34cffe84-ba4a-48f1-8e5c-22fbda2fff83 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:15:45.767121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd1dc-bf9f-4896-aa6f-d3cf0f736d67 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852119281'] for subnet, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:45.769149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:45.772333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Transition to ACTIVE for port object fab2a389-4ac8-449c-a701-b2771dd9893f will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:45.790557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:45.798264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:45.800977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:45.805934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] No DVR routers for this DVR port 45aba233-269b-40dd-868b-655a38abc47a on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:15:45.806531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 34cffe84-ba4a-48f1-8e5c-22fbda2fff83 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:15:45.807487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 34cffe84-ba4a-48f1-8e5c-22fbda2fff83 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:15:45.812284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ce73b352-5fad-4c9d-ad08-9b418abbac69 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:45.815417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4212f82-5acc-4914-b454-6be1723a4f27 None None] Network c9ddde5f-8857-4c28-b6e8-378949cbafd0 could not be found, it might have been deleted concurrently. {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 23 16:15:45.832706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-6abaaf4e-90d1-4510-bb25-f26491e588d1', 'network_id': '6abaaf4e-90d1-4510-bb25-f26491e588d1', 'tenant_id': 'ebf2c3a4569f47d6bbe4763d78be623e', 'fixed_ips': [{'subnet_id': '953b32dc-d44e-46b0-8f8f-fe31ca32b0a0'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:15:45.833643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:45.845426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:45.868190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:45.918140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:45.930052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Transition to ACTIVE for port object a2ab0354-d91a-48c6-af06-4b27fb79fae3 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:45.983715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Transition to ACTIVE for port object a2ab0354-d91a-48c6-af06-4b27fb79fae3 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:46.026214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.049234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:46.148372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Allocated IP 2001:db8::2 (6abaaf4e-90d1-4510-bb25-f26491e588d1/953b32dc-d44e-46b0-8f8f-fe31ca32b0a0/05041259-9574-4d07-89cd-f685613abc45) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:46.215420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Pushing event updated for resources: {'Port': ['ID=fab2a389-4ac8-449c-a701-b2771dd9893f,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:46.222618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.226510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:46.247713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.252304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4015e3-8ae5-41b3-ba15-e8bd42fe0d35 req-d66126fa-41e9-4e99-85da-3d9c8fb09bd6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:46.260069 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e4015e3-8ae5-41b3-ba15-e8bd42fe0d35 req-d66126fa-41e9-4e99-85da-3d9c8fb09bd6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 932 time: 0.6351414
Dec 23 16:15:46.305087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3a4550>,) {'filters': {'network_id': ['51cab7fd-f179-489c-ab50-ba7a817a051d']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:46.318716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Pushing event updated for resources: {'Port': ['ID=a2ab0354-d91a-48c6-af06-4b27fb79fae3,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:46.330181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:46.336697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3a4550>, 'e2c3f6a2-035f-4a14-9531-5d964f9d793b') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:46.337034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3a4550>, 'e2c3f6a2-035f-4a14-9531-5d964f9d793b') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:46.348676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:46.351646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:46.356552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.363146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:46.367634 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e4015e3-8ae5-41b3-ba15-e8bd42fe0d35 req-9f7e36dc-01b4-46cf-bfc2-79fbf78473f5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=333b43f7-7cf0-4192-bd68-e9c44b6c7564&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065681
Dec 23 16:15:46.381728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.391402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:46.391864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:46.417449 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:46.504780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.508312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-09ed7552-a623-4016-abbe-f78df94ce612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:46.539988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.553360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event deleted for resources: {'Network': ['ID=51cab7fd-f179-489c-ab50-ba7a817a051d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:46.557144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Attempting to bind port a2ab0354-d91a-48c6-af06-4b27fb79fae3 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:46.558089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d2244c5-2f9e-40db-a921-692287365f98 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.559445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Attempting to bind port a2ab0354-d91a-48c6-af06-4b27fb79fae3 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:46.560048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Attempting to bind port a2ab0354-d91a-48c6-af06-4b27fb79fae3 on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:46.566697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:46.568776 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "DELETE /v2.0/networks/51cab7fd-f179-489c-ab50-ba7a817a051d HTTP/1.1" status: 204  len: 168 time: 1.8338826
Dec 23 16:15:46.571664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53116) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:46.593721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.598295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:46.598727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:46.599209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.599660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:46.600200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Bound port: a2ab0354-d91a-48c6-af06-4b27fb79fae3, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:46.600626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.640858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Transition to ACTIVE for port object 05041259-9574-4d07-89cd-f685613abc45 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:46.711542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1169cb36-8655-4697-8e09-ade4ae37464f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.714784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Transition to ACTIVE for port object 05041259-9574-4d07-89cd-f685613abc45 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:46.734610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5d2244c5-2f9e-40db-a921-692287365f98 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Calling delete_port for d1647ff9-af4c-4106-bac1-abcf6786d07b owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:46.741187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.755807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44fc6404-eb45-475d-a182-5342bb376579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:46.820536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Attempting to bind port fab2a389-4ac8-449c-a701-b2771dd9893f on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:46.821079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Attempting to bind port fab2a389-4ac8-449c-a701-b2771dd9893f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '9f90a5cb-9cff-412f-a314-7cbf842a8f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:46.821570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Attempting to bind port fab2a389-4ac8-449c-a701-b2771dd9893f on network b508067b-ea9a-4279-b586-9644479d6225 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:46.831906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Network 6abaaf4e-90d1-4510-bb25-f26491e588d1 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:46.837085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:46.845347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:46.852204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Port fab2a389-4ac8-449c-a701-b2771dd9893f on network b508067b-ea9a-4279-b586-9644479d6225 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:15:46.852204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Attempting to bind port fab2a389-4ac8-449c-a701-b2771dd9893f on network b508067b-ea9a-4279-b586-9644479d6225 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:46.853877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] For port a2ab0354-d91a-48c6-af06-4b27fb79fae3, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:46.913510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:46.914035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Checking segment: {'id': '9f90a5cb-9cff-412f-a314-7cbf842a8f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:46.914588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Bound using segment: {'id': '9f90a5cb-9cff-412f-a314-7cbf842a8f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:46.915236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Bound port: fab2a389-4ac8-449c-a701-b2771dd9893f, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f90a5cb-9cff-412f-a314-7cbf842a8f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:46.915762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.946301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1169cb36-8655-4697-8e09-ade4ae37464f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.976620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-1169cb36-8655-4697-8e09-ade4ae37464f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78e39ef0>,) {'filters': {'network_id': ['1952149e-9467-4693-b081-3671b91c1608']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:46.976890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] For port a2ab0354-d91a-48c6-af06-4b27fb79fae3, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a2ab0354-d91a-48c6-af06-4b27fb79fae3,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:46.981699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Attempting to bind port 05041259-9574-4d07-89cd-f685613abc45 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:46.982127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Attempting to bind port 05041259-9574-4d07-89cd-f685613abc45 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '1ef2b814-4325-4a2c-8013-747397d8628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6abaaf4e-90d1-4510-bb25-f26491e588d1'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:46.982571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Attempting to bind port 05041259-9574-4d07-89cd-f685613abc45 on network 6abaaf4e-90d1-4510-bb25-f26491e588d1 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:46.988219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:46.994445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-1169cb36-8655-4697-8e09-ade4ae37464f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78e39ef0>, '3362750e-4fdb-4f90-ba6e-e8dfc7034e22') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:46.995052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-1169cb36-8655-4697-8e09-ade4ae37464f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78e39ef0>, '3362750e-4fdb-4f90-ba6e-e8dfc7034e22') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:47.011202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1169cb36-8655-4697-8e09-ade4ae37464f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.013562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Pushing event updated for resources: {'Port': ['ID=05041259-9574-4d07-89cd-f685613abc45,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:47.022172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:47.022702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-321e3ab2-2819-46ef-b62c-febac50b3ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:47.030940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1169cb36-8655-4697-8e09-ade4ae37464f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.037844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1169cb36-8655-4697-8e09-ade4ae37464f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:47.038304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1169cb36-8655-4697-8e09-ade4ae37464f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:47.080354 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:47.093337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:47.093780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Checking segment: {'id': '1ef2b814-4325-4a2c-8013-747397d8628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6abaaf4e-90d1-4510-bb25-f26491e588d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:47.094587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.095069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Bound using segment: {'id': '1ef2b814-4325-4a2c-8013-747397d8628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6abaaf4e-90d1-4510-bb25-f26491e588d1'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:47.095622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Bound port: 05041259-9574-4d07-89cd-f685613abc45, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef2b814-4325-4a2c-8013-747397d8628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6abaaf4e-90d1-4510-bb25-f26491e588d1'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:47.096060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.098280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d2244c5-2f9e-40db-a921-692287365f98 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.109046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4d4ddb5f-70e0-43fd-bc00-d4b85d7e3fe2 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:47.133099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2268c55b-4b10-4234-a779-01eac7933dd1 None None] Network 97c471b7-9bb6-4279-9328-afb2eda20806 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:47.189491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2244c5-2f9e-40db-a921-692287365f98 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Port': ['ID=d1647ff9-af4c-4106-bac1-abcf6786d07b,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:47.199043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d2244c5-2f9e-40db-a921-692287365f98 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:47.250221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1169cb36-8655-4697-8e09-ade4ae37464f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.255834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1169cb36-8655-4697-8e09-ade4ae37464f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.261515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:47.263096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] For port fab2a389-4ac8-449c-a701-b2771dd9893f, host hv-neutron-8228, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:47.280792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd1dc-bf9f-4896-aa6f-d3cf0f736d67 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730455742118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036851774023'] for subnet, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.312149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53120) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:47.312378 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1169cb36-8655-4697-8e09-ade4ae37464f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "DELETE /v2.0/networks/1952149e-9467-4693-b081-3671b91c1608 HTTP/1.1" status: 204  len: 168 time: 0.7379019
Dec 23 16:15:47.313414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169cb36-8655-4697-8e09-ade4ae37464f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event deleted for resources: {'Network': ['ID=1952149e-9467-4693-b081-3671b91c1608,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:47.321138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1169cb36-8655-4697-8e09-ade4ae37464f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:47.322312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bff60ec8-4acc-4376-a2ff-ed5de1602089 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:47.369429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] For port 05041259-9574-4d07-89cd-f685613abc45, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:47.370876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8dd1dc-bf9f-4896-aa6f-d3cf0f736d67 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:47.371718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd1dc-bf9f-4896-aa6f-d3cf0f736d67 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.372824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] For port 05041259-9574-4d07-89cd-f685613abc45, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=05041259-9574-4d07-89cd-f685613abc45,segment=NetworkSegment(1ef2b814-4325-4a2c-8013-747397d8628e),segment_id=1ef2b814-4325-4a2c-8013-747397d8628e)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:47.377147 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ac8dd1dc-bf9f-4896-aa6f-d3cf0f736d67 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "PUT /v2.0/subnets/953b32dc-d44e-46b0-8f8f-fe31ca32b0a0 HTTP/1.1" status: 200  len: 826 time: 2.2928660
Dec 23 16:15:47.378265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53124) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:47.404255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] For port fab2a389-4ac8-449c-a701-b2771dd9893f, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fab2a389-4ac8-449c-a701-b2771dd9893f,segment=NetworkSegment(9f90a5cb-9cff-412f-a314-7cbf842a8f16),segment_id=9f90a5cb-9cff-412f-a314-7cbf842a8f16)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:47.429771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.440760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e894c67-e805-4f92-8a63-a0069c599626 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:47.466580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dd1dc-bf9f-4896-aa6f-d3cf0f736d67 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Subnet': ['ID=953b32dc-d44e-46b0-8f8f-fe31ca32b0a0,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:47.466810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Pushing event updated for resources: {'Port': ['ID=a2ab0354-d91a-48c6-af06-4b27fb79fae3,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:47.469743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ac8dd1dc-bf9f-4896-aa6f-d3cf0f736d67 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:47.494665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e1e124ac-14d2-4817-8108-34d11c051027 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:47.556054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:47.557288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.562342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-76455b6a-2bd0-46b3-8e71-f174bc721ab0 None None] Provisioning for port e1e124ac-14d2-4817-8108-34d11c051027 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:47.576350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:47.596421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Pushing event updated for resources: {'Port': ['ID=fab2a389-4ac8-449c-a701-b2771dd9893f,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:47.625844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.648939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Deleting port 05041259-9574-4d07-89cd-f685613abc45 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:47.649572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.728783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:47.748838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d2244c5-2f9e-40db-a921-692287365f98 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.777729 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5d2244c5-2f9e-40db-a921-692287365f98 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/ports/d1647ff9-af4c-4106-bac1-abcf6786d07b HTTP/1.1" status: 204  len: 168 time: 2.8611560
Dec 23 16:15:47.785271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53130) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:47.802261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Pushing event updated for resources: {'Port': ['ID=05041259-9574-4d07-89cd-f685613abc45,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:47.809182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:47.819580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-304370d7-ecbd-4e9c-b639-5ef80ea58382 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.822587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.823076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port e1e124ac-14d2-4817-8108-34d11c051027 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:47.828980 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] 10.222.0.36 "PUT /v2.0/ports/fab2a389-4ac8-449c-a701-b2771dd9893f HTTP/1.1" status: 200  len: 1094 time: 4.8233783
Dec 23 16:15:47.855395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84021b50-7dd6-4793-9f26-df84da4bb605', 'tag': 'fab2a389-4ac8-449c-a701-b2771dd9893f'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:15:47.863396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port e1e124ac-14d2-4817-8108-34d11c051027 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:47.863744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:47.981087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00380f4-4f5b-495d-9d90-16e8421520d1 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:47.983033 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e00380f4-4f5b-495d-9d90-16e8421520d1 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "GET /v2.0/ports?device_id=505599db-781a-4e82-9405-77460a246f53 HTTP/1.1" status: 200  len: 913 time: 0.1960092
Dec 23 16:15:48.057341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53136) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:48.072996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:48.127618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port e1e124ac-14d2-4817-8108-34d11c051027, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e1e124ac-14d2-4817-8108-34d11c051027,segment=NetworkSegment(81349ed4-f08e-44ed-8395-1c29423074c7),segment_id=81349ed4-f08e-44ed-8395-1c29423074c7)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:48.132974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] For port 05041259-9574-4d07-89cd-f685613abc45, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=05041259-9574-4d07-89cd-f685613abc45,segment=NetworkSegment(1ef2b814-4325-4a2c-8013-747397d8628e),segment_id=1ef2b814-4325-4a2c-8013-747397d8628e)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:48.133525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:48.133660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:48.135868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-370b0fe9-75a8-4b81-83e3-7f9e1b227c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:48.188463 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84021b50-7dd6-4793-9f26-df84da4bb605', 'tag': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'status': 'completed', 'code': 200}
Dec 23 16:15:48.284280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=e1e124ac-14d2-4817-8108-34d11c051027,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:48.290042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:48.357984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Calling delete_port for 05041259-9574-4d07-89cd-f685613abc45 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:48.490238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26460f21-15d8-4db7-9d65-ae61d3179b62 None None] Network 97c471b7-9bb6-4279-9328-afb2eda20806 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:48.516456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:48.528947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8058b66b-3c81-426c-b232-4291f9cee53d tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:48.580298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Port': ['ID=05041259-9574-4d07-89cd-f685613abc45,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:48.622265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:48.666261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83a7dd-3e05-481e-904c-832d23cb319e req-ad54941e-916e-4b32-905e-deff6c8979f2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:48.667953 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ab83a7dd-3e05-481e-904c-832d23cb319e req-ad54941e-916e-4b32-905e-deff6c8979f2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 944 time: 1.1447394
Dec 23 16:15:48.673995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No DVR routers for this DVR port 05041259-9574-4d07-89cd-f685613abc45 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:15:48.699714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-398b2642-4a53-4d02-84c7-a1ec81a5c769 None None] Provisioning complete for port e1e124ac-14d2-4817-8108-34d11c051027 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:48.700250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-398b2642-4a53-4d02-84c7-a1ec81a5c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:48.757758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:48.807323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-304370d7-ecbd-4e9c-b639-5ef80ea58382 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:48.877367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:48.892986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-304370d7-ecbd-4e9c-b639-5ef80ea58382 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78cb2fd0>,) {'filters': {'network_id': ['a0f509a4-335c-4a6f-b75e-ca8bbf3c9a2f']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:48.898197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3a98980-fb2d-4836-a292-a05fd4a05afe tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:48.919651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-304370d7-ecbd-4e9c-b639-5ef80ea58382 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78cb2fd0>, 'edb58fa1-2fb5-48ff-90a2-dcfcdec65d54') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:48.920017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-304370d7-ecbd-4e9c-b639-5ef80ea58382 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78cb2fd0>, 'edb58fa1-2fb5-48ff-90a2-dcfcdec65d54') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:48.941576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Subnet': ['ID=953b32dc-d44e-46b0-8f8f-fe31ca32b0a0,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:48.968285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:48.990191 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-f76ebdea-3250-4f36-81de-66f34d390e0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 1097 time: 0.9308150
Dec 23 16:15:48.995596 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ab83a7dd-3e05-481e-904c-832d23cb319e req-bc0b678c-ee50-4ba3-9e45-954ab863de1c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=333b43f7-7cf0-4192-bd68-e9c44b6c7564&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3001962
Dec 23 16:15:49.004669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-304370d7-ecbd-4e9c-b639-5ef80ea58382 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.078134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.106685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7a9d30>,) {'filters': {'network_id': ['6abaaf4e-90d1-4510-bb25-f26491e588d1']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:49.121182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7a9d30>, '1ef2b814-4325-4a2c-8013-747397d8628e') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:49.121531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7a9d30>, '1ef2b814-4325-4a2c-8013-747397d8628e') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:49.136543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.142343 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-2c5a45bc-33ba-45d5-a67c-a666e2658883 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab2a389-4ac8-449c-a701-b2771dd9893f HTTP/1.1" status: 200  len: 217 time: 0.1300681
Dec 23 16:15:49.154125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.161025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:49.161581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:49.192202 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:49.196991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-304370d7-ecbd-4e9c-b639-5ef80ea58382 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.242616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304370d7-ecbd-4e9c-b639-5ef80ea58382 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:15:49.242616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-304370d7-ecbd-4e9c-b639-5ef80ea58382 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:49.271733 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:49.297681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.301831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44258126-7e39-47a5-bdb6-e420003137a2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:49.308546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.320262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-e4a9a9a1-f848-43ab-9123-f7b75288a784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:49.321990 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-e4a9a9a1-f848-43ab-9123-f7b75288a784 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3958257c-c2ff-423c-adeb-d5a559123643 HTTP/1.1" status: 200  len: 834 time: 0.1606262
Dec 23 16:15:49.349743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.357231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Network': ['ID=6abaaf4e-90d1-4510-bb25-f26491e588d1,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:49.362014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:49.390486 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/6abaaf4e-90d1-4510-bb25-f26491e588d1 HTTP/1.1" status: 204  len: 168 time: 2.0052011
Dec 23 16:15:49.393888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53142) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:49.413700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a2ab0354-d91a-48c6-af06-4b27fb79fae3 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:49.438156 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3364e1-76e8-49e8-ac30-66c09eca4001 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:15:49.438661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3364e1-76e8-49e8-ac30-66c09eca4001 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:15:49.440678 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dd3364e1-76e8-49e8-ac30-66c09eca4001 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/6abaaf4e-90d1-4510-bb25-f26491e588d1 HTTP/1.1" status: 404  len: 339 time: 0.0446305
Dec 23 16:15:49.447274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53146) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:49.456059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1649748773', 'description': 'd1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:49.466629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:49.472909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Usage tracker for resource:network and tenant:ebf2c3a4569f47d6bbe4763d78be623e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:49.476342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:49.486825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:49.503225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:49.503605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port a2ab0354-d91a-48c6-af06-4b27fb79fae3 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:49.509156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.510585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e1e124ac-14d2-4817-8108-34d11c051027 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:49.543685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:15:49.555291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.555702 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Added segment 93935fbb-3a01-42ea-adb5-64a928426142 of type vlan for network 76084747-d71c-4e0b-9056-35f8f5b732ae
Dec 23 16:15:49.590103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-304370d7-ecbd-4e9c-b639-5ef80ea58382 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.594133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.596641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-304370d7-ecbd-4e9c-b639-5ef80ea58382 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.608011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port e1e124ac-14d2-4817-8108-34d11c051027 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:49.609090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.613423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b38b9d8d-fc56-4ff1-9b52-b906623e7a81 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:49.630901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.635441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:49.635821 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-304370d7-ecbd-4e9c-b639-5ef80ea58382 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] 10.222.0.67 "DELETE /v2.0/networks/a0f509a4-335c-4a6f-b75e-ca8bbf3c9a2f HTTP/1.1" status: 204  len: 168 time: 2.3162074
Dec 23 16:15:49.636111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.650271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304370d7-ecbd-4e9c-b639-5ef80ea58382 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Pushing event deleted for resources: {'Network': ['ID=a0f509a4-335c-4a6f-b75e-ca8bbf3c9a2f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:49.652564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1169cb36-8655-4697-8e09-ade4ae37464f tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:49.657786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-304370d7-ecbd-4e9c-b639-5ef80ea58382 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:49.692653 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2416964
Dec 23 16:15:49.694164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53152) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:49.769485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-30a2b3f6-3625-4b30-a0f6-c759c0b19961 None None] Provisioning complete for port e1e124ac-14d2-4817-8108-34d11c051027 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:49.769918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30a2b3f6-3625-4b30-a0f6-c759c0b19961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:49.867468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a915364-361f-415d-bdd4-f86c087f89ba tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:49.868523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7a915364-361f-415d-bdd4-f86c087f89ba tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Synchronizing usage tracker for tenant:ebf2c3a4569f47d6bbe4763d78be623e on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:49.943918 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-fea0318f-7517-4536-9b4d-8e8ae9bc3ad5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b508067b-ea9a-4279-b586-9644479d6225&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5138044
Dec 23 16:15:49.994210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Network': ['ID=76084747-d71c-4e0b-9056-35f8f5b732ae,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:49.999192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:50.011298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7a915364-361f-415d-bdd4-f86c087f89ba tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Unset dirty status for tenant:ebf2c3a4569f47d6bbe4763d78be623e on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:50.013011 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7a915364-361f-415d-bdd4-f86c087f89ba tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "GET /v2.0/networks?id=76084747-d71c-4e0b-9056-35f8f5b732ae HTTP/1.1" status: 200  len: 765 time: 0.3174262
Dec 23 16:15:50.016615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53156) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:50.024238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-60ceb1cc-21bd-4cd3-b8eb-f29de588c63b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'network': {'description': 'd2'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:50.048793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 76084747-d71c-4e0b-9056-35f8f5b732ae details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:50.340754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53164) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:50.455347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-de43b192-35c7-4cf0-886c-43d36c65b603 None None] Provisioning for port a2ab0354-d91a-48c6-af06-4b27fb79fae3 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:50.464034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-de43b192-35c7-4cf0-886c-43d36c65b603 None None] Provisioning complete for port a2ab0354-d91a-48c6-af06-4b27fb79fae3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:50.464484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de43b192-35c7-4cf0-886c-43d36c65b603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:50.496460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] For port a2ab0354-d91a-48c6-af06-4b27fb79fae3, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a2ab0354-d91a-48c6-af06-4b27fb79fae3,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:50.547156 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-25f2e3e2-9e79-4685-9402-66ecdf58badd service neutron] 10.222.0.36 "GET /v2.0/networks/b508067b-ea9a-4279-b586-9644479d6225?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5364726
Dec 23 16:15:50.567910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60ceb1cc-21bd-4cd3-b8eb-f29de588c63b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:50.595998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60ceb1cc-21bd-4cd3-b8eb-f29de588c63b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:50.605464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64cf6972-b5b2-4bb0-b079-5cbc0db333ea tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:50.649372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:50.679316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9685b7-1190-4c3f-bc4e-fa3853966bff None None] DHCP port deletion for 6abaaf4e-90d1-4510-bb25-f26491e588d1 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:15:50.713274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de43b192-35c7-4cf0-886c-43d36c65b603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:50.722110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:50.722963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:50.724606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60ceb1cc-21bd-4cd3-b8eb-f29de588c63b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network 76084747-d71c-4e0b-9056-35f8f5b732ae is not hosted by any dhcp agent {{(pid=88841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 23 16:15:50.728698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ceb1cc-21bd-4cd3-b8eb-f29de588c63b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:50.729626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60ceb1cc-21bd-4cd3-b8eb-f29de588c63b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:50.733688 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-60ceb1cc-21bd-4cd3-b8eb-f29de588c63b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "PUT /v2.0/networks/76084747-d71c-4e0b-9056-35f8f5b732ae HTTP/1.1" status: 200  len: 762 time: 0.7127647
Dec 23 16:15:50.734180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2523086a-a798-43ac-8e1c-f4535c7b2f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:50.735220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0accc528-559d-4632-84c1-fbf67725c516 None None] Network 6abaaf4e-90d1-4510-bb25-f26491e588d1 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:50.747882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ceb1cc-21bd-4cd3-b8eb-f29de588c63b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Network': ['ID=76084747-d71c-4e0b-9056-35f8f5b732ae,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:50.765429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb46c8-f177-42b6-8240-a9fd96710cb6 req-60c63953-8e6e-4f1f-91ef-0aebe80bf1cc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:50.766506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 76084747-d71c-4e0b-9056-35f8f5b732ae details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:50.767143 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2ebb46c8-f177-42b6-8240-a9fd96710cb6 req-60c63953-8e6e-4f1f-91ef-0aebe80bf1cc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 944 time: 0.4275947
Dec 23 16:15:50.768160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-60ceb1cc-21bd-4cd3-b8eb-f29de588c63b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:50.768665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53170) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:50.797330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0accc528-559d-4632-84c1-fbf67725c516 None None] Network 6abaaf4e-90d1-4510-bb25-f26491e588d1 could not be found, it might have been deleted concurrently. {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 23 16:15:50.824387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=a2ab0354-d91a-48c6-af06-4b27fb79fae3,revision_number=4']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:50.824997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456f1ef5-212e-4f0b-a437-f9c44ada83e4 None None] Network 6abaaf4e-90d1-4510-bb25-f26491e588d1 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:50.830185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5cb5-1c43-403e-b375-c418ecd30784 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:50.852268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456f1ef5-212e-4f0b-a437-f9c44ada83e4 None None] Network 6abaaf4e-90d1-4510-bb25-f26491e588d1 could not be found, it might have been deleted concurrently. {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 23 16:15:50.866323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e321cff-22aa-45a7-b24a-64b9f006f8a3 None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:15:50.893266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:50.898121 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6a429273-b5b5-442c-9ba5-eadf2e73e782 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1fe0d644b84846fcbbac18be1e875b07&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5558000
Dec 23 16:15:50.900077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53174) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:50.910811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5304d318-e314-4636-82bd-b94c4a04d686 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:51.008462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:51.029844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:51.037627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:51.038942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:51.059336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-de43b192-35c7-4cf0-886c-43d36c65b603 None None] For port a2ab0354-d91a-48c6-af06-4b27fb79fae3, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a2ab0354-d91a-48c6-af06-4b27fb79fae3,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:51.062154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66c8dfd2-6c32-4b3a-b301-c86a73f5343b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:51.075709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de43b192-35c7-4cf0-886c-43d36c65b603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:51.082915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:51.100928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adf6a0a-2e00-4014-8085-ef0692f9fb60 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:51.107024 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1adf6a0a-2e00-4014-8085-ef0692f9fb60 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "GET /v2.0/networks?id=76084747-d71c-4e0b-9056-35f8f5b732ae HTTP/1.1" status: 200  len: 765 time: 0.3310714
Dec 23 16:15:51.107024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53178) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:51.175038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e321cff-22aa-45a7-b24a-64b9f006f8a3 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:15:51.195445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43b192-35c7-4cf0-886c-43d36c65b603 None None] Pushing event updated for resources: {'Port': ['ID=a2ab0354-d91a-48c6-af06-4b27fb79fae3,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:51.199483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-de43b192-35c7-4cf0-886c-43d36c65b603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:51.234451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4702c8fe-6681-4fd7-af7f-b397fe1fbeac None None] Could not find standard attr ID for object 05041259-9574-4d07-89cd-f685613abc45. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:15:51.317876 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cef66f8-f37b-4526-8ade-50b2da56e22c req-486e03c2-05e9-45d5-91b0-3155f1b57114 service neutron] 10.222.0.36 "GET /v2.0/networks/b508067b-ea9a-4279-b586-9644479d6225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7590921
Dec 23 16:15:51.360035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=7e5c8990-d9d2-46f6-9c34-e3dbe5e6449a,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:51.370275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:51.375787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a2ab0354-d91a-48c6-af06-4b27fb79fae3 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:51.417782 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 6.1819730
Dec 23 16:15:51.421056 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2ebb46c8-f177-42b6-8240-a9fd96710cb6 req-7165bd61-a050-4b86-bc28-78388a72bf4d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=333b43f7-7cf0-4192-bd68-e9c44b6c7564&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6158359
Dec 23 16:15:51.424161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53182) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:51.441140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66c8dfd2-6c32-4b3a-b301-c86a73f5343b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:51.557067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port a2ab0354-d91a-48c6-af06-4b27fb79fae3 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:51.557501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:51.558474 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12c44f8e-8259-4a17-a1c9-c46b4a7b56cf req-7bc29cc6-3d89-426b-bbe1-f7af4d1902d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 1097 time: 0.1859214
Dec 23 16:15:51.603769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'mac_address': 'fa:16:3e:2e:8e:88', 'name': 'tempest-NetworksTestDHCPv6-1425897809'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:51.647965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67086567-10a0-4753-a707-0b9ed6bf42ec tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:51.652323 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-67086567-10a0-4753-a707-0b9ed6bf42ec tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.5413971
Dec 23 16:15:51.654031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53188) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:51.706575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-035b4698-a7ed-440a-949c-19395fbbc4f4 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Synchronizing usage tracker for tenant:ebf2c3a4569f47d6bbe4763d78be623e on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:51.724819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-035b4698-a7ed-440a-949c-19395fbbc4f4 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Unset dirty status for tenant:ebf2c3a4569f47d6bbe4763d78be623e on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:51.728070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-035b4698-a7ed-440a-949c-19395fbbc4f4 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182 HTTP/1.1" status: 200  len: 207 time: 0.0713179
Dec 23 16:15:51.729526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66c8dfd2-6c32-4b3a-b301-c86a73f5343b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:51.735159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53192) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:51.737432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5228fc90-3396-43e3-9c1b-7e4e840ce95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:51.781342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8dfd2-6c32-4b3a-b301-c86a73f5343b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1b7e7e-1adf-40f0-a14b-dbaa193567be,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:51.790478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-66c8dfd2-6c32-4b3a-b301-c86a73f5343b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:51.794208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66c8dfd2-6c32-4b3a-b301-c86a73f5343b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:51.795541 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-66c8dfd2-6c32-4b3a-b301-c86a73f5343b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fb1b7e7e-1adf-40f0-a14b-dbaa193567be HTTP/1.1" status: 204  len: 168 time: 0.8893781
Dec 23 16:15:51.916439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 05041259-9574-4d07-89cd-f685613abc45 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:15:51.946932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72197197-84f5-4b5b-9941-10eb1c92ae3a None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:51.975114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5956b60b-370e-4318-8b3b-a43a9028bbeb tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:51.980426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5956b60b-370e-4318-8b3b-a43a9028bbeb tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:51.981899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 05041259-9574-4d07-89cd-f685613abc45 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:15:51.982825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 05041259-9574-4d07-89cd-f685613abc45 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:15:51.992103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5956b60b-370e-4318-8b3b-a43a9028bbeb tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:51.997060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5956b60b-370e-4318-8b3b-a43a9028bbeb tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.002618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5956b60b-370e-4318-8b3b-a43a9028bbeb tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.007975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5956b60b-370e-4318-8b3b-a43a9028bbeb tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.010415 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5956b60b-370e-4318-8b3b-a43a9028bbeb tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3729 time: 0.2643557
Dec 23 16:15:52.016705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53198) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:52.032414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:52.048591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:port and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:52.061838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:52.066140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c44f8e-8259-4a17-a1c9-c46b4a7b56cf req-94b76261-0bed-41ae-9602-84d73c924aa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.068289 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12c44f8e-8259-4a17-a1c9-c46b4a7b56cf req-94b76261-0bed-41ae-9602-84d73c924aa6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b508067b-ea9a-4279-b586-9644479d6225 HTTP/1.1" status: 200  len: 897 time: 0.5018067
Dec 23 16:15:52.102389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:52.245075 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12c44f8e-8259-4a17-a1c9-c46b4a7b56cf req-048779f1-a243-4943-83ef-a7a88d60e95f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab2a389-4ac8-449c-a701-b2771dd9893f HTTP/1.1" status: 200  len: 217 time: 0.1398804
Dec 23 16:15:52.251084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:52.259839 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-54840a87-1cf8-46ba-bafd-ebe81ce58cdf tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 811 time: 0.2415378
Dec 23 16:15:52.263220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53202) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:52.347901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c2533-4412-4cb6-992f-47e1007c763b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.349330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c2533-4412-4cb6-992f-47e1007c763b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.350844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c2533-4412-4cb6-992f-47e1007c763b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.352285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c2533-4412-4cb6-992f-47e1007c763b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.353879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c2533-4412-4cb6-992f-47e1007c763b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.356533 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2d5c2533-4412-4cb6-992f-47e1007c763b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0919721
Dec 23 16:15:52.360795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53206) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:52.444138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00803ea9-93ff-4178-a828-19960f847ff8 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.445620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00803ea9-93ff-4178-a828-19960f847ff8 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.447108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00803ea9-93ff-4178-a828-19960f847ff8 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.448564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00803ea9-93ff-4178-a828-19960f847ff8 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.450138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00803ea9-93ff-4178-a828-19960f847ff8 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.454019 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-00803ea9-93ff-4178-a828-19960f847ff8 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.0903285
Dec 23 16:15:52.456079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53210) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:52.465085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c44f8e-8259-4a17-a1c9-c46b4a7b56cf req-b55a06d1-84d9-4d98-bb53-5051df2b755b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.467297 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12c44f8e-8259-4a17-a1c9-c46b4a7b56cf req-b55a06d1-84d9-4d98-bb53-5051df2b755b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3958257c-c2ff-423c-adeb-d5a559123643 HTTP/1.1" status: 200  len: 834 time: 0.1970105
Dec 23 16:15:52.634907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d34b5cd-a37c-4503-8cdc-88d37c082a6a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.636451 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8d34b5cd-a37c-4503-8cdc-88d37c082a6a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "GET /v2.0/networks/d86d2001-bff7-4934-b75e-882fa5c13bfc HTTP/1.1" status: 200  len: 802 time: 0.1792719
Dec 23 16:15:52.641239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53216) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:52.681966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:52.754799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port 87359304-f857-457a-b84f-6c4d8e9346d3 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:15:52.801316 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12c44f8e-8259-4a17-a1c9-c46b4a7b56cf req-7cbd4bd0-c0d3-4b3d-b8de-865192346c98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b508067b-ea9a-4279-b586-9644479d6225&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3194575
Dec 23 16:15:52.813029 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8a0fe911-1fc6-4d4d-a138-a876b5659e3c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "GET /v2.0/networks/d86d2001-bff7-4934-b75e-882fa5c13bfc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 318 time: 0.1703625
Dec 23 16:15:52.816651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53220) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:52.900132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642d602f-34bc-44e1-ad95-1c56bbcf71d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.905258 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-642d602f-34bc-44e1-ad95-1c56bbcf71d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "GET /v2.0/subnets/44a0609a-0642-41be-9fad-5701d4d5d549 HTTP/1.1" status: 200  len: 843 time: 0.0834594
Dec 23 16:15:52.905579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53224) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:52.984129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f7bc2-4e42-4fbb-b04e-895619b77251 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:52.985809 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0e6f7bc2-4e42-4fbb-b04e-895619b77251 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "GET /v2.0/subnets/44a0609a-0642-41be-9fad-5701d4d5d549?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0791409
Dec 23 16:15:52.989652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53228) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:52.996640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-798163418'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:53.001687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:53.012880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:53.023916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:53.030308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:53.051572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819a958-a651-4d49-8dad-ceb81e68e1dc req-00385a4e-047e-4f94-8cff-b9400267acbe tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:53.053878 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8819a958-a651-4d49-8dad-ceb81e68e1dc req-00385a4e-047e-4f94-8cff-b9400267acbe tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 944 time: 0.4881744
Dec 23 16:15:53.063546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:15:53.073172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:53.073566 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Added segment f7f71307-4b29-4c1d-9af7-38db87d73b1a of type vlan for network eb48e178-ba28-46e5-85e1-8c7a590e4f47
Dec 23 16:15:53.105932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:53.144995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:53.149443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:53.150116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:53.156763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f50b1e0f-719c-4060-a28c-725b56bd1684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:53.238419 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12c44f8e-8259-4a17-a1c9-c46b4a7b56cf req-e2548083-9ad4-43cc-a1ba-6283578569ae service neutron] 10.222.0.36 "GET /v2.0/networks/b508067b-ea9a-4279-b586-9644479d6225?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4243889
Dec 23 16:15:53.271073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a2ab0354-d91a-48c6-af06-4b27fb79fae3 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:53.278816 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8819a958-a651-4d49-8dad-ceb81e68e1dc req-9806ac74-a5e8-40a2-89e0-542d631af2da tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=333b43f7-7cf0-4192-bd68-e9c44b6c7564&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1985915
Dec 23 16:15:53.287236 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2925112
Dec 23 16:15:53.287422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53232) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:53.291540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Network': ['ID=eb48e178-ba28-46e5-85e1-8c7a590e4f47,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:53.294102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:53.299331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'subnet': {'network_id': 'eb48e178-ba28-46e5-85e1-8c7a590e4f47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:53.418634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::3ad (ba343194-bb9c-4b65-8867-816842e8f671/aecf2fc1-18da-43f5-b186-1dbb96d51923/87359304-f857-457a-b84f-6c4d8e9346d3) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:53.479930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network eb48e178-ba28-46e5-85e1-8c7a590e4f47 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:15:53.606372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6ac1570b-cdb4-45b4-b1ea-26fb8f9c58b5 None None] Provisioning complete for port a2ab0354-d91a-48c6-af06-4b27fb79fae3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:53.606806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ac1570b-cdb4-45b4-b1ea-26fb8f9c58b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:53.691613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port a2ab0354-d91a-48c6-af06-4b27fb79fae3 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:53.692160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:53.807442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2e:8e88 (ba343194-bb9c-4b65-8867-816842e8f671/7e5c8990-d9d2-46f6-9c34-e3dbe5e6449a/87359304-f857-457a-b84f-6c4d8e9346d3) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:53.846361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b5cb5-1c43-403e-b375-c418ecd30784 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting port 88ac5d4d-0ccb-4a6b-bd31-4fac07827032 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:53.846751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5cb5-1c43-403e-b375-c418ecd30784 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:53.895307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:53.948104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:53.991306 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12c44f8e-8259-4a17-a1c9-c46b4a7b56cf req-6c027732-ec96-450b-bb96-97a8c45158ab service neutron] 10.222.0.36 "GET /v2.0/networks/b508067b-ea9a-4279-b586-9644479d6225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7434835
Dec 23 16:15:54.028142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Made reservation on behalf of ebf2c3a4569f47d6bbe4763d78be623e for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:54.089831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device fab2a389-4ac8-449c-a701-b2771dd9893f details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:15:54.241387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port fab2a389-4ac8-449c-a701-b2771dd9893f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fab2a389-4ac8-449c-a701-b2771dd9893f,segment=NetworkSegment(9f90a5cb-9cff-412f-a314-7cbf842a8f16),segment_id=9f90a5cb-9cff-412f-a314-7cbf842a8f16)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:54.257384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'port_id': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'mac_address': 'fa:16:3e:f4:dd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:15:54.318663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:54.318892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:54.356415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab2a389-4ac8-449c-a701-b2771dd9893f {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:15:54.364188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93c6717a-a004-4c89-9c51-42cb068f995d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:54.377456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port fab2a389-4ac8-449c-a701-b2771dd9893f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fab2a389-4ac8-449c-a701-b2771dd9893f,segment=NetworkSegment(9f90a5cb-9cff-412f-a314-7cbf842a8f16),segment_id=9f90a5cb-9cff-412f-a314-7cbf842a8f16)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:54.382291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:54.383979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:54.394133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5cb5-1c43-403e-b375-c418ecd30784 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:54.455466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=fab2a389-4ac8-449c-a701-b2771dd9893f,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:54.459006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:54.516095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde4855-47bf-4df8-aef9-cd4f1383b63d req-741c5d88-ce04-47cd-beef-7bfde7f638fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:54.517693 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5dde4855-47bf-4df8-aef9-cd4f1383b63d req-741c5d88-ce04-47cd-beef-7bfde7f638fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 945 time: 0.0944822
Dec 23 16:15:54.568180 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5dde4855-47bf-4df8-aef9-cd4f1383b63d req-68caaa98-fd64-4e9f-b9c2-61725a9dc2b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=333b43f7-7cf0-4192-bd68-e9c44b6c7564&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437818
Dec 23 16:15:54.596043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['fab2a389-4ac8-449c-a701-b2771dd9893f'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:15:54.602045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b5cb5-1c43-403e-b375-c418ecd30784 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Calling delete_port for 88ac5d4d-0ccb-4a6b-bd31-4fac07827032 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:54.637260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Performing IP validity checks on allocation pools {{(pid=88840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 23 16:15:54.637879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 23 16:15:54.680004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:54.719471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object 87359304-f857-457a-b84f-6c4d8e9346d3 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:54.845217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:54.856616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7566521f-abe7-406a-b7b4-75941e4c37e0 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:54.974503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:54.977979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=87359304-f857-457a-b84f-6c4d8e9346d3,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:54.980723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:54.983283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:54.985619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:54.989559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:54.994003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:54.994700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:55.001855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-76052cc2-701a-4669-b024-8c667690a8fa tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:55.167455 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.7386749
Dec 23 16:15:55.171166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53238) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:55.178479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Subnet': ['ID=30bc5983-b82a-4713-b524-13af7f00e407,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:55.183697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:55.184542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5cb5-1c43-403e-b375-c418ecd30784 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:55.190346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc5bbc99-f1a0-463a-9889-77322e2bd8c4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:55.241903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b5cb5-1c43-403e-b375-c418ecd30784 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Port': ['ID=88ac5d4d-0ccb-4a6b-bd31-4fac07827032,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:55.248913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ff0b5cb5-1c43-403e-b375-c418ecd30784 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:55.250506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Checking segment: {'id': 'f7f71307-4b29-4c1d-9af7-38db87d73b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb48e178-ba28-46e5-85e1-8c7a590e4f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:55.250922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network hostable DHCP agents. Network: eb48e178-ba28-46e5-85e1-8c7a590e4f47, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:15:55.266335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1ff8e17a-5f72-4f64-93db-21d0cc3e46cf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 87359304-f857-457a-b84f-6c4d8e9346d3 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:55.266673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e17a-5f72-4f64-93db-21d0cc3e46cf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:55.335286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-35120e99-8f7d-4128-b942-785d9dd542b0 None None] Provisioning for port 87359304-f857-457a-b84f-6c4d8e9346d3 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:55.340445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-35120e99-8f7d-4128-b942-785d9dd542b0 None None] Provisioning complete for port 87359304-f857-457a-b84f-6c4d8e9346d3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:55.341109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35120e99-8f7d-4128-b942-785d9dd542b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:55.368519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Network eb48e178-ba28-46e5-85e1-8c7a590e4f47 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:15:55.401151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-35120e99-8f7d-4128-b942-785d9dd542b0 None None] Port 87359304-f857-457a-b84f-6c4d8e9346d3 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:15:55.440482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, eb48e178-ba28-46e5-85e1-8c7a590e4f47) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:55.449469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3201db12-40f9-4033-8db8-ed2b431cf3d9 None None] Network eb48e178-ba28-46e5-85e1-8c7a590e4f47 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:55.451733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:55.452547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:55.490734 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 2.1999416
Dec 23 16:15:55.491439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53242) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:55.501953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5d1e92bb-f4df-4373-be96-a03b6ecb2bec tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:55.537682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e17a-5f72-4f64-93db-21d0cc3e46cf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:55.688563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1ff8e17a-5f72-4f64-93db-21d0cc3e46cf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 87359304-f857-457a-b84f-6c4d8e9346d3 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:55.706256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-eb48e178-ba28-46e5-85e1-8c7a590e4f47', 'network_id': 'eb48e178-ba28-46e5-85e1-8c7a590e4f47', 'tenant_id': 'ebf2c3a4569f47d6bbe4763d78be623e', 'fixed_ips': [{'subnet_id': '30bc5983-b82a-4713-b524-13af7f00e407'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:15:55.707213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:55.761655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d1e92bb-f4df-4373-be96-a03b6ecb2bec tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2962660'] for subnet, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:55.891215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5cb5-1c43-403e-b375-c418ecd30784 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:55.907962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:55.908622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e17a-5f72-4f64-93db-21d0cc3e46cf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:55.914582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4fb80250-847d-4cd9-901b-96b5e6ad3c48 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:55.949380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0335bd6-479d-4f7b-a9f1-a75cc81cf99a req-c89c52df-665c-4488-b779-3688e83c6faa tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:55.951048 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0335bd6-479d-4f7b-a9f1-a75cc81cf99a req-c89c52df-665c-4488-b779-3688e83c6faa tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 945 time: 0.2361894
Dec 23 16:15:55.963556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8e17a-5f72-4f64-93db-21d0cc3e46cf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=87359304-f857-457a-b84f-6c4d8e9346d3,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:55.968664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1ff8e17a-5f72-4f64-93db-21d0cc3e46cf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:56.046327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e17a-5f72-4f64-93db-21d0cc3e46cf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:56.059941 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1ff8e17a-5f72-4f64-93db-21d0cc3e46cf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/87359304-f857-457a-b84f-6c4d8e9346d3 HTTP/1.1" status: 204  len: 168 time: 0.8841965
Dec 23 16:15:56.060908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53248) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:56.101318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device fab2a389-4ac8-449c-a701-b2771dd9893f up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:56.163374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87879c3-ec4e-428a-9ba2-45f3e2cc1837 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:56.164525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f87879c3-ec4e-428a-9ba2-45f3e2cc1837 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:56.203815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f87879c3-ec4e-428a-9ba2-45f3e2cc1837 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:56.208733 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f87879c3-ec4e-428a-9ba2-45f3e2cc1837 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1465628
Dec 23 16:15:56.209462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53252) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:56.233780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port fab2a389-4ac8-449c-a701-b2771dd9893f completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:15:56.240074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port fab2a389-4ac8-449c-a701-b2771dd9893f triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:56.240564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:56.314358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8caf6-88c2-4f9a-abcf-07516c427296 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:56.319066 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b7a8caf6-88c2-4f9a-abcf-07516c427296 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1084843
Dec 23 16:15:56.319737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53256) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:56.383642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:56.396436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa26fe11-5eb4-4ce1-88ef-a14627c5604f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:56.397977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa26fe11-5eb4-4ce1-88ef-a14627c5604f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:56.399623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa26fe11-5eb4-4ce1-88ef-a14627c5604f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:56.400498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fa26fe11-5eb4-4ce1-88ef-a14627c5604f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:15:56.413958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84021b50-7dd6-4793-9f26-df84da4bb605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab2a389-4ac8-449c-a701-b2771dd9893f'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:15:56.414933 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0335bd6-479d-4f7b-a9f1-a75cc81cf99a req-5d7fc86d-2f20-42fb-a32c-406dac7e01e9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=333b43f7-7cf0-4192-bd68-e9c44b6c7564&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4555418
Dec 23 16:15:56.420914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fa26fe11-5eb4-4ce1-88ef-a14627c5604f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:15:56.426940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53262) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:56.427141 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fa26fe11-5eb4-4ce1-88ef-a14627c5604f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1056290
Dec 23 16:15:56.476575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port fab2a389-4ac8-449c-a701-b2771dd9893f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fab2a389-4ac8-449c-a701-b2771dd9893f,segment=NetworkSegment(9f90a5cb-9cff-412f-a314-7cbf842a8f16),segment_id=9f90a5cb-9cff-412f-a314-7cbf842a8f16)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:56.479945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d1e92bb-f4df-4373-be96-a03b6ecb2bec tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730455742118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2860485'] for subnet, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:56.480096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:56.483126 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84021b50-7dd6-4793-9f26-df84da4bb605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'code': 200}
Dec 23 16:15:56.489743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:56.492732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ab549f30-f36f-41d3-81a4-84cb33f24964 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:56.576500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Allocated IP 2001:db8::3 (eb48e178-ba28-46e5-85e1-8c7a590e4f47/30bc5983-b82a-4713-b524-13af7f00e407/ba5a9b2a-0575-4668-a079-7abbb2eba864) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:15:56.584961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=fab2a389-4ac8-449c-a701-b2771dd9893f,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:56.591442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:56.641530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb13788f-1e72-4115-8dd1-63ad1e28b5b4 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 7e5c8990-d9d2-46f6-9c34-e3dbe5e6449a {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:15:56.660385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb13788f-1e72-4115-8dd1-63ad1e28b5b4 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:56.700117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e92bb-f4df-4373-be96-a03b6ecb2bec tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event updated for resources: {'Subnet': ['ID=30bc5983-b82a-4713-b524-13af7f00e407,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:56.739535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-83abddee-56c5-4066-ac8e-2e4c1b0f5459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:56.743353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1e92bb-f4df-4373-be96-a03b6ecb2bec tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:56.743720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d1e92bb-f4df-4373-be96-a03b6ecb2bec tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:56.745156 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5d1e92bb-f4df-4373-be96-a03b6ecb2bec tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "PUT /v2.0/subnets/30bc5983-b82a-4713-b524-13af7f00e407 HTTP/1.1" status: 200  len: 900 time: 1.2527015
Dec 23 16:15:56.746301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d1e92bb-f4df-4373-be96-a03b6ecb2bec tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:56.748993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53266) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:56.798953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb13788f-1e72-4115-8dd1-63ad1e28b5b4 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:56.828018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:56.838943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Transition to ACTIVE for port object ba5a9b2a-0575-4668-a079-7abbb2eba864 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:56.862779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Transition to ACTIVE for port object ba5a9b2a-0575-4668-a079-7abbb2eba864 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:15:56.868076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:56.874937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-321e3ab2-2819-46ef-b62c-febac50b3ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:56.903733 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2b9945d-e172-42e8-9e91-d2210e6d416a req-3d341270-211f-4a3d-b67a-cd6feaa57cc3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 1099 time: 0.2048869
Dec 23 16:15:56.906600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:56.917939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Deleting port ba5a9b2a-0575-4668-a079-7abbb2eba864 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:56.918331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:56.943438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Network eb48e178-ba28-46e5-85e1-8c7a590e4f47 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:15:56.946395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:15:56.951198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:56.959712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Pushing event updated for resources: {'Port': ['ID=ba5a9b2a-0575-4668-a079-7abbb2eba864,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:57.001295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:57.040441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb13788f-1e72-4115-8dd1-63ad1e28b5b4 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:57.067476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Attempting to bind port ba5a9b2a-0575-4668-a079-7abbb2eba864 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:15:57.067907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Attempting to bind port ba5a9b2a-0575-4668-a079-7abbb2eba864 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'f7f71307-4b29-4c1d-9af7-38db87d73b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb48e178-ba28-46e5-85e1-8c7a590e4f47'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:15:57.068331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Attempting to bind port ba5a9b2a-0575-4668-a079-7abbb2eba864 on network eb48e178-ba28-46e5-85e1-8c7a590e4f47 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:15:57.077798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:15:57.078262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Checking segment: {'id': 'f7f71307-4b29-4c1d-9af7-38db87d73b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb48e178-ba28-46e5-85e1-8c7a590e4f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:15:57.078730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:57.079240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Bound using segment: {'id': 'f7f71307-4b29-4c1d-9af7-38db87d73b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb48e178-ba28-46e5-85e1-8c7a590e4f47'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:15:57.079778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Bound port: ba5a9b2a-0575-4668-a079-7abbb2eba864, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f71307-4b29-4c1d-9af7-38db87d73b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb48e178-ba28-46e5-85e1-8c7a590e4f47'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:15:57.080214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:57.194219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] For port ba5a9b2a-0575-4668-a079-7abbb2eba864, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:15:57.201863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] For port ba5a9b2a-0575-4668-a079-7abbb2eba864, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ba5a9b2a-0575-4668-a079-7abbb2eba864,segment=NetworkSegment(f7f71307-4b29-4c1d-9af7-38db87d73b1a),segment_id=f7f71307-4b29-4c1d-9af7-38db87d73b1a)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:15:57.212606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:57.221479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-de43b192-35c7-4cf0-886c-43d36c65b603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:57.225942 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2b9945d-e172-42e8-9e91-d2210e6d416a req-1dce0525-82f2-4757-a4b9-a7997ec32bbe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=333b43f7-7cf0-4192-bd68-e9c44b6c7564&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2529392
Dec 23 16:15:57.244408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] For port ba5a9b2a-0575-4668-a079-7abbb2eba864, host dv-neutron-822801-1-hyperv, got binding levels [] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:57.245240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:57.287709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:57.292361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb13788f-1e72-4115-8dd1-63ad1e28b5b4 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:57.297737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:57.316699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Pushing event updated for resources: {'Port': ['ID=ba5a9b2a-0575-4668-a079-7abbb2eba864,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:57.320284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:57.386778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Calling delete_port for ba5a9b2a-0575-4668-a079-7abbb2eba864 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:57.407813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13788f-1e72-4115-8dd1-63ad1e28b5b4 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5c8990-d9d2-46f6-9c34-e3dbe5e6449a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:57.413376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb13788f-1e72-4115-8dd1-63ad1e28b5b4 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:57.422244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eacb77-4246-45c3-a54f-bdb8c9727162 req-88120773-cc04-4391-a920-2fc7c90c6ece tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:57.424017 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67eacb77-4246-45c3-a54f-bdb8c9727162 req-88120773-cc04-4391-a920-2fc7c90c6ece tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.3415513
Dec 23 16:15:57.439724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb13788f-1e72-4115-8dd1-63ad1e28b5b4 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:57.442611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e70f3d-7b65-46a1-a1a8-c93e56e20edb None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:57.477114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:57.478436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:15:57.485477 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cb13788f-1e72-4115-8dd1-63ad1e28b5b4 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/7e5c8990-d9d2-46f6-9c34-e3dbe5e6449a HTTP/1.1" status: 204  len: 168 time: 1.0534775
Dec 23 16:15:57.486444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53274) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:57.525130 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67eacb77-4246-45c3-a54f-bdb8c9727162 req-5fe14775-b0d9-4098-a63f-ebdaa7b3d0b4 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856616
Dec 23 16:15:57.818792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0b5cb5-1c43-403e-b375-c418ecd30784 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Router 505599db-781a-4e82-9405-77460a246f53 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:15:57.836229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6bca29-6005-4e79-a010-7903a08abb7f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet aecf2fc1-18da-43f5-b186-1dbb96d51923 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:15:57.840133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af6bca29-6005-4e79-a010-7903a08abb7f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:57.866690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b5e59-444f-4b27-819c-413f2f716653 req-5958bca4-007c-413d-bb3b-36904d2cbdb0 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:57.868439 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e3b5e59-444f-4b27-819c-413f2f716653 req-5958bca4-007c-413d-bb3b-36904d2cbdb0 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.1603973
Dec 23 16:15:57.877711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195f6d5-cd58-411a-b683-63a14b41a948 req-611194a5-4911-4c69-a9b2-a5186e9311c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:57.879676 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c195f6d5-cd58-411a-b683-63a14b41a948 req-611194a5-4911-4c69-a9b2-a5186e9311c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 946 time: 0.1793749
Dec 23 16:15:57.939895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af6bca29-6005-4e79-a010-7903a08abb7f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:57.980342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Deleting port ba5a9b2a-0575-4668-a079-7abbb2eba864 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:57.980633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:58.019758 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e3b5e59-444f-4b27-819c-413f2f716653 req-b809ba4b-dc34-41a9-97cc-764086dd61a2 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846100
Dec 23 16:15:58.226032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0b5cb5-1c43-403e-b375-c418ecd30784 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:15:58.238306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9afe1f-daca-4de1-af7d-c913b704d95a None None] Sync routers for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:15:58.255153 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ff0b5cb5-1c43-403e-b375-c418ecd30784 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "PUT /v2.0/routers/505599db-781a-4e82-9405-77460a246f53/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1870382
Dec 23 16:15:58.257758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53282) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:58.261614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9afe1f-daca-4de1-af7d-c913b704d95a None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:58.270106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0c9afe1f-daca-4de1-af7d-c913b704d95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5dc9e8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:58.428198 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c195f6d5-cd58-411a-b683-63a14b41a948 req-868794a2-24c1-452e-90b3-846f33251eee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=333b43f7-7cf0-4192-bd68-e9c44b6c7564&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5398340
Dec 23 16:15:58.455251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0c9afe1f-daca-4de1-af7d-c913b704d95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5dc9e8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:58.485456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9afe1f-daca-4de1-af7d-c913b704d95a None None] Routers {'505599db-781a-4e82-9405-77460a246f53'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:58.486155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0c9afe1f-daca-4de1-af7d-c913b704d95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5dc9e8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['505599db-781a-4e82-9405-77460a246f53'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:58.587593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0c9afe1f-daca-4de1-af7d-c913b704d95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5dc9e8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:15:58.588262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9afe1f-daca-4de1-af7d-c913b704d95a None None] The sync data for ids ['505599db-781a-4e82-9405-77460a246f53'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:15:58.605064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af6bca29-6005-4e79-a010-7903a08abb7f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:58.609217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:58.691570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7efe0-976d-4889-be20-2fca897ed08c req-05805e93-563b-4aba-817c-14304163a1f9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:58.693379 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-87f7efe0-976d-4889-be20-2fca897ed08c req-05805e93-563b-4aba-817c-14304163a1f9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.1471961
Dec 23 16:15:58.707034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:58.768507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] For port ba5a9b2a-0575-4668-a079-7abbb2eba864, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ba5a9b2a-0575-4668-a079-7abbb2eba864,segment=NetworkSegment(f7f71307-4b29-4c1d-9af7-38db87d73b1a),segment_id=f7f71307-4b29-4c1d-9af7-38db87d73b1a)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:15:58.768922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:58.846730 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-87f7efe0-976d-4889-be20-2fca897ed08c req-a929a0f9-5ebe-44ed-a529-5aff8c7a5eaa tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1433952
Dec 23 16:15:58.915871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Calling delete_port for ba5a9b2a-0575-4668-a079-7abbb2eba864 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:58.960070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af6bca29-6005-4e79-a010-7903a08abb7f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:58.968002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:59.031168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bca29-6005-4e79-a010-7903a08abb7f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=aecf2fc1-18da-43f5-b186-1dbb96d51923,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:59.036127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-af6bca29-6005-4e79-a010-7903a08abb7f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:59.041861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af6bca29-6005-4e79-a010-7903a08abb7f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:59.056169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4faa5d-1775-4a13-bd9e-a25be2fdc9f1 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:59.076953 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-af6bca29-6005-4e79-a010-7903a08abb7f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/aecf2fc1-18da-43f5-b186-1dbb96d51923 HTTP/1.1" status: 204  len: 168 time: 1.5859790
Dec 23 16:15:59.077699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53288) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:59.111631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-118fbcb8-4557-4f4a-9220-c9124dfec301 None None] Provisioning complete for port a2ab0354-d91a-48c6-af06-4b27fb79fae3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:15:59.112234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-118fbcb8-4557-4f4a-9220-c9124dfec301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:59.221907 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-25d59b2e-5fc8-475f-bfad-80441ec21438 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1433308
Dec 23 16:15:59.227373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53292) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:59.236463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:15:59.342943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:59.353194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting port 998097e0-6bac-4033-9861-5529720468cf {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:59.353733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:59.381026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ba5a9b2a-0575-4668-a079-7abbb2eba864 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:15:59.389155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:59.404934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87755b27-29a1-4144-8cb0-ba201d005200 tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:59.420250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: ba5a9b2a-0575-4668-a079-7abbb2eba864 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:15:59.420673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ba5a9b2a-0575-4668-a079-7abbb2eba864 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 23 16:15:59.461747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Port ba5a9b2a-0575-4668-a079-7abbb2eba864 not found, will not notify nova. {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 23 16:15:59.486300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:15:59.490656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:15:59.493767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:15:59.501095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:15:59.509808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Port': ['ID=ba5a9b2a-0575-4668-a079-7abbb2eba864,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:59.513275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:15:59.555392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:15:59.562808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:59.587744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:59.670414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbf9a39-a6d6-4d4d-b562-cb49b631f961 None None] Network eb48e178-ba28-46e5-85e1-8c7a590e4f47 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:15:59.672316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No DVR routers for this DVR port ba5a9b2a-0575-4668-a079-7abbb2eba864 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:15:59.727891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Calling delete_port for 998097e0-6bac-4033-9861-5529720468cf owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:15:59.854338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:59.916918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775307e8-eaf0-4b1a-888c-29573737afed None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:15:59.926505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:59.933071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:15:59.943434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029555a4-cfae-423d-9f2a-30f2a7b68e2c req-eb5f79a4-4de1-4614-ab05-8baf9cb53852 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:15:59.945115 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-029555a4-cfae-423d-9f2a-30f2a7b68e2c req-eb5f79a4-4de1-4614-ab05-8baf9cb53852 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 946 time: 0.3138144
Dec 23 16:15:59.978505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-775307e8-eaf0-4b1a-888c-29573737afed None None] Deleting port a2ab0354-d91a-48c6-af06-4b27fb79fae3 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:15:59.979364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-775307e8-eaf0-4b1a-888c-29573737afed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:15:59.991369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Port': ['ID=998097e0-6bac-4033-9861-5529720468cf,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:15:59.996609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:00.034932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8b4dc57c-84ee-4741-a99b-ee48b25e8ebe None None] Could not find standard attr ID for object ba5a9b2a-0575-4668-a079-7abbb2eba864. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:16:00.073145 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-029555a4-cfae-423d-9f2a-30f2a7b68e2c req-9d6646f5-9903-409f-bf3c-f3fadc98cf7c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=333b43f7-7cf0-4192-bd68-e9c44b6c7564&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1115928
Dec 23 16:16:00.145211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.150874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-75ad7ef8-6514-479f-83f4-9685697d5c35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:00.256727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Subnet': ['ID=30bc5983-b82a-4713-b524-13af7f00e407,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:00.275393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:00.319295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-775307e8-eaf0-4b1a-888c-29573737afed None None] For port a2ab0354-d91a-48c6-af06-4b27fb79fae3, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a2ab0354-d91a-48c6-af06-4b27fb79fae3,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:00.319690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-775307e8-eaf0-4b1a-888c-29573737afed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.336404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.396641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d43b539-7000-4a09-b564-08b8e1e4145f None None] Network eb48e178-ba28-46e5-85e1-8c7a590e4f47 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:00.409717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.417341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d347481d-716a-4124-ab53-3bf6fb782b4a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:00.477814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-775307e8-eaf0-4b1a-888c-29573737afed None None] Calling delete_port for a2ab0354-d91a-48c6-af06-4b27fb79fae3 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:00.485709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb668403-6141-47f4-b292-ab084d6858a5 req-13e4b9a2-4aa4-4b1f-b440-51f250536a0e tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:00.487386 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-eb668403-6141-47f4-b292-ab084d6858a5 req-13e4b9a2-4aa4-4b1f-b440-51f250536a0e tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.4880052
Dec 23 16:16:00.532532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.574706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:00.587028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:00.590043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:00.590711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.598211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78e8d0f0>,) {'filters': {'network_id': ['eb48e178-ba28-46e5-85e1-8c7a590e4f47']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:00.606771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=2f829e67-a33c-41aa-814e-b3458f26c684,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:00.610390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:00.628454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78e8d0f0>, 'f7f71307-4b29-4c1d-9af7-38db87d73b1a') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:00.628800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78e8d0f0>, 'f7f71307-4b29-4c1d-9af7-38db87d73b1a') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:00.652327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24a2d1-db54-409e-b7c5-da5c32476d9d req-cd038814-b608-4054-aca2-ab6d277e7607 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:00.654561 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3b24a2d1-db54-409e-b7c5-da5c32476d9d req-cd038814-b608-4054-aca2-ab6d277e7607 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 946 time: 0.3395760
Dec 23 16:16:00.661025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.681580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.688102 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-eb668403-6141-47f4-b292-ab084d6858a5 req-a2528959-c796-4abf-a0e1-e365cf412ad2 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1935425
Dec 23 16:16:00.690483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.708219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.717745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-775307e8-eaf0-4b1a-888c-29573737afed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.731221 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.4943299
Dec 23 16:16:00.731221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53302) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:00.731437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:00.734416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cca65cba-b5dd-447f-8707-80922f097144 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:00.741549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.742498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Fanout notify agent at l3_agent the message router_deleted on router 505599db-781a-4e82-9405-77460a246f53 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:16:00.762065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:16:00.762317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.770886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.772621 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/routers/505599db-781a-4e82-9405-77460a246f53 HTTP/1.1" status: 204  len: 168 time: 2.5136371
Dec 23 16:16:00.775061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53306) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:00.775993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775307e8-eaf0-4b1a-888c-29573737afed None None] No DVR routers for this DVR port a2ab0354-d91a-48c6-af06-4b27fb79fae3 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:16:00.777724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775307e8-eaf0-4b1a-888c-29573737afed None None] Pushing event deleted for resources: {'Port': ['ID=a2ab0354-d91a-48c6-af06-4b27fb79fae3,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:00.781421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-775307e8-eaf0-4b1a-888c-29573737afed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:00.783580 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:00.800566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c121ec-23df-47c6-ad06-6939812914ba None None] DHCP port deletion for eb48e178-ba28-46e5-85e1-8c7a590e4f47 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:16:00.842476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a834cf8d-8ac5-49db-b730-6a8093f38c43 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:00.894387 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3b24a2d1-db54-409e-b7c5-da5c32476d9d req-95350bb6-66fc-4002-810c-8a7167e73f39 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=333b43f7-7cf0-4192-bd68-e9c44b6c7564&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2258320
Dec 23 16:16:00.937974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53310) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:00.955917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.960367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:00.973213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:01.010537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Network': ['ID=eb48e178-ba28-46e5-85e1-8c7a590e4f47,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:01.013977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:01.023376 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/eb48e178-ba28-46e5-85e1-8c7a590e4f47 HTTP/1.1" status: 204  len: 168 time: 4.2723804
Dec 23 16:16:01.024834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53314) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:01.049012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cca65cba-b5dd-447f-8707-80922f097144 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:01.053348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cca65cba-b5dd-447f-8707-80922f097144 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:01.056379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cca65cba-b5dd-447f-8707-80922f097144 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:01.062530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cca65cba-b5dd-447f-8707-80922f097144 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:01.071726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca65cba-b5dd-447f-8707-80922f097144 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:01.078419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cca65cba-b5dd-447f-8707-80922f097144 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.089188 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e9584c-4e99-40f1-ba15-91e95596282b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:01.089701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e9584c-4e99-40f1-ba15-91e95596282b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:01.092298 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-46e9584c-4e99-40f1-ba15-91e95596282b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/subnets/30bc5983-b82a-4713-b524-13af7f00e407 HTTP/1.1" status: 404  len: 337 time: 0.0656695
Dec 23 16:16:01.094031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba343194-bb9c-4b65-8867-816842e8f671', 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'tenant_id': '6b11aaf849ed43d1bc2c703019fdb917', 'fixed_ips': [{'subnet_id': '2f829e67-a33c-41aa-814e-b3458f26c684'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:16:01.095168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.098585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-694accc4-5476-4e54-af3a-26361b3178f4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Deleting subnet 93c1a568-2f1c-49ec-9500-55a6b7219535 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:16:01.101566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53318) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:01.107471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-694accc4-5476-4e54-af3a-26361b3178f4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.183076 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c41646-0edf-490a-b7f0-a4a4f6e8072d tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:01.183583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c41646-0edf-490a-b7f0-a4a4f6e8072d tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:01.186080 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b0c41646-0edf-490a-b7f0-a4a4f6e8072d tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/eb48e178-ba28-46e5-85e1-8c7a590e4f47 HTTP/1.1" status: 404  len: 339 time: 0.0806246
Dec 23 16:16:01.189762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53322) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:01.197462 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0d8ac5b9-dc5b-4729-b412-716502204176 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 1094 time: 0.2556834
Dec 23 16:16:01.205204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53326) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:01.211517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:01.231459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:01.241070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:floatingip and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:01.246565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-694accc4-5476-4e54-af3a-26361b3178f4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.248207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:01.259317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:01.288715 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.ipam_backend_mixin [None req-cca65cba-b5dd-447f-8707-80922f097144 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f829e67-a33c-41aa-814e-b3458f26c684 (CIDR: 2001:db8::/64)
Dec 23 16:16:01.295123 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca65cba-b5dd-447f-8707-80922f097144 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:16:01.296240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca65cba-b5dd-447f-8707-80922f097144 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:01.307760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a2ab0354-d91a-48c6-af06-4b27fb79fae3 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:16:01.307940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.348638 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cca65cba-b5dd-447f-8707-80922f097144 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6200440
Dec 23 16:16:01.349540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53330) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:01.356643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: a2ab0354-d91a-48c6-af06-4b27fb79fae3 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:16:01.356643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a2ab0354-d91a-48c6-af06-4b27fb79fae3 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:16:01.357210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ba5a9b2a-0575-4668-a079-7abbb2eba864 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:16:01.360415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'subnet': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:01.388072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b05a11ce-2282-408d-bb61-2f1811ac8a2e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.399707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Allocated IP 2001:db8::2 (ba343194-bb9c-4b65-8867-816842e8f671/2f829e67-a33c-41aa-814e-b3458f26c684/bf02baab-900d-4022-854f-087900aaa95d) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:01.404819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-694accc4-5476-4e54-af3a-26361b3178f4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.409231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: ba5a9b2a-0575-4668-a079-7abbb2eba864 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:16:01.409631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ba5a9b2a-0575-4668-a079-7abbb2eba864 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:16:01.613524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b05a11ce-2282-408d-bb61-2f1811ac8a2e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.650261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-694accc4-5476-4e54-af3a-26361b3178f4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.654810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.656761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b05a11ce-2282-408d-bb61-2f1811ac8a2e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79bebcc0>,) {'filters': {'network_id': ['76084747-d71c-4e0b-9056-35f8f5b732ae']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:01.664497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b2147aa-98a2-46bb-b218-f8fc5ac55b6c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:01.666882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Transition to ACTIVE for port object bf02baab-900d-4022-854f-087900aaa95d will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:01.690435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Transition to ACTIVE for port object bf02baab-900d-4022-854f-087900aaa95d will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:01.695674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.700271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-845793ac-dd9c-4761-9a85-91e60ba1f1d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:01.713460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b05a11ce-2282-408d-bb61-2f1811ac8a2e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79bebcc0>, '93935fbb-3a01-42ea-adb5-64a928426142') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:01.713787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b05a11ce-2282-408d-bb61-2f1811ac8a2e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79bebcc0>, '93935fbb-3a01-42ea-adb5-64a928426142') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:01.721437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694accc4-5476-4e54-af3a-26361b3178f4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Subnet': ['ID=93c1a568-2f1c-49ec-9500-55a6b7219535,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:01.726713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-694accc4-5476-4e54-af3a-26361b3178f4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:01.731759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b05a11ce-2282-408d-bb61-2f1811ac8a2e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.756637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b05a11ce-2282-408d-bb61-2f1811ac8a2e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.765839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05a11ce-2282-408d-bb61-2f1811ac8a2e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:16:01.766920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b05a11ce-2282-408d-bb61-2f1811ac8a2e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.767098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Pushing event updated for resources: {'Port': ['ID=bf02baab-900d-4022-854f-087900aaa95d,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:01.770056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:01.786554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:01.786554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:01.788504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:01.875671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:01.876119 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:01.884435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-694accc4-5476-4e54-af3a-26361b3178f4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.886409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Attempting to bind port bf02baab-900d-4022-854f-087900aaa95d on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:16:01.887026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Attempting to bind port bf02baab-900d-4022-854f-087900aaa95d by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:16:01.887150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:subnet and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:01.887567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Attempting to bind port bf02baab-900d-4022-854f-087900aaa95d on network ba343194-bb9c-4b65-8867-816842e8f671 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:16:01.891284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:01.895326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:16:01.895800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Checking segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:01.896195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.896643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Bound using segment: {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:16:01.897176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Bound port: bf02baab-900d-4022-854f-087900aaa95d, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68a0050-26bd-4a57-b130-778e576fbdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:16:01.897723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.903535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:01.909376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.941065 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-694accc4-5476-4e54-af3a-26361b3178f4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/subnets/93c1a568-2f1c-49ec-9500-55a6b7219535 HTTP/1.1" status: 204  len: 168 time: 1.1624098
Dec 23 16:16:01.944945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53336) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:01.949456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b05a11ce-2282-408d-bb61-2f1811ac8a2e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.958324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:01.964573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.974962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e3a99d54-4c5c-479a-9c07-eda3b2370fd8 tempest-TagsExtTest-948693419 tempest-TagsExtTest-948693419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:01.995731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] For port bf02baab-900d-4022-854f-087900aaa95d, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:16:01.998489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b05a11ce-2282-408d-bb61-2f1811ac8a2e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:01.999756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] For port bf02baab-900d-4022-854f-087900aaa95d, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bf02baab-900d-4022-854f-087900aaa95d,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:16:02.003323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:02.008218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f9fde662-6189-4330-857e-fb80ef64f32d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:02.102287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Pushing event updated for resources: {'Port': ['ID=bf02baab-900d-4022-854f-087900aaa95d,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:02.106704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:02.215452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.73 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/9ccc7a74-c6a3-444d-a141-e5c33d1d1726) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:02.278481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a11ce-2282-408d-bb61-2f1811ac8a2e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Network': ['ID=76084747-d71c-4e0b-9056-35f8f5b732ae,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:02.295877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b05a11ce-2282-408d-bb61-2f1811ac8a2e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:02.304457 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b05a11ce-2282-408d-bb61-2f1811ac8a2e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/76084747-d71c-4e0b-9056-35f8f5b732ae HTTP/1.1" status: 204  len: 168 time: 1.1135373
Dec 23 16:16:02.308570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53340) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:02.426209 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-395ffea3-ee98-4061-aa2d-3192046a3919 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:02.426723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395ffea3-ee98-4061-aa2d-3192046a3919 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:02.431044 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-395ffea3-ee98-4061-aa2d-3192046a3919 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/subnets/953b32dc-d44e-46b0-8f8f-fe31ca32b0a0 HTTP/1.1" status: 404  len: 337 time: 0.1189091
Dec 23 16:16:02.432066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53344) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:02.446141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e1dec87-6a48-4c6d-8bec-5c093b115c9e tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:02.459634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:02.497305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3b207-c501-4fc9-abbc-f297981f8f27 req-91628c83-7550-4257-8051-c5a4a725d235 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:02.498755 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54e3b207-c501-4fc9-abbc-f297981f8f27 req-91628c83-7550-4257-8051-c5a4a725d235 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.6111546
Dec 23 16:16:02.508928 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c705f1bc-7a05-4c4e-81d4-6415aa944059 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:02.509437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c705f1bc-7a05-4c4e-81d4-6415aa944059 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:02.514217 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c705f1bc-7a05-4c4e-81d4-6415aa944059 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/6abaaf4e-90d1-4510-bb25-f26491e588d1 HTTP/1.1" status: 404  len: 339 time: 0.0769966
Dec 23 16:16:02.515084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53348) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:02.634381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:02.641904 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54e3b207-c501-4fc9-abbc-f297981f8f27 req-6963c15c-9cab-4f16-a59d-96ed884dcc85 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1344931
Dec 23 16:16:02.644129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-69532192-1a82-4d91-b879-6ace1711817d tempest-RoutersIpV6AdminTest-1323149271 tempest-RoutersIpV6AdminTest-1323149271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:02.699710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e1dec87-6a48-4c6d-8bec-5c093b115c9e tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:02.730949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-5e1dec87-6a48-4c6d-8bec-5c093b115c9e tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79145080>,) {'filters': {'network_id': ['80adc495-91d5-4faf-be85-3530fbb88615']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:02.745137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-5e1dec87-6a48-4c6d-8bec-5c093b115c9e tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79145080>, '7fad50e1-7848-4e55-86ee-9f50c2b34c70') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:02.745456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-5e1dec87-6a48-4c6d-8bec-5c093b115c9e tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79145080>, '7fad50e1-7848-4e55-86ee-9f50c2b34c70') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:02.758550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e1dec87-6a48-4c6d-8bec-5c093b115c9e tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:02.774500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e1dec87-6a48-4c6d-8bec-5c093b115c9e tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:02.782147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1dec87-6a48-4c6d-8bec-5c093b115c9e tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:16:02.782630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e1dec87-6a48-4c6d-8bec-5c093b115c9e tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:02.798906 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:02.813051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:02.814582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=9ccc7a74-c6a3-444d-a141-e5c33d1d1726,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:02.817687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:02.821820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:02.823568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:02.887554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e1dec87-6a48-4c6d-8bec-5c093b115c9e tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:02.891246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-857a8b29-4b03-4b5f-b370-c03f423782aa tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:02.910378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e1dec87-6a48-4c6d-8bec-5c093b115c9e tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:02.917217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dec87-6a48-4c6d-8bec-5c093b115c9e tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Pushing event deleted for resources: {'Network': ['ID=80adc495-91d5-4faf-be85-3530fbb88615,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:02.921450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e1dec87-6a48-4c6d-8bec-5c093b115c9e tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:02.925686 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5e1dec87-6a48-4c6d-8bec-5c093b115c9e tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] 10.222.0.67 "DELETE /v2.0/networks/80adc495-91d5-4faf-be85-3530fbb88615 HTTP/1.1" status: 204  len: 168 time: 0.9749405
Dec 23 16:16:03.112383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Deleting subnet 49025e17-1d99-4caa-a550-8849f0b36dca {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:16:03.126127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:03.251189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53356) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:03.263251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:03.328566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bf02baab-900d-4022-854f-087900aaa95d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:03.403618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port bf02baab-900d-4022-854f-087900aaa95d completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:03.469107 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-74eed7f7-0f17-4674-b211-3764a4217252 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=810ff0626f894b4a9876803850be68f6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2162821
Dec 23 16:16:03.469685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53362) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:03.546588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3597ae88-09c8-4286-9b20-6cde82dd397e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:03.570508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:03.581198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3597ae88-09c8-4286-9b20-6cde82dd397e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:03.621760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:03.632345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3597ae88-09c8-4286-9b20-6cde82dd397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:03.638034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e52a639b-61a7-4c24-8e63-d340702beb67 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:03.650394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597ae88-09c8-4286-9b20-6cde82dd397e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d42569c-f8b0-4d90-90da-6c58efce6cd2,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:03.658556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3597ae88-09c8-4286-9b20-6cde82dd397e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:03.659420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3597ae88-09c8-4286-9b20-6cde82dd397e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:03.663253 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3597ae88-09c8-4286-9b20-6cde82dd397e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5d42569c-f8b0-4d90-90da-6c58efce6cd2 HTTP/1.1" status: 204  len: 168 time: 0.1899991
Dec 23 16:16:04.000600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-42c1a1ff-23dc-4f0e-b033-d3a8c5b5066a None None] Provisioning for port bf02baab-900d-4022-854f-087900aaa95d completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:04.006664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-42c1a1ff-23dc-4f0e-b033-d3a8c5b5066a None None] Provisioning complete for port bf02baab-900d-4022-854f-087900aaa95d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:04.007515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42c1a1ff-23dc-4f0e-b033-d3a8c5b5066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:04.132534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:04.139238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42c1a1ff-23dc-4f0e-b033-d3a8c5b5066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:04.142363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a78a113-0d18-48ca-aab5-c2507bb84b70 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:04.245141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Subnet': ['ID=49025e17-1d99-4caa-a550-8849f0b36dca,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:04.284320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:04.290908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc94dfd0-aaac-4bad-8680-1a60bf5ff735 None None] Network 97c471b7-9bb6-4279-9328-afb2eda20806 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:04.303300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:04.303737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:04.304157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:04.304574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:04.304986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:04.305398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:04.305803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:04.306206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:04.306607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:04.307028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:04.307444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:04.310935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:04.375926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] For port bf02baab-900d-4022-854f-087900aaa95d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bf02baab-900d-4022-854f-087900aaa95d,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:04.384619 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/subnets/49025e17-1d99-4caa-a550-8849f0b36dca HTTP/1.1" status: 204  len: 168 time: 1.8687549
Dec 23 16:16:04.387396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53382) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:04.400798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022c041-e331-49bc-b9cc-c0b87157d7ec req-be1a3cf9-6b94-4f70-b44e-d66df0d71a48 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:04.402422 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7022c041-e331-49bc-b9cc-c0b87157d7ec req-be1a3cf9-6b94-4f70-b44e-d66df0d71a48 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.6057415
Dec 23 16:16:04.531012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:04.602529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:04.635041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:04.635961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:04.645333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-92b03756-136e-432a-950f-4d385e1d8c1e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:04.661015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f855af-ee16-4761-bc0c-d057013b00d3 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Deleting subnet 5c279626-d923-473e-98d0-0f4dad84145e {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:16:04.665598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c1f855af-ee16-4761-bc0c-d057013b00d3 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:04.687785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-42c1a1ff-23dc-4f0e-b033-d3a8c5b5066a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:16:04.688398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-42c1a1ff-23dc-4f0e-b033-d3a8c5b5066a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:16:04.752484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c1f855af-ee16-4761-bc0c-d057013b00d3 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:04.779867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:04.800455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53390) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:04.821594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7022c041-e331-49bc-b9cc-c0b87157d7ec req-69e6e6fb-aef6-45af-a9ff-0b575c979b8f tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4088268
Dec 23 16:16:04.823633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:04.841869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:04.848771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:04.849295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:04.852978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110cfc0c-fb72-4cb5-b897-16439b89c062 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:04.864669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c1f855af-ee16-4761-bc0c-d057013b00d3 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:04.882700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=bf02baab-900d-4022-854f-087900aaa95d,revision_number=4']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:04.895756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:04.896353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1dd8ed26-1911-4d3d-a3a6-698892367088 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:04.930729 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 3.5799041
Dec 23 16:16:04.937410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53396) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:04.947310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Request body: {'port': {'network_id': 'ba343194-bb9c-4b65-8867-816842e8f671', 'mac_address': 'fa:16:3e:f5:33:50', 'name': 'tempest-NetworksTestDHCPv6-1093355690'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:05.004284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Subnet': ['ID=e3a29a9f-c0de-4a4d-bdad-fa83338fba9a,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:05.072224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:05.102600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1918095196'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:05.123766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:05.151594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:network and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:05.154552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:05.161192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:05.161970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:05.174217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:05.179193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:05.181152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74e7eb95-d356-441e-99c6-6c820175b7d8 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:05.187973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c1f855af-ee16-4761-bc0c-d057013b00d3 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:05.200952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Usage tracker for resource:port and tenant:6b11aaf849ed43d1bc2c703019fdb917 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:05.204472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e817384-49f2-448b-83fb-7fc65a67556f tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:05.244347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:05.252947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c1f855af-ee16-4761-bc0c-d057013b00d3 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:05.258621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:05.265874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:05.287665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f855af-ee16-4761-bc0c-d057013b00d3 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Subnet': ['ID=5c279626-d923-473e-98d0-0f4dad84145e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:05.296422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:05.299544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c1f855af-ee16-4761-bc0c-d057013b00d3 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:05.303943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:05.322172 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c1f855af-ee16-4761-bc0c-d057013b00d3 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/subnets/5c279626-d923-473e-98d0-0f4dad84145e HTTP/1.1" status: 204  len: 168 time: 0.9323363
Dec 23 16:16:05.327675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53400) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:05.341888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bf02baab-900d-4022-854f-087900aaa95d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:05.379818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=9ccc7a74-c6a3-444d-a141-e5c33d1d1726,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:05.385156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:05.389264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:05.414216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42c1a1ff-23dc-4f0e-b033-d3a8c5b5066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:05.462410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-42c1a1ff-23dc-4f0e-b033-d3a8c5b5066a None None] For port bf02baab-900d-4022-854f-087900aaa95d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bf02baab-900d-4022-854f-087900aaa95d,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:05.471261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42c1a1ff-23dc-4f0e-b033-d3a8c5b5066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:05.473363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:05.473999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:05.481160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Made reservation on behalf of 6b11aaf849ed43d1bc2c703019fdb917 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:05.548853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Deleting port e1e124ac-14d2-4817-8108-34d11c051027 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:05.549251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:05.558896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1a1ff-23dc-4f0e-b033-d3a8c5b5066a None None] Pushing event updated for resources: {'Port': ['ID=bf02baab-900d-4022-854f-087900aaa95d,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:05.573157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-42c1a1ff-23dc-4f0e-b033-d3a8c5b5066a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:05.573943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port bf02baab-900d-4022-854f-087900aaa95d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:05.574216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:05.590050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:05.630090 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Floating IP bb8e367c-1546-4ec4-b095-067ccfa7e007 associated. External IP: 172.26.5.73, port: fab2a389-4ac8-449c-a701-b2771dd9893f.
Dec 23 16:16:05.667919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:security_group_rule and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:05.686302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:05.704051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:05.802697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:05.804862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167af1d8-4b72-4bbd-943e-a93d0a518c1b None None] Network 97c471b7-9bb6-4279-9328-afb2eda20806 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:05.908504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] device_id is not set on port 951ae2cb-f4bf-465f-b274-b508d150c836 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:16:06.065664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9fe92867-fca8-49b8-afdf-a648e2f01033 None None] Provisioning complete for port e1e124ac-14d2-4817-8108-34d11c051027 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:06.066173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9fe92867-fca8-49b8-afdf-a648e2f01033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:06.142198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 939af21c-6e19-4232-92de-7bdb282b7ea2 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:16:06.150483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] For port e1e124ac-14d2-4817-8108-34d11c051027, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e1e124ac-14d2-4817-8108-34d11c051027,segment=NetworkSegment(81349ed4-f08e-44ed-8395-1c29423074c7),segment_id=81349ed4-f08e-44ed-8395-1c29423074c7)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:06.151071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:06.373922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Calling delete_port for e1e124ac-14d2-4817-8108-34d11c051027 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:06.430083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:06.440277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:16:06.449051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:06.457965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea240f90-32ce-4c84-9a00-cf27271a833c None None] Sync routers for ids ['939af21c-6e19-4232-92de-7bdb282b7ea2'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:16:06.477180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea240f90-32ce-4c84-9a00-cf27271a833c None None] Routers {'939af21c-6e19-4232-92de-7bdb282b7ea2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:06.478156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ea240f90-32ce-4c84-9a00-cf27271a833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a39cda0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['939af21c-6e19-4232-92de-7bdb282b7ea2'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:06.478981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b7b38b-7a02-4cb4-a042-5bcda95112db None None] DHCP port deletion for 97c471b7-9bb6-4279-9328-afb2eda20806 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:16:06.484216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7b38b-7a02-4cb4-a042-5bcda95112db None None] Deleting port e1e124ac-14d2-4817-8108-34d11c051027 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:06.484738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b38b-7a02-4cb4-a042-5bcda95112db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:06.488125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:06.497230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2fb0a7a6-436c-4808-b852-f84ea89b6baf tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:06.568874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e8f44e-0438-4708-aa7b-072539761827,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:06.572504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:16:06.578775 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.3683922
Dec 23 16:16:06.578775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84021b50-7dd6-4793-9f26-df84da4bb605', 'tag': 'fab2a389-4ac8-449c-a701-b2771dd9893f'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:16:06.580598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53406) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:06.614368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d076ba0-f6c1-4b85-bd94-155c0f1a3c9a req-9fe5a59d-553a-4e7f-af96-befb5a919b0e tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:06.622788 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7d076ba0-f6c1-4b85-bd94-155c0f1a3c9a req-9fe5a59d-553a-4e7f-af96-befb5a919b0e tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.5860319
Dec 23 16:16:06.658792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:06.659339 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Added segment 5961bbd6-cce9-4e80-b15d-555da95a4938 of type vlan for network e01bb600-228f-4f43-b597-689f5e4f4157
Dec 23 16:16:06.717834 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7d076ba0-f6c1-4b85-bd94-155c0f1a3c9a req-380d6296-3504-400e-a4de-7934dfd67db5 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927007
Dec 23 16:16:06.723966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:06.724556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:06.725118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:06.725672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:06.726210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:06.726738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:06.727295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:06.728450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:06.729861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:06.731544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:06.733510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:06.774883 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4e30d656-7074-4057-ab0e-54490956c809 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/bb8e367c-1546-4ec4-b095-067ccfa7e007 HTTP/1.1" status: 200  len: 991 time: 0.1926391
Dec 23 16:16:06.780820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ea240f90-32ce-4c84-9a00-cf27271a833c None None] Set router 939af21c-6e19-4232-92de-7bdb282b7ea2 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:16:06.787373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:06.833404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:06.847701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9a6f9f37-f86f-4efd-9a43-d16528bd7c34 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:06.883876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e4b7b38b-7a02-4cb4-a042-5bcda95112db None None] For port e1e124ac-14d2-4817-8108-34d11c051027, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e1e124ac-14d2-4817-8108-34d11c051027,segment=NetworkSegment(81349ed4-f08e-44ed-8395-1c29423074c7),segment_id=81349ed4-f08e-44ed-8395-1c29423074c7)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:06.884887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b38b-7a02-4cb4-a042-5bcda95112db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:06.904284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Port': ['ID=e1e124ac-14d2-4817-8108-34d11c051027,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:06.923432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:06.927410 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84021b50-7dd6-4793-9f26-df84da4bb605', 'tag': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'status': 'completed', 'code': 200}
Dec 23 16:16:06.932823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:06.948211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No DVR routers for this DVR port e1e124ac-14d2-4817-8108-34d11c051027 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:16:07.037083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7b38b-7a02-4cb4-a042-5bcda95112db None None] Calling delete_port for e1e124ac-14d2-4817-8108-34d11c051027 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:07.057080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8::8a (ba343194-bb9c-4b65-8867-816842e8f671/2f829e67-a33c-41aa-814e-b3458f26c684/951ae2cb-f4bf-465f-b274-b508d150c836) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:07.105112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5e781aa3-aee6-4ae5-a79c-49d91af6c569 None None] Provisioning complete for port bf02baab-900d-4022-854f-087900aaa95d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:07.105646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e781aa3-aee6-4ae5-a79c-49d91af6c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:07.177831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-e4b7b38b-7a02-4cb4-a042-5bcda95112db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:16:07.178067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-e4b7b38b-7a02-4cb4-a042-5bcda95112db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:16:07.182519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:07.211048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7946cf28>,) {'filters': {'network_id': ['97c471b7-9bb6-4279-9328-afb2eda20806']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:07.224798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7946cf28>, '81349ed4-f08e-44ed-8395-1c29423074c7') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:07.225151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7946cf28>, '81349ed4-f08e-44ed-8395-1c29423074c7') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:07.225983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ea240f90-32ce-4c84-9a00-cf27271a833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a39cda0>, [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'bb8e367c-1546-4ec4-b095-067ccfa7e007', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.73', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'port_id': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'mac_address': 'fa:16:3e:f4:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84021b50-7dd6-4793-9f26-df84da4bb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:16:03Z', 'updated_at': '2021-12-23T16:16:03Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404039df-ae09-4d1f-979e-33aced1071c9', 'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:a5:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:34Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '3958257c-c2ff-423c-adeb-d5a559123643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:07.230406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea240f90-32ce-4c84-9a00-cf27271a833c None None] Checking router: 939af21c-6e19-4232-92de-7bdb282b7ea2 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:16:07.237693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:07.243902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea240f90-32ce-4c84-9a00-cf27271a833c None None] Routers {'939af21c-6e19-4232-92de-7bdb282b7ea2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:07.244707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ea240f90-32ce-4c84-9a00-cf27271a833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a39cda0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['939af21c-6e19-4232-92de-7bdb282b7ea2'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:07.253408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:07.260147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:16:07.260600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:07.287262 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:07.289342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Allocated IP 2001:db8:0:1:f816:3eff:fef5:3350 (ba343194-bb9c-4b65-8867-816842e8f671/e3a29a9f-c0de-4a4d-bdad-fa83338fba9a/951ae2cb-f4bf-465f-b274-b508d150c836) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:07.320223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bf02baab-900d-4022-854f-087900aaa95d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:07.400698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port bf02baab-900d-4022-854f-087900aaa95d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:07.401149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:07.597754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ea240f90-32ce-4c84-9a00-cf27271a833c None None] Set router 939af21c-6e19-4232-92de-7bdb282b7ea2 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:16:07.610007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e1e124ac-14d2-4817-8108-34d11c051027 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:16:07.611877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:07.616018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:07.616672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:07.620555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b05a11ce-2282-408d-bb61-2f1811ac8a2e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:07.644456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: e1e124ac-14d2-4817-8108-34d11c051027 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:16:07.645226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e1e124ac-14d2-4817-8108-34d11c051027 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:16:07.679350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7b38b-7a02-4cb4-a042-5bcda95112db None None] Deleting port e1e124ac-14d2-4817-8108-34d11c051027 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:07.679801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b38b-7a02-4cb4-a042-5bcda95112db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:07.721235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:07.725776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:07.750603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7b38b-7a02-4cb4-a042-5bcda95112db None None] The port 'e1e124ac-14d2-4817-8108-34d11c051027' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:16:07.778586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53416) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:07.824055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Network': ['ID=e01bb600-228f-4f43-b597-689f5e4f4157,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:07.828144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:07.836882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network e01bb600-228f-4f43-b597-689f5e4f4157 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:16:07.844466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-19c3bc47-66c9-4ad6-ae17-a344bdc4c1f2 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:07.926286 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/97c471b7-9bb6-4279-9328-afb2eda20806 HTTP/1.1" status: 204  len: 168 time: 2.5972056
Dec 23 16:16:07.927150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53420) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:07.940378 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-44acaaa3-38d8-408f-aebf-56408f760d24 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/bb8e367c-1546-4ec4-b095-067ccfa7e007 HTTP/1.1" status: 200  len: 991 time: 0.1596375
Dec 23 16:16:07.946104 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 3.1444981
Dec 23 16:16:07.947176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Network': ['ID=97c471b7-9bb6-4279-9328-afb2eda20806,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:07.949194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53424) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:07.949923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:07.956976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'name': 'tempest-PortsTestJSON-1876584995'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:07.974273 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2ee7dc26-bbfd-415f-b4dd-db61b6c46e35 req-bf769ee9-550d-40eb-919c-f6edef963ee9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 1099 time: 0.9937136
Dec 23 16:16:08.016708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ea240f90-32ce-4c84-9a00-cf27271a833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a39cda0>, [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'bb8e367c-1546-4ec4-b095-067ccfa7e007', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.73', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'port_id': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'mac_address': 'fa:16:3e:f4:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84021b50-7dd6-4793-9f26-df84da4bb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:16:03Z', 'updated_at': '2021-12-23T16:16:03Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404039df-ae09-4d1f-979e-33aced1071c9', 'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:a5:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:34Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '3958257c-c2ff-423c-adeb-d5a559123643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:08.020977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea240f90-32ce-4c84-9a00-cf27271a833c None None] The sync data for ids ['939af21c-6e19-4232-92de-7bdb282b7ea2'] in dv-neutron-822801-1-hyperv is: [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'bb8e367c-1546-4ec4-b095-067ccfa7e007', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.73', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'port_id': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'mac_address': 'fa:16:3e:f4:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84021b50-7dd6-4793-9f26-df84da4bb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:16:03Z', 'updated_at': '2021-12-23T16:16:03Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404039df-ae09-4d1f-979e-33aced1071c9', 'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:a5:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:34Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '3958257c-c2ff-423c-adeb-d5a559123643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:16:08.073016 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f422f109-83da-4933-aa90-27571d55d65c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:08.073528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f422f109-83da-4933-aa90-27571d55d65c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:08.077351 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f422f109-83da-4933-aa90-27571d55d65c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/subnets/5aaa7126-e02b-4729-92e2-245f2503e955 HTTP/1.1" status: 404  len: 337 time: 0.1385727
Dec 23 16:16:08.079478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53428) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:08.117220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:08.120191 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe6fe0c-d508-437d-bf93-1fb1ec9f81fc tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:08.120689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe6fe0c-d508-437d-bf93-1fb1ec9f81fc tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:08.122550 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6fe6fe0c-d508-437d-bf93-1fb1ec9f81fc tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/2f257d79-5033-489d-8458-9740583c53b4 HTTP/1.1" status: 404  len: 339 time: 0.0420072
Dec 23 16:16:08.125311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:port and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:08.127977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53432) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:08.130758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:08.174376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:08.177082 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec531561-7053-45eb-91f0-2f74290a77fd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:08.177245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec531561-7053-45eb-91f0-2f74290a77fd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:08.179057 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ec531561-7053-45eb-91f0-2f74290a77fd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/subnets/fc26db20-e785-4d7e-8edb-68762eabaab1 HTTP/1.1" status: 404  len: 337 time: 0.0500655
Dec 23 16:16:08.182652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53436) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:08.218022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:08.224002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:08.237546 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd24503d-efe6-4689-b493-f298a70fee33 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:08.238051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd24503d-efe6-4689-b493-f298a70fee33 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:08.242041 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cd24503d-efe6-4689-b493-f298a70fee33 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/8e397fd0-1a98-4e16-abac-b854c7c58173 HTTP/1.1" status: 404  len: 339 time: 0.0563958
Dec 23 16:16:08.243450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53440) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:08.252495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port ae11584e-64c2-4333-8e7d-00172ead32d3 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:16:08.327975 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf2986e-4633-4696-891c-4f0d5484c64d tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:08.328787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf2986e-4633-4696-891c-4f0d5484c64d tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:08.332697 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-baf2986e-4633-4696-891c-4f0d5484c64d tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/subnets/25afaa93-df52-43b1-b839-5fcbb0e7be68 HTTP/1.1" status: 404  len: 337 time: 0.0726922
Dec 23 16:16:08.337603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53444) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:08.364637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b70a6a-2ff8-47bf-a3f8-ad986523737c req-ae1504ee-ab99-435b-b2fb-04cfb459528b tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:08.366304 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-41b70a6a-2ff8-47bf-a3f8-ad986523737c req-ae1504ee-ab99-435b-b2fb-04cfb459528b tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.5058148
Dec 23 16:16:08.377408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:08.378508 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-704cd4b6-28bc-4d86-af7b-34c10375b9ce tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:08.379314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704cd4b6-28bc-4d86-af7b-34c10375b9ce tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:08.399070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-704cd4b6-28bc-4d86-af7b-34c10375b9ce tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/04ffdd25-b817-4163-9c93-c55fa50db4d5 HTTP/1.1" status: 404  len: 339 time: 0.0600941
Dec 23 16:16:08.400512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56893a97-6df0-4d76-a72c-593aba1463f3 None None] New status for floating IP bb8e367c-1546-4ec4-b095-067ccfa7e007: ACTIVE {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:16:08.402190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53448) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:08.408991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7dc26-bbfd-415f-b4dd-db61b6c46e35 req-11604da4-d9af-408f-8b8b-de8824a574e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:08.410590 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2ee7dc26-bbfd-415f-b4dd-db61b6c46e35 req-11604da4-d9af-408f-8b8b-de8824a574e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b508067b-ea9a-4279-b586-9644479d6225 HTTP/1.1" status: 200  len: 897 time: 0.3845339
Dec 23 16:16:08.486912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Transition to ACTIVE for port object 951ae2cb-f4bf-465f-b274-b508d150c836 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:08.546913 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-41b70a6a-2ff8-47bf-a3f8-ad986523737c req-467a03b5-947f-41a2-94e4-86acbb45337d tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1656692
Dec 23 16:16:08.564377 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2ee7dc26-bbfd-415f-b4dd-db61b6c46e35 req-3d1bb37b-17ce-45ff-8e5b-b1aae512cfba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab2a389-4ac8-449c-a701-b2771dd9893f HTTP/1.1" status: 200  len: 999 time: 0.1454918
Dec 23 16:16:08.569439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:08.611872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:08.643397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:08.709198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Network ba343194-bb9c-4b65-8867-816842e8f671 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:08.714068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:08.721333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:08.725779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:08.726424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:08.730382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event updated for resources: {'Port': ['ID=951ae2cb-f4bf-465f-b274-b508d150c836,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:08.738273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:08.739747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7dc26-bbfd-415f-b4dd-db61b6c46e35 req-17ba3177-b04d-4c31-ada7-6cd23b74179b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:08.741355 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2ee7dc26-bbfd-415f-b4dd-db61b6c46e35 req-17ba3177-b04d-4c31-ada7-6cd23b74179b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3958257c-c2ff-423c-adeb-d5a559123643 HTTP/1.1" status: 200  len: 834 time: 0.1696346
Dec 23 16:16:08.772603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb39c0d-0ba6-49d4-aa91-57b272d31db7 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Deleting subnet 4c99c8a2-c6b6-4e97-9c31-8a30663f6630 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:16:08.779270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cb39c0d-0ba6-49d4-aa91-57b272d31db7 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:08.805258 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 3.8651021
Dec 23 16:16:08.811857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53452) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:08.819763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:08.829454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1685b400-4db0-4109-a1dc-247e30e3a367 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:08.914433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1189421a-8968-453e-a5a0-42e3aef96de1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting port 951ae2cb-f4bf-465f-b274-b508d150c836 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:08.914677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=ae11584e-64c2-4333-8e7d-00172ead32d3,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:08.914872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1189421a-8968-453e-a5a0-42e3aef96de1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:08.926751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:08.932487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cb39c0d-0ba6-49d4-aa91-57b272d31db7 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:08.947481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53456) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:09.090631 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2ee7dc26-bbfd-415f-b4dd-db61b6c46e35 req-0f5ff455-c0bb-46c5-ac09-642ebd916499 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b508067b-ea9a-4279-b586-9644479d6225&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3362281
Dec 23 16:16:09.091799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ff120548-ee05-4589-9ea6-e9759133a20a None None] Provisioning for port 951ae2cb-f4bf-465f-b274-b508d150c836 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:09.098100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ff120548-ee05-4589-9ea6-e9759133a20a None None] Provisioning complete for port 951ae2cb-f4bf-465f-b274-b508d150c836 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:09.098527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff120548-ee05-4589-9ea6-e9759133a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:09.159990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ff120548-ee05-4589-9ea6-e9759133a20a None None] Port 951ae2cb-f4bf-465f-b274-b508d150c836 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:16:09.176437 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d9d37bcd-e1bc-4048-8dbc-30ff7dffe139 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/bb8e367c-1546-4ec4-b095-067ccfa7e007 HTTP/1.1" status: 200  len: 993 time: 0.2154350
Dec 23 16:16:09.301735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Checking segment: {'id': '5961bbd6-cce9-4e80-b15d-555da95a4938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:09.302142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network hostable DHCP agents. Network: e01bb600-228f-4f43-b597-689f5e4f4157, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:16:09.320901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cb39c0d-0ba6-49d4-aa91-57b272d31db7 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:09.386624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network e01bb600-228f-4f43-b597-689f5e4f4157 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:16:09.398779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, e01bb600-228f-4f43-b597-689f5e4f4157) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:09.408283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:09.408532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0b8a8c-3fac-416f-b967-713069b092db None None] Network e01bb600-228f-4f43-b597-689f5e4f4157 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:09.412792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:09.413472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:09.424310 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2ee7dc26-bbfd-415f-b4dd-db61b6c46e35 req-23f4c89b-13b4-4526-b00d-f59314c54a9c service neutron] 10.222.0.36 "GET /v2.0/networks/b508067b-ea9a-4279-b586-9644479d6225?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2971785
Dec 23 16:16:09.433224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cb39c0d-0ba6-49d4-aa91-57b272d31db7 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:09.438730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e6da578-0308-480b-b453-51d9c09d1ea0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:09.473684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1189421a-8968-453e-a5a0-42e3aef96de1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:09.478087 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.5245900
Dec 23 16:16:09.481203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53460) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:09.485762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb39c0d-0ba6-49d4-aa91-57b272d31db7 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Subnet': ['ID=4c99c8a2-c6b6-4e97-9c31-8a30663f6630,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:09.491354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-697214426'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:09.497232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4cb39c0d-0ba6-49d4-aa91-57b272d31db7 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:09.499705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:09.504830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cb39c0d-0ba6-49d4-aa91-57b272d31db7 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:09.509191 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4cb39c0d-0ba6-49d4-aa91-57b272d31db7 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/subnets/4c99c8a2-c6b6-4e97-9c31-8a30663f6630 HTTP/1.1" status: 204  len: 168 time: 1.1036346
Dec 23 16:16:09.509191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:network and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:09.511042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53464) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:09.519024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f914e4-ea7c-47c0-b40c-1c96e24d3000 None None] Network 1bb554d6-6fe0-4106-b263-fc6036152d92 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:09.532474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:09.545219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:09.628783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1189421a-8968-453e-a5a0-42e3aef96de1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Calling delete_port for 951ae2cb-f4bf-465f-b274-b508d150c836 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:09.650688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:09.659995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:09.665704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:09.688626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Deleting port 37599245-3573-4cc8-bf61-894c7b03e6e1 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:09.689018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:09.823510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:16:09.888720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:09.889241 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Added segment b95d6153-fffa-4f3e-a00c-3fe49c458c9b of type vlan for network d9ced4c8-c794-420a-a73e-a31377d707b4
Dec 23 16:16:09.890311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f6ece-7fad-4dba-b477-6d0721f5b37f None None] DHCP port deletion for 1bb554d6-6fe0-4106-b263-fc6036152d92 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:16:09.894752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-431f6ece-7fad-4dba-b477-6d0721f5b37f None None] Deleting port 37599245-3573-4cc8-bf61-894c7b03e6e1 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:09.895217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-431f6ece-7fad-4dba-b477-6d0721f5b37f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:09.967598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:09.977989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea45b5-51e9-4cfc-9031-b96df92f20dc req-577f2576-2adb-4c74-b1d4-3724668c6d92 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:09.979761 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-51ea45b5-51e9-4cfc-9031-b96df92f20dc req-577f2576-2adb-4c74-b1d4-3724668c6d92 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.2416940
Dec 23 16:16:10.042238 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2ee7dc26-bbfd-415f-b4dd-db61b6c46e35 req-60212de9-26f4-440e-b3e5-75af8d42c9c0 service neutron] 10.222.0.36 "GET /v2.0/networks/b508067b-ea9a-4279-b586-9644479d6225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6062517
Dec 23 16:16:10.102935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] For port 37599245-3573-4cc8-bf61-894c7b03e6e1, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=37599245-3573-4cc8-bf61-894c7b03e6e1,segment=NetworkSegment(a26842a3-97d0-4cab-bdd4-4cda45cb3b5d),segment_id=a26842a3-97d0-4cab-bdd4-4cda45cb3b5d)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:10.103370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:10.126200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:10.126488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-431f6ece-7fad-4dba-b477-6d0721f5b37f None None] For port 37599245-3573-4cc8-bf61-894c7b03e6e1, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=37599245-3573-4cc8-bf61-894c7b03e6e1,segment=NetworkSegment(a26842a3-97d0-4cab-bdd4-4cda45cb3b5d),segment_id=a26842a3-97d0-4cab-bdd4-4cda45cb3b5d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:10.127087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-431f6ece-7fad-4dba-b477-6d0721f5b37f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:10.130521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:10.131205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:10.194209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-654bb65d-a2b5-43ce-92b2-7d86474519c1 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:10.208469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1189421a-8968-453e-a5a0-42e3aef96de1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:10.225358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9d7e6914-09e7-496b-90cb-6ceb5f34f481 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:10.262129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-431f6ece-7fad-4dba-b477-6d0721f5b37f None None] Calling delete_port for 37599245-3573-4cc8-bf61-894c7b03e6e1 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:10.315389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Calling delete_port for 37599245-3573-4cc8-bf61-894c7b03e6e1 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:10.345323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-431f6ece-7fad-4dba-b477-6d0721f5b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:10.350688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc5d1024-be7a-4d73-a72e-e8e288e0a858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:10.363979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1189421a-8968-453e-a5a0-42e3aef96de1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:10.377670 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1189421a-8968-453e-a5a0-42e3aef96de1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/951ae2cb-f4bf-465f-b274-b508d150c836 HTTP/1.1" status: 204  len: 168 time: 1.5643065
Dec 23 16:16:10.379209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189421a-8968-453e-a5a0-42e3aef96de1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Port': ['ID=951ae2cb-f4bf-465f-b274-b508d150c836,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:10.381789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1189421a-8968-453e-a5a0-42e3aef96de1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:10.382447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53470) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:10.400199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f6ece-7fad-4dba-b477-6d0721f5b37f None None] Pushing event deleted for resources: {'Port': ['ID=37599245-3573-4cc8-bf61-894c7b03e6e1,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:10.405134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-431f6ece-7fad-4dba-b477-6d0721f5b37f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:10.409164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f6ece-7fad-4dba-b477-6d0721f5b37f None None] No DVR routers for this DVR port 37599245-3573-4cc8-bf61-894c7b03e6e1 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:16:10.424097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Network': ['ID=d9ced4c8-c794-420a-a73e-a31377d707b4,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:10.441939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network d9ced4c8-c794-420a-a73e-a31377d707b4 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:16:10.472661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:10.488966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c541ea5-2132-4171-b13b-cea8516e415b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:10.489946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6c541ea5-2132-4171-b13b-cea8516e415b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:10.492972 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-51ea45b5-51e9-4cfc-9031-b96df92f20dc req-77a65afd-6570-4b3f-8f43-930d34b25280 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4503963
Dec 23 16:16:10.495443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:16:10.500159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:16:10.502680 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.0184741
Dec 23 16:16:10.505842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53474) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:10.514681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'ports': [{'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157'}, {'network_id': 'd9ced4c8-c794-420a-a73e-a31377d707b4'}]} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:10.515221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:10.516703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'network_id': 'd9ced4c8-c794-420a-a73e-a31377d707b4'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:10.528799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6c541ea5-2132-4171-b13b-cea8516e415b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:10.530671 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6c541ea5-2132-4171-b13b-cea8516e415b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1469948
Dec 23 16:16:10.533487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53480) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:10.640921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d58c7f7-3400-477e-9ff8-3c7e9efe62eb tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:10.643123 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4d58c7f7-3400-477e-9ff8-3c7e9efe62eb tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1085956
Dec 23 16:16:10.646181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53484) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:10.724965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a390b739-4ca9-40bf-aacc-734636cdb4fe tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:10.726702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a390b739-4ca9-40bf-aacc-734636cdb4fe tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:10.728374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a390b739-4ca9-40bf-aacc-734636cdb4fe tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:10.729260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a390b739-4ca9-40bf-aacc-734636cdb4fe tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:10.744956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a390b739-4ca9-40bf-aacc-734636cdb4fe tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:10.749424 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a390b739-4ca9-40bf-aacc-734636cdb4fe tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0988939
Dec 23 16:16:10.749798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53490) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:10.781481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:10.786837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:port and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:10.790113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:10.799853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:10.811589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'port': 2} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:10.820096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:10.846468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:11.012463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Deleting port 37599245-3573-4cc8-bf61-894c7b03e6e1 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:11.012780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:11.019401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f3f7b4-7001-4ff6-b428-d847d88be6ea tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet 2f829e67-a33c-41aa-814e-b3458f26c684 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:16:11.023919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9f3f7b4-7001-4ff6-b428-d847d88be6ea tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:11.068771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port 1d50b322-4887-4dea-96ea-697cf4052fdc yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:16:11.079918 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-52b7588b-8f52-4522-ac28-04f7d64f294b req-7794a091-3d55-4c87-b381-cdc8bef221c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fc097f1557c496a965fdb55c5695cd7&device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 1099 time: 0.1679773
Dec 23 16:16:11.112176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] The port '37599245-3573-4cc8-bf61-894c7b03e6e1' was deleted {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:16:11.116475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9f3f7b4-7001-4ff6-b428-d847d88be6ea tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:11.192642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ce7e7-f56c-4c86-a520-383869f0f01c req-ef4915e3-02b6-412d-854b-bb261113af78 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:11.194326 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7b3ce7e7-f56c-4c86-a520-383869f0f01c req-ef4915e3-02b6-412d-854b-bb261113af78 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.3497736
Dec 23 16:16:11.293351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 37599245-3573-4cc8-bf61-894c7b03e6e1 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:16:11.301863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7588b-8f52-4522-ac28-04f7d64f294b req-d01242e1-053e-464c-9584-74d7e1fa5a01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:11.303532 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-52b7588b-8f52-4522-ac28-04f7d64f294b req-d01242e1-053e-464c-9584-74d7e1fa5a01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e57fe8b-597d-4dbf-a842-558dc5447a36 HTTP/1.1" status: 200  len: 913 time: 0.2154262
Dec 23 16:16:11.331544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 37599245-3573-4cc8-bf61-894c7b03e6e1 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:16:11.332116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 37599245-3573-4cc8-bf61-894c7b03e6e1 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:16:11.339553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:11.365884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9f3f7b4-7001-4ff6-b428-d847d88be6ea tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:11.411767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79ae5e80>,) {'filters': {'network_id': ['1bb554d6-6fe0-4106-b263-fc6036152d92']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:11.421395 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7b3ce7e7-f56c-4c86-a520-383869f0f01c req-376efb3f-961d-4057-9e9c-be2e03df62e9 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2131526
Dec 23 16:16:11.454682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ae5e80>, 'a26842a3-97d0-4cab-bdd4-4cda45cb3b5d') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:11.455070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ae5e80>, 'a26842a3-97d0-4cab-bdd4-4cda45cb3b5d') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:11.470364 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-52b7588b-8f52-4522-ac28-04f7d64f294b req-2a4dfd87-2e65-49ed-ad99-cef9be2a79b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d015202a-ee25-4eee-8d62-7134b9b8df10 HTTP/1.1" status: 200  len: 1002 time: 0.1592572
Dec 23 16:16:11.479104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:11.508609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:11.520905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:11.523666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:16:11.524100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:11.534241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9f3f7b4-7001-4ff6-b428-d847d88be6ea tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:11.541001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9f1f8415-4fc1-41a9-ad59-6768baf7d387 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:11.541142 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:11.581077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3f7b4-7001-4ff6-b428-d847d88be6ea tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=2f829e67-a33c-41aa-814e-b3458f26c684,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:11.587122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f9f3f7b4-7001-4ff6-b428-d847d88be6ea tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:11.594389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7588b-8f52-4522-ac28-04f7d64f294b req-20f43657-370b-4877-8fc8-a28779e4188f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:11.596031 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-52b7588b-8f52-4522-ac28-04f7d64f294b req-20f43657-370b-4877-8fc8-a28779e4188f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a253f05-fd39-4f82-93da-ff5efbc78fce HTTP/1.1" status: 200  len: 851 time: 0.1184802
Dec 23 16:16:11.597654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9f3f7b4-7001-4ff6-b428-d847d88be6ea tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:11.602000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb35901e-2d69-40a1-8037-9f5b5f5d5ee3 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:11.659083 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f9f3f7b4-7001-4ff6-b428-d847d88be6ea tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/2f829e67-a33c-41aa-814e-b3458f26c684 HTTP/1.1" status: 204  len: 168 time: 0.9059870
Dec 23 16:16:11.660240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53494) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:11.690867 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-52b7588b-8f52-4522-ac28-04f7d64f294b req-007a5a28-01b4-4d07-bb2e-55d2941257c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e57fe8b-597d-4dbf-a842-558dc5447a36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0863481
Dec 23 16:16:11.774476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:11.785575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port d8dff3ad-ad31-46e7-b37a-3669c25b3e70 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:16:11.793856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0359dbdd-2712-4ab5-830d-4177fde153f9 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:11.813991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:11.836749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Network': ['ID=1bb554d6-6fe0-4106-b263-fc6036152d92,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:11.840138 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-52b7588b-8f52-4522-ac28-04f7d64f294b req-74167b35-9730-4e0a-bd87-89372b7559c5 service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424818
Dec 23 16:16:11.848760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:11.873151 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/1bb554d6-6fe0-4106-b263-fc6036152d92 HTTP/1.1" status: 204  len: 168 time: 2.3589389
Dec 23 16:16:11.874743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53498) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:11.935321 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f438b2bc-88ea-419b-8d5d-14c6457320c1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:11.935816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f438b2bc-88ea-419b-8d5d-14c6457320c1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:11.937652 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f438b2bc-88ea-419b-8d5d-14c6457320c1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/subnets/ea45f016-0b19-4fe1-8003-8d72ae2b7ea8 HTTP/1.1" status: 404  len: 337 time: 0.0617204
Dec 23 16:16:11.942091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53502) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.034080 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f897249-9d6e-47f4-8943-f23eba548825 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.034583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f897249-9d6e-47f4-8943-f23eba548825 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:12.036467 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6f897249-9d6e-47f4-8943-f23eba548825 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/79dc36df-bd75-4495-a99d-7f9b912d8bf7 HTTP/1.1" status: 404  len: 339 time: 0.0933373
Dec 23 16:16:12.039386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53506) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.049849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.085256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-27143028-204e-49ac-9041-2b31de46d1c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Deleting subnet e3a29a9f-c0de-4a4d-bdad-fa83338fba9a {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:16:12.098282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27143028-204e-49ac-9041-2b31de46d1c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.128471 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-52b7588b-8f52-4522-ac28-04f7d64f294b req-69b10f4f-9e8b-48fb-8ff9-458295c76aba service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2787116
Dec 23 16:16:12.184482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.216911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27143028-204e-49ac-9041-2b31de46d1c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.274254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.276571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e255d23-05a4-4b39-878a-7254f000db99 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Deleting subnet 44a0609a-0642-41be-9fad-5701d4d5d549 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:16:12.280686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e255d23-05a4-4b39-878a-7254f000db99 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.282466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bb94d5ba-daa5-4004-888d-4c50b3ca36bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:12.344376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e255d23-05a4-4b39-878a-7254f000db99 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.447927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e255d23-05a4-4b39-878a-7254f000db99 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.538584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e255d23-05a4-4b39-878a-7254f000db99 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.543422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f9f3f7b4-7001-4ff6-b428-d847d88be6ea tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:12.596608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e255d23-05a4-4b39-878a-7254f000db99 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Subnet': ['ID=44a0609a-0642-41be-9fad-5701d4d5d549,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:12.630308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network e01bb600-228f-4f43-b597-689f5e4f4157 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:12.636518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4e255d23-05a4-4b39-878a-7254f000db99 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:12.639281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:12.643057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=1d50b322-4887-4dea-96ea-697cf4052fdc,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:12.646460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:12.647376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.650328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:12.659753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9f798b29-3840-464f-a02f-eda11538e03f tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:12.660694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e255d23-05a4-4b39-878a-7254f000db99 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.667501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f4d65-d983-4b8b-8a1d-396a85ba334d None None] Network d86d2001-bff7-4934-b75e-882fa5c13bfc requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:12.687907 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4e255d23-05a4-4b39-878a-7254f000db99 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/subnets/44a0609a-0642-41be-9fad-5701d4d5d549 HTTP/1.1" status: 204  len: 168 time: 0.6469958
Dec 23 16:16:12.691642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53512) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.748022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=d8dff3ad-ad31-46e7-b37a-3669c25b3e70,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:12.755488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:12.760171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af7a8b-7fb1-4596-abe2-09cae8f04fa3 req-cbaac6e4-580a-4f6a-939a-35a1c3d5a529 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:12.762011 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-26af7a8b-7fb1-4596-abe2-09cae8f04fa3 req-cbaac6e4-580a-4f6a-939a-35a1c3d5a529 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.1669402
Dec 23 16:16:12.779628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27143028-204e-49ac-9041-2b31de46d1c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.873734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27143028-204e-49ac-9041-2b31de46d1c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.880987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3dbab71c-2961-407d-b621-af4c179294ee tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:12.924243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Checking segment: {'id': 'b95d6153-fffa-4f3e-a00c-3fe49c458c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd9ced4c8-c794-420a-a73e-a31377d707b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:12.924651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network hostable DHCP agents. Network: d9ced4c8-c794-420a-a73e-a31377d707b4, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:16:12.925081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.929277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27143028-204e-49ac-9041-2b31de46d1c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a29a9f-c0de-4a4d-bdad-fa83338fba9a,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:12.933848 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-26af7a8b-7fb1-4596-abe2-09cae8f04fa3 req-80d42844-69cf-4f3a-adb2-71ce88959fc8 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1623218
Dec 23 16:16:12.942114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42db6229-f5e7-4393-a987-68dfc53dd550 None None] Network ba343194-bb9c-4b65-8867-816842e8f671 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:12.945868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27143028-204e-49ac-9041-2b31de46d1c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.948277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Deleting port 66b5d19e-155b-4300-9fcd-a64b4a7823fe {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:12.948670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:12.954915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-27143028-204e-49ac-9041-2b31de46d1c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:12.970418 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-27143028-204e-49ac-9041-2b31de46d1c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/e3a29a9f-c0de-4a4d-bdad-fa83338fba9a HTTP/1.1" status: 204  len: 168 time: 1.3096440
Dec 23 16:16:12.971421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53516) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.973220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:16:13.053242 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5f515146-8368-44e8-9df7-f0757aa30541 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0786986
Dec 23 16:16:13.056117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53520) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.061184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network d9ced4c8-c794-420a-a73e-a31377d707b4 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:16:13.071411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, d9ced4c8-c794-420a-a73e-a31377d707b4) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:13.077134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:13.083477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:13.087624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:13.088348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:13.107542 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.6002662
Dec 23 16:16:13.110206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53524) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.112797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b15986-38ee-410f-b934-85b957038bbf None None] Network d9ced4c8-c794-420a-a73e-a31377d707b4 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:13.190200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b289a294-0837-494e-a562-e94db33f59ef tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port d8dff3ad-ad31-46e7-b37a-3669c25b3e70 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:13.191136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b289a294-0837-494e-a562-e94db33f59ef tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:13.269398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] For port 66b5d19e-155b-4300-9fcd-a64b4a7823fe, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=66b5d19e-155b-4300-9fcd-a64b4a7823fe,segment=NetworkSegment(b41b506b-23e9-4994-a8e3-1878a6b0aa0d),segment_id=b41b506b-23e9-4994-a8e3-1878a6b0aa0d)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:13.269973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:13.293402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef8a73-4172-45dc-b4aa-1b91813413fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:13.295520 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b4ef8a73-4172-45dc-b4aa-1b91813413fd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2380152
Dec 23 16:16:13.298367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53528) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.346483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7f291508-2e94-482f-a21f-a582a41df4c1 None None] Provisioning complete for port bf02baab-900d-4022-854f-087900aaa95d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:13.346922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f291508-2e94-482f-a21f-a582a41df4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:13.420348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Calling delete_port for 66b5d19e-155b-4300-9fcd-a64b4a7823fe owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:13.440371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d432ba3f-5eb7-4b5a-8c6f-cf2652f5728d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:13.441129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d432ba3f-5eb7-4b5a-8c6f-cf2652f5728d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Synchronizing usage tracker for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:13.463563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d432ba3f-5eb7-4b5a-8c6f-cf2652f5728d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Unset dirty status for tenant:6b11aaf849ed43d1bc2c703019fdb917 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:13.469391 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d432ba3f-5eb7-4b5a-8c6f-cf2652f5728d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1675045
Dec 23 16:16:13.476742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53532) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.498952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bc8150-ca7d-477c-a762-88b8bf19870f None None] DHCP port deletion for d86d2001-bff7-4934-b75e-882fa5c13bfc request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:16:13.540676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b289a294-0837-494e-a562-e94db33f59ef tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:13.542251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc8150-ca7d-477c-a762-88b8bf19870f None None] Deleting port 66b5d19e-155b-4300-9fcd-a64b4a7823fe {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:13.542687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8150-ca7d-477c-a762-88b8bf19870f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:13.566945 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f6edc0e2-b3b7-48ae-842f-c75b0977c84f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0885706
Dec 23 16:16:13.578548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53536) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.636858 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ddacbe-2485-4c99-97fa-2851cd4c513d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:13.637502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ddacbe-2485-4c99-97fa-2851cd4c513d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:13.641177 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b1ddacbe-2485-4c99-97fa-2851cd4c513d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/951ae2cb-f4bf-465f-b274-b508d150c836 HTTP/1.1" status: 404  len: 333 time: 0.0599990
Dec 23 16:16:13.643680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53540) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.680370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b289a294-0837-494e-a562-e94db33f59ef tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for d8dff3ad-ad31-46e7-b37a-3669c25b3e70 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:13.681377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:13.690086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-04975347-b6c1-4950-b073-e7678136c2f7 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:13.739801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc8150-ca7d-477c-a762-88b8bf19870f None None] The port '66b5d19e-155b-4300-9fcd-a64b4a7823fe' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:16:13.741772 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c18530-478f-4a25-aa6c-67c25c8257b1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:13.742340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c18530-478f-4a25-aa6c-67c25c8257b1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:13.751154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Port': ['ID=66b5d19e-155b-4300-9fcd-a64b4a7823fe,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:13.757916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:13.762607 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d2c18530-478f-4a25-aa6c-67c25c8257b1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/e3a29a9f-c0de-4a4d-bdad-fa83338fba9a HTTP/1.1" status: 404  len: 337 time: 0.1175356
Dec 23 16:16:13.763520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53544) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.766606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] No DVR routers for this DVR port 66b5d19e-155b-4300-9fcd-a64b4a7823fe on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:16:13.811768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b289a294-0837-494e-a562-e94db33f59ef tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:13.814119 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e564067-fe79-4850-9e20-169de5325264 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:13.814892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e564067-fe79-4850-9e20-169de5325264 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:13.822339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fe3c7dfb-2053-4342-8f83-70e1902a5717 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:13.836542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7275309a-4ba9-4854-8fd0-977195c2e0f5 None None] DHCP port deletion for ba343194-bb9c-4b65-8867-816842e8f671 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:16:13.841423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7275309a-4ba9-4854-8fd0-977195c2e0f5 None None] Deleting port bf02baab-900d-4022-854f-087900aaa95d {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:13.841924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7275309a-4ba9-4854-8fd0-977195c2e0f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:13.875905 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6e564067-fe79-4850-9e20-169de5325264 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/2f829e67-a33c-41aa-814e-b3458f26c684 HTTP/1.1" status: 404  len: 337 time: 0.1112514
Dec 23 16:16:13.876888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289a294-0837-494e-a562-e94db33f59ef tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=d8dff3ad-ad31-46e7-b37a-3669c25b3e70,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:13.880712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53548) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.907283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:13.913545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b289a294-0837-494e-a562-e94db33f59ef tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:13.926654 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-482834f7-1c31-41e1-b15e-1616f20a2d0b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:13.928061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482834f7-1c31-41e1-b15e-1616f20a2d0b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:13.932454 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-482834f7-1c31-41e1-b15e-1616f20a2d0b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/87359304-f857-457a-b84f-6c4d8e9346d3 HTTP/1.1" status: 404  len: 333 time: 0.0482221
Dec 23 16:16:13.933186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53552) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.935928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79dba358>,) {'filters': {'network_id': ['d86d2001-bff7-4934-b75e-882fa5c13bfc']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:13.936352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b289a294-0837-494e-a562-e94db33f59ef tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:13.940927 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b289a294-0837-494e-a562-e94db33f59ef tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/d8dff3ad-ad31-46e7-b37a-3669c25b3e70 HTTP/1.1" status: 204  len: 168 time: 0.8267283
Dec 23 16:16:13.943782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53556) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.984365 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-184cc8ea-5c6f-49f6-87f6-f9bd3997f657 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:13.984871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184cc8ea-5c6f-49f6-87f6-f9bd3997f657 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:13.989444 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-184cc8ea-5c6f-49f6-87f6-f9bd3997f657 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/7e5c8990-d9d2-46f6-9c34-e3dbe5e6449a HTTP/1.1" status: 404  len: 337 time: 0.0530360
Dec 23 16:16:13.992035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53562) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.995263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79dba358>, 'b41b506b-23e9-4994-a8e3-1878a6b0aa0d') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:13.995611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79dba358>, 'b41b506b-23e9-4994-a8e3-1878a6b0aa0d') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:14.018005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:14.037350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:14.041309 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-87def8c9-0142-4cca-a5c1-8b7ec768fab9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.041813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87def8c9-0142-4cca-a5c1-8b7ec768fab9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:14.043712 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-87def8c9-0142-4cca-a5c1-8b7ec768fab9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/aecf2fc1-18da-43f5-b186-1dbb96d51923 HTTP/1.1" status: 404  len: 337 time: 0.0506368
Dec 23 16:16:14.047243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53566) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.052549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:16:14.052998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:14.076590 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:14.089554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-7275309a-4ba9-4854-8fd0-977195c2e0f5 None None] For port bf02baab-900d-4022-854f-087900aaa95d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bf02baab-900d-4022-854f-087900aaa95d,segment=NetworkSegment(d68a0050-26bd-4a57-b130-778e576fbdc3),segment_id=d68a0050-26bd-4a57-b130-778e576fbdc3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:14.090201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7275309a-4ba9-4854-8fd0-977195c2e0f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:14.222805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2f8e2-0066-49f1-8e39-a859fb030fe0 req-20f6d38f-9111-4296-8c24-c0f887f71221 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:14.225067 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c4c2f8e2-0066-49f1-8e39-a859fb030fe0 req-20f6d38f-9111-4296-8c24-c0f887f71221 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.1275623
Dec 23 16:16:14.256398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7275309a-4ba9-4854-8fd0-977195c2e0f5 None None] Calling delete_port for bf02baab-900d-4022-854f-087900aaa95d owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:14.285552 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c4c2f8e2-0066-49f1-8e39-a859fb030fe0 req-81128389-e23e-49f1-87ec-9b9370e2ed7d tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482481
Dec 23 16:16:14.336241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7275309a-4ba9-4854-8fd0-977195c2e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:14.340004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-775307e8-eaf0-4b1a-888c-29573737afed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:14.384571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275309a-4ba9-4854-8fd0-977195c2e0f5 None None] Pushing event deleted for resources: {'Port': ['ID=bf02baab-900d-4022-854f-087900aaa95d,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:14.387622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7275309a-4ba9-4854-8fd0-977195c2e0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:14.389954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275309a-4ba9-4854-8fd0-977195c2e0f5 None None] No DVR routers for this DVR port bf02baab-900d-4022-854f-087900aaa95d on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:16:14.437620 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c9b6de-c4e8-4e97-94c5-323e74587f17 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.438113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c9b6de-c4e8-4e97-94c5-323e74587f17 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:14.439919 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-03c9b6de-c4e8-4e97-94c5-323e74587f17 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/12952a37-b697-4eaf-b80f-786584a0db68 HTTP/1.1" status: 404  len: 333 time: 0.3895061
Dec 23 16:16:14.442826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53572) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.488247 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-8263ba21-231a-4912-b6a5-41a559cdffaf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.488683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8263ba21-231a-4912-b6a5-41a559cdffaf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:14.490796 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8263ba21-231a-4912-b6a5-41a559cdffaf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/c7833cac-3bca-43f8-a690-b99db898be4a HTTP/1.1" status: 404  len: 337 time: 0.0467694
Dec 23 16:16:14.493565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53576) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.504750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7748060b-8307-4d0e-ba50-908317242c2c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:14.509150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7748060b-8307-4d0e-ba50-908317242c2c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:14.510820 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7748060b-8307-4d0e-ba50-908317242c2c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.5660174
Dec 23 16:16:14.513172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:14.514765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53580) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.521636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:14.535858 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c65925-f132-4841-86d6-8bb7d6d6374c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.536538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c65925-f132-4841-86d6-8bb7d6d6374c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:14.538371 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-98c65925-f132-4841-86d6-8bb7d6d6374c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/3ca58960-ecaa-4c2a-93b5-f86523102ace HTTP/1.1" status: 404  len: 337 time: 0.0437880
Dec 23 16:16:14.539912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:14.541136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53584) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.583455 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18bebf8-9c2a-4578-b48f-de3cc1048f76 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.583944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18bebf8-9c2a-4578-b48f-de3cc1048f76 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:14.585798 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e18bebf8-9c2a-4578-b48f-de3cc1048f76 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/aed5786c-5583-423a-a295-9b57c77a8a7b HTTP/1.1" status: 404  len: 333 time: 0.0436585
Dec 23 16:16:14.588546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53588) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.596285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Pushing event deleted for resources: {'Network': ['ID=d86d2001-bff7-4934-b75e-882fa5c13bfc,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:14.609069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:14.615650 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] 10.222.0.67 "DELETE /v2.0/networks/d86d2001-bff7-4934-b75e-882fa5c13bfc HTTP/1.1" status: 204  len: 168 time: 1.9224410
Dec 23 16:16:14.636344 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-962a9f24-339f-43ca-8fb3-0ec4c75134d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.636948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962a9f24-339f-43ca-8fb3-0ec4c75134d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:14.644565 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-962a9f24-339f-43ca-8fb3-0ec4c75134d9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/4910e49e-dc44-406e-8f84-85b1635dfff9 HTTP/1.1" status: 404  len: 337 time: 0.0494940
Dec 23 16:16:14.644791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5f93e1ef-e18b-4d5b-90f5-486b2747dd0e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port 1d50b322-4887-4dea-96ea-697cf4052fdc {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:14.644791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f93e1ef-e18b-4d5b-90f5-486b2747dd0e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:14.644999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53594) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.685235 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-a185234d-fe0b-4685-bc21-73aff0396c8d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.685748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a185234d-fe0b-4685-bc21-73aff0396c8d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:14.690498 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a185234d-fe0b-4685-bc21-73aff0396c8d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/5cc666b2-0268-4966-9468-575b851ec234 HTTP/1.1" status: 404  len: 337 time: 0.0447845
Dec 23 16:16:14.690498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53598) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.693567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd95ab-448c-4fae-a6a8-d4fef6157dcb req-fc682195-c830-421a-8972-09d1a74c6a43 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:14.695239 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1ecd95ab-448c-4fae-a6a8-d4fef6157dcb req-fc682195-c830-421a-8972-09d1a74c6a43 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.2656770
Dec 23 16:16:14.733576 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-350e103b-e1d1-4b15-995a-cd8c9a0ccc24 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.734080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350e103b-e1d1-4b15-995a-cd8c9a0ccc24 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:14.738572 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-350e103b-e1d1-4b15-995a-cd8c9a0ccc24 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/da968cf9-3678-430f-8a30-68b530542d87 HTTP/1.1" status: 404  len: 333 time: 0.0447497
Dec 23 16:16:14.738775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53602) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.785541 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e918759-994c-4992-a263-0036e687c7f6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.786128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e918759-994c-4992-a263-0036e687c7f6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:14.788096 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8e918759-994c-4992-a263-0036e687c7f6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/ec8b7eae-ad61-4574-a3b0-14d2cace8cc8 HTTP/1.1" status: 404  len: 337 time: 0.0483668
Dec 23 16:16:14.791111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53606) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.809895 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1ecd95ab-448c-4fae-a6a8-d4fef6157dcb req-6ec8f285-cd65-447f-88a7-f34fd8d80c45 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032250
Dec 23 16:16:14.833909 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5783b3-3e07-4ea1-a345-5e501bf56d6d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.834501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5783b3-3e07-4ea1-a345-5e501bf56d6d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:14.838809 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5b5783b3-3e07-4ea1-a345-5e501bf56d6d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/fd6458d6-f52b-4c42-af92-15e6b6f3599c HTTP/1.1" status: 404  len: 333 time: 0.0443413
Dec 23 16:16:14.839191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53610) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.888599 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-8009df76-b868-44b6-83fe-39e565ca5745 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.889113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8009df76-b868-44b6-83fe-39e565ca5745 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:14.893527 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8009df76-b868-44b6-83fe-39e565ca5745 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/2d62e383-1da1-482a-818d-2d9e7ae22838 HTTP/1.1" status: 404  len: 337 time: 0.0507708
Dec 23 16:16:14.893787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53618) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.944951 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7047069-e44d-41d3-8540-23ea6b171159 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.945458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7047069-e44d-41d3-8540-23ea6b171159 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:14.949755 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d7047069-e44d-41d3-8540-23ea6b171159 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/c98a62ef-ac84-4c71-8339-94ba253e32b3 HTTP/1.1" status: 404  len: 333 time: 0.0523994
Dec 23 16:16:14.950042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53622) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.955686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f93e1ef-e18b-4d5b-90f5-486b2747dd0e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:15.026130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53626) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.032912 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-2707b036-6d5f-4d9f-aad4-a304ff5c3720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.033420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2707b036-6d5f-4d9f-aad4-a304ff5c3720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.035325 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2707b036-6d5f-4d9f-aad4-a304ff5c3720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/6db84f05-ba1e-422b-8962-0df14c620407 HTTP/1.1" status: 404  len: 337 time: 0.0839343
Dec 23 16:16:15.040418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53630) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.096650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5f93e1ef-e18b-4d5b-90f5-486b2747dd0e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for 1d50b322-4887-4dea-96ea-697cf4052fdc owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:15.097529 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b9496c-c3ea-4fdb-8ef3-fdd1afefc9e5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.098015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b9496c-c3ea-4fdb-8ef3-fdd1afefc9e5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.099881 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-20b9496c-c3ea-4fdb-8ef3-fdd1afefc9e5 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/4b3a0209-787a-47b4-9d8a-ffb2e399e260 HTTP/1.1" status: 404  len: 333 time: 0.0527103
Dec 23 16:16:15.103186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53636) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.149239 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d240e28-e182-4eae-8f7f-10ca3a40c6c7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.149439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d240e28-e182-4eae-8f7f-10ca3a40c6c7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.153711 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5d240e28-e182-4eae-8f7f-10ca3a40c6c7 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/6b058ef2-3e22-4189-a1f1-e4867a4bc1ef HTTP/1.1" status: 404  len: 337 time: 0.0470335
Dec 23 16:16:15.154403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53640) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.181397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf3379-db45-4535-89c7-f2834c54cb86 req-95ccbab5-c14d-4b92-86e5-7b7c6c3cf04a tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:15.182864 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b4bf3379-db45-4535-89c7-f2834c54cb86 req-95ccbab5-c14d-4b92-86e5-7b7c6c3cf04a tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.1968243
Dec 23 16:16:15.212420 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4cd461-dbd1-4a7a-affa-e78a66ac4b6a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.213054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4cd461-dbd1-4a7a-affa-e78a66ac4b6a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.217394 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9d4cd461-dbd1-4a7a-affa-e78a66ac4b6a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/0548f84e-7e9a-49c4-b7f3-9c646f8d1f96 HTTP/1.1" status: 404  len: 333 time: 0.0590115
Dec 23 16:16:15.221601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53644) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.235853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f93e1ef-e18b-4d5b-90f5-486b2747dd0e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:15.242797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-30026493-d1c6-4fd7-8e5f-3b7d824e2a96 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:15.274234 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d02da7a-61b6-442f-8f18-ab2c39a9ae79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.274748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d02da7a-61b6-442f-8f18-ab2c39a9ae79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.276802 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6d02da7a-61b6-442f-8f18-ab2c39a9ae79 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/f0f92ee9-4c8b-440a-8660-0e54539de9aa HTTP/1.1" status: 404  len: 337 time: 0.0533390
Dec 23 16:16:15.280170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53648) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.292343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93e1ef-e18b-4d5b-90f5-486b2747dd0e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=1d50b322-4887-4dea-96ea-697cf4052fdc,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:15.298952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5f93e1ef-e18b-4d5b-90f5-486b2747dd0e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:15.318063 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b4bf3379-db45-4535-89c7-f2834c54cb86 req-700fd39d-4270-418d-a538-907fb2c8bd20 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1275942
Dec 23 16:16:15.322682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f93e1ef-e18b-4d5b-90f5-486b2747dd0e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:15.332271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 66b5d19e-155b-4300-9fcd-a64b4a7823fe no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:16:15.336525 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b85a18d-a967-4158-8ef5-09c16ece3d40 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.337264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b85a18d-a967-4158-8ef5-09c16ece3d40 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.337670 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5f93e1ef-e18b-4d5b-90f5-486b2747dd0e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/1d50b322-4887-4dea-96ea-697cf4052fdc HTTP/1.1" status: 204  len: 168 time: 0.8205955
Dec 23 16:16:15.339629 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6b85a18d-a967-4158-8ef5-09c16ece3d40 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/6e428067-153d-419c-9593-6bbe11c9d52b HTTP/1.1" status: 404  len: 333 time: 0.0560999
Dec 23 16:16:15.340289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53652) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.343212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53656) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.373979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 66b5d19e-155b-4300-9fcd-a64b4a7823fe {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:16:15.374394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 66b5d19e-155b-4300-9fcd-a64b4a7823fe not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:16:15.374888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bf02baab-900d-4022-854f-087900aaa95d no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:16:15.392000 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3632d1-5687-4497-b029-8ed1d5eace3a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.392652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3632d1-5687-4497-b029-8ed1d5eace3a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.395043 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-be3632d1-5687-4497-b029-8ed1d5eace3a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/7239834b-5f3f-4e78-935d-77380a57e883 HTTP/1.1" status: 404  len: 337 time: 0.0505619
Dec 23 16:16:15.397854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53662) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.410156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: bf02baab-900d-4022-854f-087900aaa95d {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:16:15.410565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bf02baab-900d-4022-854f-087900aaa95d not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:16:15.451849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5dc23df0-f426-40b3-b9f2-375f7db7b1e8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ebf2c3a4569f47d6bbe4763d78be623e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4209228
Dec 23 16:16:15.452065 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1594496-664f-42f6-9bcd-8ebed14aee5f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.452065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1594496-664f-42f6-9bcd-8ebed14aee5f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.452763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53666) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.453674 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c1594496-664f-42f6-9bcd-8ebed14aee5f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/7fe8faf8-b46f-4dca-a30c-d3bf3162ca3a HTTP/1.1" status: 404  len: 337 time: 0.0547128
Dec 23 16:16:15.456529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53670) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.504848 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb446d19-cf10-4a84-9c76-343b3e60c328 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.505267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb446d19-cf10-4a84-9c76-343b3e60c328 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.509574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d485dfe4-23a2-4453-b3b1-ce74a75bef52 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:15.509750 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fb446d19-cf10-4a84-9c76-343b3e60c328 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/f966fc29-ff1d-4d6b-b530-1f371e25813a HTTP/1.1" status: 404  len: 333 time: 0.0495827
Dec 23 16:16:15.509844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d485dfe4-23a2-4453-b3b1-ce74a75bef52 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:15.509924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53674) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.542188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d485dfe4-23a2-4453-b3b1-ce74a75bef52 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:15.543523 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d485dfe4-23a2-4453-b3b1-ce74a75bef52 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.2021217
Dec 23 16:16:15.546424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53678) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.552119 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-3853369e-e563-4281-977c-cf7ce0556aee tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.552632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3853369e-e563-4281-977c-cf7ce0556aee tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.556990 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3853369e-e563-4281-977c-cf7ce0556aee tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/52951764-3128-4820-bb39-80a393984ad5 HTTP/1.1" status: 404  len: 337 time: 0.0436294
Dec 23 16:16:15.557279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53682) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.586388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e843-2ffe-4138-86da-2f23bab78068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:15.600207 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-432acd9f-e505-464f-9bda-8a2757a0a67e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.600777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432acd9f-e505-464f-9bda-8a2757a0a67e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.602772 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-432acd9f-e505-464f-9bda-8a2757a0a67e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/38b03369-2c6e-466d-856d-26c40c56fb51 HTTP/1.1" status: 404  len: 337 time: 0.0442920
Dec 23 16:16:15.605370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53686) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.615315 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-616dabd5-c352-460a-a4f6-331aa7b804b1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] GET failed (client error): The resource could not be found.
Dec 23 16:16:15.619517 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-616dabd5-c352-460a-a4f6-331aa7b804b1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/d8dff3ad-ad31-46e7-b37a-3669c25b3e70 HTTP/1.1" status: 404  len: 333 time: 0.0692623
Dec 23 16:16:15.624235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53690) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.660244 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ef97e4-f5f9-4a53-bc81-1d20a98ccb91 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.660833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ef97e4-f5f9-4a53-bc81-1d20a98ccb91 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.662907 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-24ef97e4-f5f9-4a53-bc81-1d20a98ccb91 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/53b9faf9-14fc-4f72-90d5-2f0052a8a059 HTTP/1.1" status: 404  len: 333 time: 0.0564938
Dec 23 16:16:15.665749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53696) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.673311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e843-2ffe-4138-86da-2f23bab78068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:15.690095 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-92960074-08d5-4f82-95dc-daca42ae702f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] GET failed (client error): The resource could not be found.
Dec 23 16:16:15.694434 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-92960074-08d5-4f82-95dc-daca42ae702f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/1d50b322-4887-4dea-96ea-697cf4052fdc HTTP/1.1" status: 404  len: 333 time: 0.0663035
Dec 23 16:16:15.698233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53700) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.709367 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab83664a-19d9-4afd-982b-27aca34edf76 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.709965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab83664a-19d9-4afd-982b-27aca34edf76 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.714560 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ab83664a-19d9-4afd-982b-27aca34edf76 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/60d55094-b1d4-4789-af33-8a2bec39cda3 HTTP/1.1" status: 404  len: 337 time: 0.0454295
Dec 23 16:16:15.714873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53704) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.794418 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-917a7980-26c0-4a26-9253-8d52dd57874e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.794952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917a7980-26c0-4a26-9253-8d52dd57874e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.796807 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-917a7980-26c0-4a26-9253-8d52dd57874e tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/068ab910-10b0-4ced-8731-585b66ca0138 HTTP/1.1" status: 404  len: 337 time: 0.0808623
Dec 23 16:16:15.802790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53708) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.845659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5113583-06a9-4ef1-80ac-4902801762ea tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:15.854531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e843-2ffe-4138-86da-2f23bab78068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:15.856351 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdaa7451-c481-4949-9f7c-6cbff1730d2a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.856880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdaa7451-c481-4949-9f7c-6cbff1730d2a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.858708 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cdaa7451-c481-4949-9f7c-6cbff1730d2a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/2bce9768-121f-4a90-8dbc-f807c06adfb9 HTTP/1.1" status: 404  len: 333 time: 0.0556626
Dec 23 16:16:15.860209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a5c1659-980a-4c2a-acbf-996e6ae95385 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:15.862034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53712) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.874725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9e843-2ffe-4138-86da-2f23bab78068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5495f3-432b-46f3-949f-39a1e5454d14,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:15.878568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1e9e843-2ffe-4138-86da-2f23bab78068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:15.910265 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae419488-044f-426a-86f1-d7df107f2b1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.910769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae419488-044f-426a-86f1-d7df107f2b1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:15.913187 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ae419488-044f-426a-86f1-d7df107f2b1d tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/eddfa301-b6a0-4aac-b892-7931a42e32ca HTTP/1.1" status: 404  len: 337 time: 0.0502036
Dec 23 16:16:15.913465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1e9e843-2ffe-4138-86da-2f23bab78068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:15.914707 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e1e9e843-2ffe-4138-86da-2f23bab78068 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7a5495f3-432b-46f3-949f-39a1e5454d14 HTTP/1.1" status: 204  len: 168 time: 0.4609423
Dec 23 16:16:15.919210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53718) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.934858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca7221-6d84-413f-ad72-b3c45e8c2d11 req-07814bd0-650c-4f6e-a985-22846e5f21a4 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:15.936647 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-beca7221-6d84-413f-ad72-b3c45e8c2d11 req-07814bd0-650c-4f6e-a985-22846e5f21a4 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.1843638
Dec 23 16:16:15.993970 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-beca7221-6d84-413f-ad72-b3c45e8c2d11 req-3e01e751-37bc-4335-a628-ecc2cc5d9849 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500648
Dec 23 16:16:15.998265 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-260f2915-5c5e-4c34-8339-9b29c012ee95 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.998780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260f2915-5c5e-4c34-8339-9b29c012ee95 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:16.000663 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-260f2915-5c5e-4c34-8339-9b29c012ee95 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/95696259-2c0c-4d1f-9993-bffb251677d3 HTTP/1.1" status: 404  len: 337 time: 0.0807655
Dec 23 16:16:16.003603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53722) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.058220 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8b47c0ac-17d0-4624-bd78-a3aec7185137 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a41522e-e8d7-401e-a9a4-22edcd372254 HTTP/1.1" status: 200  len: 205 time: 0.0521364
Dec 23 16:16:16.060728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53726) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.071373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5113583-06a9-4ef1-80ac-4902801762ea tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:16.105929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a5113583-06a9-4ef1-80ac-4902801762ea tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78f9f940>,) {'filters': {'network_id': ['d9ced4c8-c794-420a-a73e-a31377d707b4']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:16.123895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a5113583-06a9-4ef1-80ac-4902801762ea tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78f9f940>, 'b95d6153-fffa-4f3e-a00c-3fe49c458c9b') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:16.124247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a5113583-06a9-4ef1-80ac-4902801762ea tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78f9f940>, 'b95d6153-fffa-4f3e-a00c-3fe49c458c9b') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:16.138232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5113583-06a9-4ef1-80ac-4902801762ea tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:16.148299 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-ac24cf81-725f-4b6e-8899-56252c31a67b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] delete failed (client error): The resource could not be found.
Dec 23 16:16:16.149661 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ac24cf81-725f-4b6e-8899-56252c31a67b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/routers/8a41522e-e8d7-401e-a9a4-22edcd372254 HTTP/1.1" status: 404  len: 336 time: 0.0879347
Dec 23 16:16:16.155496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53732) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.157667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5113583-06a9-4ef1-80ac-4902801762ea tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:16.186069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5113583-06a9-4ef1-80ac-4902801762ea tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:16:16.187993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5113583-06a9-4ef1-80ac-4902801762ea tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:16.202166 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-18626dbe-a42a-44b8-ab64-0f32a3871b83 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:16.202166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18626dbe-a42a-44b8-ab64-0f32a3871b83 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:16.206721 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-18626dbe-a42a-44b8-ab64-0f32a3871b83 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/5f0206af-0c92-4e2b-9384-0784f34ed8c9 HTTP/1.1" status: 404  len: 337 time: 0.0499792
Dec 23 16:16:16.207276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53738) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:16.217651 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:16.260424 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a31cc997-2f8a-489c-b9dc-339fd919c3c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "GET /v2.0/ports?device_id=514567c3-7ec6-4fe2-82f1-8094497abc3c HTTP/1.1" status: 200  len: 205 time: 0.0517051
Dec 23 16:16:16.263479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53744) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.312121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5113583-06a9-4ef1-80ac-4902801762ea tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:16.315672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c3831b7-02d8-4dfd-b42a-344a39deb700 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:16.335663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5113583-06a9-4ef1-80ac-4902801762ea tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:16.344394 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-41e7d737-a351-4929-be76-efa228f58a35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] delete failed (client error): The resource could not be found.
Dec 23 16:16:16.348188 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-41e7d737-a351-4929-be76-efa228f58a35 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/routers/514567c3-7ec6-4fe2-82f1-8094497abc3c HTTP/1.1" status: 404  len: 336 time: 0.0808799
Dec 23 16:16:16.348313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53750) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.348397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5113583-06a9-4ef1-80ac-4902801762ea tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Network': ['ID=d9ced4c8-c794-420a-a73e-a31377d707b4,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:16.350670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5113583-06a9-4ef1-80ac-4902801762ea tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:16.352640 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a5113583-06a9-4ef1-80ac-4902801762ea tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/networks/d9ced4c8-c794-420a-a73e-a31377d707b4 HTTP/1.1" status: 204  len: 168 time: 0.6530759
Dec 23 16:16:16.357576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53754) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.363533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2012877057'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:16.369083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:16.374025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:network and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:16.377163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:16.383629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:16.393103 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eaf2dc8-70c8-48ad-9de4-1dd70296bd31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:16.393603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eaf2dc8-70c8-48ad-9de4-1dd70296bd31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:16.394643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:16.395455 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5eaf2dc8-70c8-48ad-9de4-1dd70296bd31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/d6264bfc-a0dd-4ded-bce9-f06bd36ba6dc HTTP/1.1" status: 404  len: 337 time: 0.0461960
Dec 23 16:16:16.398340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53758) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.400565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:16.431832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:16:16.442077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:16.442476 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Added segment 620a3b65-16e4-47fd-b7f1-afa3818d3753 of type vlan for network 28602ba2-19c1-46a7-9557-349bddbbfea8
Dec 23 16:16:16.444638 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd542244-1516-4df9-a1b6-264369fba392 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:16.445146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd542244-1516-4df9-a1b6-264369fba392 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:16.449619 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cd542244-1516-4df9-a1b6-264369fba392 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/5c3b9b39-888d-4cfb-858e-a261c463f1be HTTP/1.1" status: 404  len: 337 time: 0.0472801
Dec 23 16:16:16.449960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53764) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.471074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:16.493050 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-19371932-0d75-4903-b318-f5ba215f22f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:16.493558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19371932-0d75-4903-b318-f5ba215f22f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:16.498486 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-19371932-0d75-4903-b318-f5ba215f22f2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/f97d27b5-88ae-472d-b266-3820e321fa10 HTTP/1.1" status: 404  len: 333 time: 0.0438106
Dec 23 16:16:16.498790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53768) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.507424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:16.511762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:16.512431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:16.518567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2489b0c-a479-4bfd-a621-4da1d343fd54 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:16.541219 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a9576c-947a-4c9d-aa07-eef3eb4724be tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:16.541219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a9576c-947a-4c9d-aa07-eef3eb4724be tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:16.545872 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-76a9576c-947a-4c9d-aa07-eef3eb4724be tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/a2704e6c-8ff8-4fb5-8c5d-3209231596d2 HTTP/1.1" status: 404  len: 337 time: 0.0433102
Dec 23 16:16:16.546844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53772) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.571928 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2132061
Dec 23 16:16:16.574839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53778) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.584107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'subnet': {'network_id': '28602ba2-19c1-46a7-9557-349bddbbfea8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:16.600758 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab26d011-e4ea-4af3-ae6f-5bb984134fa4 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:16.601264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab26d011-e4ea-4af3-ae6f-5bb984134fa4 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:16.603505 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ab26d011-e4ea-4af3-ae6f-5bb984134fa4 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/fb277370-241b-4584-b4b2-215353d6a0eb HTTP/1.1" status: 404  len: 333 time: 0.0552065
Dec 23 16:16:16.605781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53782) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.648965 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-433a5568-99b6-4193-8d86-e15fcecd9684 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:16.649544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433a5568-99b6-4193-8d86-e15fcecd9684 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:16.654311 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-433a5568-99b6-4193-8d86-e15fcecd9684 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/df7e765b-e943-4cb0-aed7-16cef7306de0 HTTP/1.1" status: 404  len: 337 time: 0.0441840
Dec 23 16:16:16.655244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53788) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.662943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Network': ['ID=28602ba2-19c1-46a7-9557-349bddbbfea8,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:16.668485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:16.703882 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cd1404-85f4-408c-8f01-4979247b165b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:16.704390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43cd1404-85f4-408c-8f01-4979247b165b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:16.709866 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-43cd1404-85f4-408c-8f01-4979247b165b tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/718bc6ee-18e9-4a54-90ea-540a49d6f377 HTTP/1.1" status: 404  len: 333 time: 0.0500069
Dec 23 16:16:16.712035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53792) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.771711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:16.775813 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f2351c-791a-4007-bb8e-5752e7fb0d52 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:16.776058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:subnet and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:16.776327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f2351c-791a-4007-bb8e-5752e7fb0d52 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:16.779472 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c6f2351c-791a-4007-bb8e-5752e7fb0d52 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/df25870d-b784-48f0-a3f6-8d58de57538d HTTP/1.1" status: 404  len: 337 time: 0.0652654
Dec 23 16:16:16.780613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:16.782174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53798) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.787159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:16.801279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:16.808207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 28602ba2-19c1-46a7-9557-349bddbbfea8 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:16:16.835073 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-64dc7ab9-7c9f-4c22-b85f-b905d7705de2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:16.835268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64dc7ab9-7c9f-4c22-b85f-b905d7705de2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:16.836960 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-64dc7ab9-7c9f-4c22-b85f-b905d7705de2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/38cc2b95-a3b3-403e-9304-270c0ac8f71b HTTP/1.1" status: 404  len: 333 time: 0.0532310
Dec 23 16:16:16.843539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53802) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.890979 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7f3fef-90a8-4b79-9bb1-40d698706a7f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:16.891515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7f3fef-90a8-4b79-9bb1-40d698706a7f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:16.897426 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0a7f3fef-90a8-4b79-9bb1-40d698706a7f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/df185cc6-d530-4da6-8099-6be5062af69d HTTP/1.1" status: 404  len: 337 time: 0.0514560
Dec 23 16:16:16.897426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53806) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.901334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53808) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.932296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:16.953900 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d6fd2b-1d1f-47b5-9cb1-22f01893cd0c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:16.954332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d6fd2b-1d1f-47b5-9cb1-22f01893cd0c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:16.956219 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-62d6fd2b-1d1f-47b5-9cb1-22f01893cd0c tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/89a455e5-4449-484a-8762-3816899691e9 HTTP/1.1" status: 404  len: 333 time: 0.0564733
Dec 23 16:16:16.959033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53816) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:17.002206 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-92eb7f70-e824-457c-af88-a2b580abd938 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:17.002713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92eb7f70-e824-457c-af88-a2b580abd938 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:17.007329 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-92eb7f70-e824-457c-af88-a2b580abd938 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/7fb88ae5-54ee-479c-a303-bf4061d32299 HTTP/1.1" status: 404  len: 337 time: 0.0446932
Dec 23 16:16:17.007605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53820) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:17.045434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Performing IP validity checks on allocation pools {{(pid=88840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 23 16:16:17.046187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 23 16:16:17.051725 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-31fe8be6-53a2-4558-8dff-17d7625146a1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:17.052244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31fe8be6-53a2-4558-8dff-17d7625146a1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:17.056849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53826) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:17.057432 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-31fe8be6-53a2-4558-8dff-17d7625146a1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/1ef8d1f9-adf5-493e-9313-ec8d24847a67 HTTP/1.1" status: 404  len: 333 time: 0.0488050
Dec 23 16:16:17.101462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'network': {'name': 'tempest-RoutersTest-1458729781'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:17.106774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:17.107633 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8750cf-d3b3-4c12-b7b8-09ad5828b7a6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:17.108138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8750cf-d3b3-4c12-b7b8-09ad5828b7a6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:17.109971 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ec8750cf-d3b3-4c12-b7b8-09ad5828b7a6 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/992d8fcb-599f-4e1c-bc34-75d233de114a HTTP/1.1" status: 404  len: 337 time: 0.0518885
Dec 23 16:16:17.112290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:network and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:17.114902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53832) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:17.117718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:17.161907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:17.171577 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-92215e36-7b4d-4aed-b502-40a0671211af tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:17.171872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92215e36-7b4d-4aed-b502-40a0671211af tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:17.176182 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-92215e36-7b4d-4aed-b502-40a0671211af tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/ports/93739542-b35d-4bf5-ae57-21c230195a20 HTTP/1.1" status: 404  len: 333 time: 0.0577736
Dec 23 16:16:17.176583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53836) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:17.219062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:17.225123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.238038 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-036d5b43-640d-4f22-9cab-73910bd37b6f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:17.238542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036d5b43-640d-4f22-9cab-73910bd37b6f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:17.245567 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-036d5b43-640d-4f22-9cab-73910bd37b6f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/subnets/0de64d63-d439-479d-bcd3-a5b238243571 HTTP/1.1" status: 404  len: 337 time: 0.0648246
Dec 23 16:16:17.245567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.247642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53840) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:17.280149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:17.284211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:security_group_rule and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:17.287212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:17.293286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:17.365705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.368547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.373531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74ea51c1-f15b-4131-8e2c-ee94af746cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:17.401148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:16:17.418185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d476343a-80e3-48d0-ba2e-d87c1740e07a,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:17.422780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.423232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:17.424241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.424635 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Added segment 6a641d34-bce5-4ed1-b5c5-94fc61758dea of type vlan for network d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd
Dec 23 16:16:17.427944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:17.452953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.465118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27a9c495-2ea7-4303-b156-c8100dac2e31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.477509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37084c22-e4bc-429b-b3ea-28cca6230925 req-fae013f5-a4db-43cd-8ad6-3c1ff4dab55a tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:17.479194 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-37084c22-e4bc-429b-b3ea-28cca6230925 req-fae013f5-a4db-43cd-8ad6-3c1ff4dab55a tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.3071821
Dec 23 16:16:17.483589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.487795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:17.488447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.494135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-beaba8b6-f090-4cd7-9538-fc52d41c0a29 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:17.606909 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7013953
Dec 23 16:16:17.610100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53844) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:17.612764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Network': ['ID=d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:17.615604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:17.617869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Subnet': ['ID=26dd4049-5000-4dfa-8949-daafbf4fb009,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:17.619506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'network': {'name': 'tempest-RoutersTest-696277858'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:17.625624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:17.626485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:16:17.628531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:17.630621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:network and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:17.633729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:17.640126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:17.649262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:17.655608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.669588 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-37084c22-e4bc-429b-b3ea-28cca6230925 req-6c9476d2-cd7e-4239-a1f2-5d1e3a91b72b tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1817780
Dec 23 16:16:17.724841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Checking segment: {'id': '620a3b65-16e4-47fd-b7f1-afa3818d3753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '28602ba2-19c1-46a7-9557-349bddbbfea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:17.725254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network hostable DHCP agents. Network: 28602ba2-19c1-46a7-9557-349bddbbfea8, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:16:17.736885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27a9c495-2ea7-4303-b156-c8100dac2e31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.775710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-27a9c495-2ea7-4303-b156-c8100dac2e31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79f06630>,) {'filters': {'network_id': ['ba343194-bb9c-4b65-8867-816842e8f671']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:17.792748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-27a9c495-2ea7-4303-b156-c8100dac2e31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79f06630>, 'd68a0050-26bd-4a57-b130-778e576fbdc3') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:17.793061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-27a9c495-2ea7-4303-b156-c8100dac2e31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79f06630>, 'd68a0050-26bd-4a57-b130-778e576fbdc3') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:17.810951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27a9c495-2ea7-4303-b156-c8100dac2e31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.822125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network 28602ba2-19c1-46a7-9557-349bddbbfea8 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:16:17.834746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27a9c495-2ea7-4303-b156-c8100dac2e31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.840214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 28602ba2-19c1-46a7-9557-349bddbbfea8) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:17.845590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a9c495-2ea7-4303-b156-c8100dac2e31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:16:17.846005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27a9c495-2ea7-4303-b156-c8100dac2e31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.856345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe78b0b9-d72a-419d-9e40-5b60918717f3 None None] Network 28602ba2-19c1-46a7-9557-349bddbbfea8 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:17.863285 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:17.865545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:17.865545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.933425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:16:17.943584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.943974 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Added segment 89e0cf97-3b56-4a7e-9cb2-3e4bad8c60f2 of type vlan for network 1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1
Dec 23 16:16:17.969445 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3934157
Dec 23 16:16:17.971506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27a9c495-2ea7-4303-b156-c8100dac2e31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.972781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53852) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:17.981087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:17.981350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b107e79-7c06-4f08-b2b3-619a110c7ff5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:18.001068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'network_id': '28602ba2-19c1-46a7-9557-349bddbbfea8', 'name': 'tempest-PortsTestJSON-516494515'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:18.021030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27a9c495-2ea7-4303-b156-c8100dac2e31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:18.033436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9c495-2ea7-4303-b156-c8100dac2e31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Pushing event deleted for resources: {'Network': ['ID=ba343194-bb9c-4b65-8867-816842e8f671,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:18.034103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:18.041179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-27a9c495-2ea7-4303-b156-c8100dac2e31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:18.041630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:18.042496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:18.048811 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-27a9c495-2ea7-4303-b156-c8100dac2e31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] 10.222.0.67 "DELETE /v2.0/networks/ba343194-bb9c-4b65-8867-816842e8f671 HTTP/1.1" status: 204  len: 168 time: 0.7978337
Dec 23 16:16:18.051308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:18.142744 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5313816
Dec 23 16:16:18.170808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53858) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:18.223503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Network': ['ID=1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:18.228035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:18.236077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'subnet': {'network_id': 'd5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:18.251231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:16:18.289118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-28602ba2-19c1-46a7-9557-349bddbbfea8', 'network_id': '28602ba2-19c1-46a7-9557-349bddbbfea8', 'tenant_id': 'edbf93358d7c4b0498adcac01ebd39d0', 'fixed_ips': [{'subnet_id': '26dd4049-5000-4dfa-8949-daafbf4fb009'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:16:18.290049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:18.471572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53864) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:18.570342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Allocated IP 172.20.0.2 (28602ba2-19c1-46a7-9557-349bddbbfea8/26dd4049-5000-4dfa-8949-daafbf4fb009/3d31adb3-af10-48de-9c55-99280302c306) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:18.663253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:18.667330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:18.675892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:subnet and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:18.683684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:18.689691 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-debba7a7-c1b2-4ba3-954a-5c35fb5dfcde admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b11aaf849ed43d1bc2c703019fdb917&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2159967
Dec 23 16:16:18.693008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53870) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:18.696217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:18.699428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:18.704659 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7158391-c13b-4729-96b4-f7acfd18f1a3 req-190fdfe9-b4de-4abf-96e5-04b9216c0d28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fc097f1557c496a965fdb55c5695cd7&device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 1099 time: 0.6364663
Dec 23 16:16:18.712701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9a412-ebe7-4608-9938-c8b5f0a5467e req-dadad64b-76e2-4e18-ad69-dd7ab28cdd39 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:18.714268 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f8c9a412-ebe7-4608-9938-c8b5f0a5467e req-dadad64b-76e2-4e18-ad69-dd7ab28cdd39 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.5982077
Dec 23 16:16:18.761761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55963cbe-f0a9-49bd-a542-eed6fe6e8c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:18.789837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:18.791331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55963cbe-f0a9-49bd-a542-eed6fe6e8c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:18.797172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:18.808500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:18.815500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:18.820535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Transition to ACTIVE for port object 3d31adb3-af10-48de-9c55-99280302c306 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:18.845011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Transition to ACTIVE for port object 3d31adb3-af10-48de-9c55-99280302c306 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:18.848224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55963cbe-f0a9-49bd-a542-eed6fe6e8c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:18.848936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:18.853629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:18.860643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7275309a-4ba9-4854-8fd0-977195c2e0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:18.868174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55963cbe-f0a9-49bd-a542-eed6fe6e8c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dc5107-eeb9-474a-b4bb-20ccd111d0d9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:18.871325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55963cbe-f0a9-49bd-a542-eed6fe6e8c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:18.872283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55963cbe-f0a9-49bd-a542-eed6fe6e8c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:18.876522 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-55963cbe-f0a9-49bd-a542-eed6fe6e8c6b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/81dc5107-eeb9-474a-b4bb-20ccd111d0d9 HTTP/1.1" status: 204  len: 168 time: 0.1794889
Dec 23 16:16:18.932930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port e8f5dd7e-da60-47c5-9141-4505244fd497 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:16:18.941679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Network 28602ba2-19c1-46a7-9557-349bddbbfea8 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:18.945205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:18.948034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:18.992909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Pushing event updated for resources: {'Port': ['ID=3d31adb3-af10-48de-9c55-99280302c306,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:19.042178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:19.042781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:19.043222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:19.043616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:19.044050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:19.044433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:19.044818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:19.045962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:19.046348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:19.046734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:19.047144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:16:19.051588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:19.075888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Attempting to bind port 3d31adb3-af10-48de-9c55-99280302c306 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:16:19.076570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Attempting to bind port 3d31adb3-af10-48de-9c55-99280302c306 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '620a3b65-16e4-47fd-b7f1-afa3818d3753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '28602ba2-19c1-46a7-9557-349bddbbfea8'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:16:19.077773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Attempting to bind port 3d31adb3-af10-48de-9c55-99280302c306 on network 28602ba2-19c1-46a7-9557-349bddbbfea8 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:16:19.083821 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f8c9a412-ebe7-4608-9938-c8b5f0a5467e req-4fa750f3-60a3-492c-bd49-714a9941fd1a tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3317316
Dec 23 16:16:19.085266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:16:19.085814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Checking segment: {'id': '620a3b65-16e4-47fd-b7f1-afa3818d3753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '28602ba2-19c1-46a7-9557-349bddbbfea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:19.086384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:19.087012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Bound using segment: {'id': '620a3b65-16e4-47fd-b7f1-afa3818d3753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '28602ba2-19c1-46a7-9557-349bddbbfea8'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:16:19.087671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Bound port: 3d31adb3-af10-48de-9c55-99280302c306, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620a3b65-16e4-47fd-b7f1-afa3818d3753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '28602ba2-19c1-46a7-9557-349bddbbfea8'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:16:19.088212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:19.113239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:19.187861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7158391-c13b-4729-96b4-f7acfd18f1a3 req-3dcf253b-a828-44b6-84cd-cc912db8f225 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:19.189473 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7158391-c13b-4729-96b4-f7acfd18f1a3 req-3dcf253b-a828-44b6-84cd-cc912db8f225 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e57fe8b-597d-4dbf-a842-558dc5447a36 HTTP/1.1" status: 200  len: 913 time: 0.4715044
Dec 23 16:16:19.221756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] For port 3d31adb3-af10-48de-9c55-99280302c306, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:16:19.225316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] For port 3d31adb3-af10-48de-9c55-99280302c306, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3d31adb3-af10-48de-9c55-99280302c306,segment=NetworkSegment(620a3b65-16e4-47fd-b7f1-afa3818d3753),segment_id=620a3b65-16e4-47fd-b7f1-afa3818d3753)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:16:19.232688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:19.256423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:19.347606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Pushing event updated for resources: {'Port': ['ID=3d31adb3-af10-48de-9c55-99280302c306,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:19.351331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:19.442002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Allocated IP 172.20.0.8 (28602ba2-19c1-46a7-9557-349bddbbfea8/26dd4049-5000-4dfa-8949-daafbf4fb009/e8f5dd7e-da60-47c5-9141-4505244fd497) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:19.446419 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7158391-c13b-4729-96b4-f7acfd18f1a3 req-98930e36-ffe5-4582-97e1-dd16d31b3dd9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d015202a-ee25-4eee-8d62-7134b9b8df10 HTTP/1.1" status: 200  len: 1002 time: 0.2176971
Dec 23 16:16:19.617917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7158391-c13b-4729-96b4-f7acfd18f1a3 req-7cc746a3-7ad4-4614-abfe-29c3b7a22589 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:19.619602 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7158391-c13b-4729-96b4-f7acfd18f1a3 req-7cc746a3-7ad4-4614-abfe-29c3b7a22589 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a253f05-fd39-4f82-93da-ff5efbc78fce HTTP/1.1" status: 200  len: 851 time: 0.1651986
Dec 23 16:16:19.842438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:19.846432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53892) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:19.855553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:19.973092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Subnet': ['ID=6bff257b-efd5-4bea-856c-e409c01d9794,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:19.985241 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7158391-c13b-4729-96b4-f7acfd18f1a3 req-d636bf6b-1b83-4a85-a4e0-8517e5229a6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e57fe8b-597d-4dbf-a842-558dc5447a36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3553822
Dec 23 16:16:19.988009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:19.995398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-456280534'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:20.001610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:20.006034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Usage tracker for resource:network and tenant:8803f914fa294a6296809d69d3693fc5 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:20.009155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:20.016069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:20.025945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Made reservation on behalf of 8803f914fa294a6296809d69d3693fc5 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:20.031734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:20.045810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:20.047140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:20.080299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:20.084093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Checking segment: {'id': '6a641d34-bce5-4ed1-b5c5-94fc61758dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:20.084420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Usage tracker for resource:security_group_rule and tenant:8803f914fa294a6296809d69d3693fc5 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:20.084575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network hostable DHCP agents. Network: d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:16:20.087371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:20.093433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:20.146891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Transition to ACTIVE for port object e8f5dd7e-da60-47c5-9141-4505244fd497 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:20.167449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:20.174953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:20.180107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8838bdee-9c9d-4210-aeb9-fea932a8e82e tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:20.214715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:16:20.214946 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7158391-c13b-4729-96b4-f7acfd18f1a3 req-f99e413f-da01-499d-a55c-b0f29cd51c9c service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2190158
Dec 23 16:16:20.218709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:20.228526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:16:20.234605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15462de3-36e9-4269-b9fa-02f985933ae8 tempest-RoutersAdminTest-798908744 tempest-RoutersAdminTest-798908744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:20.270392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1bbe86-93bb-4545-9ff0-59a258a69f78,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:20.283904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:20.285052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:20.285449 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Added segment 5979fa36-30ca-485a-85da-5501e3d32328 of type vlan for network 8cedfef8-34af-4f7c-abe1-fdeb51927ab2
Dec 23 16:16:20.329528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:20.331233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:20.335817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:20.336342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:20.343892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03e2889-80c8-428d-a9ee-88e6d137667e None None] Network d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:20.373318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cf3bf-4453-411c-8c1c-e1ab501afb62 req-49370bc8-41b6-41d5-a2f4-a0d775f6276e tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:20.375025 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-732cf3bf-4453-411c-8c1c-e1ab501afb62 req-49370bc8-41b6-41d5-a2f4-a0d775f6276e tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.1472068
Dec 23 16:16:20.381192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:20.385377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:20.386535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:20.387665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network 28602ba2-19c1-46a7-9557-349bddbbfea8 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:20.392263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:20.393995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c07560f-073a-4f92-b33c-e0f2b27a71ea tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:20.394707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:20.486658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=e8f5dd7e-da60-47c5-9141-4505244fd497,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:20.490017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:20.519049 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3105114
Dec 23 16:16:20.524024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53900) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:20.536919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'subnet': {'network_id': '1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:20.547622 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.6991031
Dec 23 16:16:20.551351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Pushing event updated for resources: {'Network': ['ID=8cedfef8-34af-4f7c-abe1-fdeb51927ab2,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:20.553853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53904) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:20.569358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Request body: {'subnet': {'network_id': '8cedfef8-34af-4f7c-abe1-fdeb51927ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:20.570391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 8cedfef8-34af-4f7c-abe1-fdeb51927ab2 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:16:20.576209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:20.576887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:20.586410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:20.610435 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-732cf3bf-4453-411c-8c1c-e1ab501afb62 req-128d1320-39d5-4d6c-9d3c-173ca527964e tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2174301
Dec 23 16:16:20.613696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd', 'network_id': 'd5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'fixed_ips': [{'subnet_id': '6bff257b-efd5-4bea-856c-e409c01d9794'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:16:20.614689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:20.629832 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7158391-c13b-4729-96b4-f7acfd18f1a3 req-de4e419c-8de0-471f-beb7-b1b0cd15b330 service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3984308
Dec 23 16:16:20.720919 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.7469373
Dec 23 16:16:20.721843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53908) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:20.741048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:20.745708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Usage tracker for resource:subnet and tenant:8803f914fa294a6296809d69d3693fc5 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:20.750329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:20.758854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:20.772958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Made reservation on behalf of 8803f914fa294a6296809d69d3693fc5 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:20.792938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:20.802127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:subnet and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:20.807229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:20.818111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:20.830189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6ed679b7-0dee-4d92-9581-97594855aaac tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port e8f5dd7e-da60-47c5-9141-4505244fd497 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:20.830582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ed679b7-0dee-4d92-9581-97594855aaac tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:20.915997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:20.932509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:21.059200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Allocated IP 172.20.0.2 (d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd/6bff257b-efd5-4bea-856c-e409c01d9794/3d3f7854-d5a3-485b-ac9c-b224403604c8) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:21.111524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:21.257883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:21.268504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fa28aa63-4ee4-418a-9804-f35eba7fcb0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:21.349641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e10460-5bff-4d89-8c38-8e6cf9768eae None None] Network 28602ba2-19c1-46a7-9557-349bddbbfea8 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:21.405635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Pushing event updated for resources: {'Subnet': ['ID=1de9ead7-039b-448a-be44-68bba8fc7840,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:21.410358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3d31adb3-af10-48de-9c55-99280302c306 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:21.410627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:21.454142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Checking segment: {'id': '5979fa36-30ca-485a-85da-5501e3d32328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8cedfef8-34af-4f7c-abe1-fdeb51927ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:21.454558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Network hostable DHCP agents. Network: 8cedfef8-34af-4f7c-abe1-fdeb51927ab2, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:16:21.480195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Network 8cedfef8-34af-4f7c-abe1-fdeb51927ab2 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:16:21.494334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 8cedfef8-34af-4f7c-abe1-fdeb51927ab2) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:21.499018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:21.499879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:21.531822 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9685791
Dec 23 16:16:21.532034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53912) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:21.538311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Request body: {'port': {'network_id': '8cedfef8-34af-4f7c-abe1-fdeb51927ab2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-41549213'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:21.557537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19146d3f-7720-4e89-ba4a-ccb21e5fe15c None None] Network 8cedfef8-34af-4f7c-abe1-fdeb51927ab2 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:21.601203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-89fc6064-4bb4-4f3b-a3c9-3e52f4aaca44 None None] Provisioning for port 3d31adb3-af10-48de-9c55-99280302c306 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:21.622294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:21.652294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Transition to ACTIVE for port object 3d3f7854-d5a3-485b-ac9c-b224403604c8 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:21.674584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ed679b7-0dee-4d92-9581-97594855aaac tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:21.693497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:21.697864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Usage tracker for resource:port and tenant:8803f914fa294a6296809d69d3693fc5 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:21.701534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:21.708178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:21.720737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Made reservation on behalf of 8803f914fa294a6296809d69d3693fc5 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:21.726389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:21.754514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] device_id is not set on port aa7f3df9-2930-48a2-9e86-2ce8783e106e yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:16:21.798808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Transition to ACTIVE for port object 3d3f7854-d5a3-485b-ac9c-b224403604c8 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:21.827625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:21.837920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2f5a1dd0-bdeb-48c4-8b40-c2a40b8d7eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:21.838196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6ed679b7-0dee-4d92-9581-97594855aaac tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for e8f5dd7e-da60-47c5-9141-4505244fd497 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:21.896227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 3d31adb3-af10-48de-9c55-99280302c306 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:21.930642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Allocated IP 2001:db8::141 (8cedfef8-34af-4f7c-abe1-fdeb51927ab2/1de9ead7-039b-448a-be44-68bba8fc7840/aa7f3df9-2930-48a2-9e86-2ce8783e106e) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:21.949305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3d31adb3-af10-48de-9c55-99280302c306 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:21.950180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:22.051562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Network d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:22.071009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Pushing event updated for resources: {'Port': ['ID=3d3f7854-d5a3-485b-ac9c-b224403604c8,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:22.071911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:22.075688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:22.080026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:22.191961 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-59f44417-03cc-42fe-a44b-dfc6c543a6f3 req-d1c3f799-cf30-4117-a873-eac1eac54974 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3224521
Dec 23 16:16:22.194201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:22.214946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Transition to ACTIVE for port object aa7f3df9-2930-48a2-9e86-2ce8783e106e will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:22.240103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:22.240957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-8cedfef8-34af-4f7c-abe1-fdeb51927ab2', 'network_id': '8cedfef8-34af-4f7c-abe1-fdeb51927ab2', 'tenant_id': '8803f914fa294a6296809d69d3693fc5', 'fixed_ips': [{'subnet_id': '1de9ead7-039b-448a-be44-68bba8fc7840'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:16:22.242714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8034156-575e-4417-916e-6ec0690000b1 req-d8b57272-c4b5-4fa6-813b-f244b1de528c tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:22.242844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:22.244561 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e8034156-575e-4417-916e-6ec0690000b1 req-d8b57272-c4b5-4fa6-813b-f244b1de528c tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.4143324
Dec 23 16:16:22.247284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3eb2e778-821f-4675-8a74-99662ce4d492 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:22.287128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ed679b7-0dee-4d92-9581-97594855aaac tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:22.324697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Network 8cedfef8-34af-4f7c-abe1-fdeb51927ab2 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:22.328206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:22.333111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:22.337570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:22.337714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e78cb67d-d2bf-4573-bc42-45cc94f95720 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:22.338238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:22.343160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Pushing event updated for resources: {'Port': ['ID=aa7f3df9-2930-48a2-9e86-2ce8783e106e,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:22.347638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:22.353749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Attempting to bind port 3d3f7854-d5a3-485b-ac9c-b224403604c8 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:16:22.354132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Attempting to bind port 3d3f7854-d5a3-485b-ac9c-b224403604c8 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '6a641d34-bce5-4ed1-b5c5-94fc61758dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:16:22.354533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Attempting to bind port 3d3f7854-d5a3-485b-ac9c-b224403604c8 on network d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:16:22.366431 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 940 time: 0.8329496
Dec 23 16:16:22.369390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53918) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:22.376824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Request body: {'port': {'network_id': '8cedfef8-34af-4f7c-abe1-fdeb51927ab2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1278008821', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:22.377536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.api.validators [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] bootfile-name is not in valid_values {{(pid=88841) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:16:22.379275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.api.validators [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] tftp-server is not in valid_values {{(pid=88841) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:16:22.379275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.api.validators [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] server-ip-address is not in valid_values {{(pid=88841) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:16:22.408701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed679b7-0dee-4d92-9581-97594855aaac tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=e8f5dd7e-da60-47c5-9141-4505244fd497,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:22.423036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:22.428519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6ed679b7-0dee-4d92-9581-97594855aaac tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:22.430909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-29767b86-66f3-4b62-9844-95015bfa0b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:22.437379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:16:22.438303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Checking segment: {'id': '6a641d34-bce5-4ed1-b5c5-94fc61758dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:22.438448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:22.439092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Bound using segment: {'id': '6a641d34-bce5-4ed1-b5c5-94fc61758dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:16:22.439858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Bound port: 3d3f7854-d5a3-485b-ac9c-b224403604c8, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a641d34-bce5-4ed1-b5c5-94fc61758dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:16:22.440451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:22.472983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:22.554799 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e8034156-575e-4417-916e-6ec0690000b1 req-66d491ef-15c8-4e81-9f72-1f2211886dc3 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3012080
Dec 23 16:16:22.619240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:22.624388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Usage tracker for resource:port and tenant:8803f914fa294a6296809d69d3693fc5 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:22.628343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:22.642744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:22.657108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Made reservation on behalf of 8803f914fa294a6296809d69d3693fc5 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:22.663556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:22.666114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Subnet': ['ID=35886574-856e-4f13-8512-030e6a7e0b0d,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:22.666966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 3d31adb3-af10-48de-9c55-99280302c306, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3d31adb3-af10-48de-9c55-99280302c306,segment=NetworkSegment(620a3b65-16e4-47fd-b7f1-afa3818d3753),segment_id=620a3b65-16e4-47fd-b7f1-afa3818d3753)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:22.673018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:22.678342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:22.683576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-181d5894-96bc-446f-b83f-3aeab6c00cc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:22.705772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] device_id is not set on port 3bf81e22-7a65-4ba2-a0a5-56e8f0f0d2c5 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:16:22.723701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] For port 3d3f7854-d5a3-485b-ac9c-b224403604c8, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:16:22.737555 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-59f44417-03cc-42fe-a44b-dfc6c543a6f3 req-93ecd9a6-ad78-4b40-a416-51eeab07c9fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fc097f1557c496a965fdb55c5695cd7&device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 1099 time: 0.4465029
Dec 23 16:16:22.738920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ed679b7-0dee-4d92-9581-97594855aaac tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:22.743592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Checking segment: {'id': '89e0cf97-3b56-4a7e-9cb2-3e4bad8c60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:22.743997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network hostable DHCP agents. Network: 1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:16:22.754154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Allocated IP 2001:db8::2 (8cedfef8-34af-4f7c-abe1-fdeb51927ab2/1de9ead7-039b-448a-be44-68bba8fc7840/bb733945-2a15-435e-a7d3-67666ef86763) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:22.769663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] For port 3d3f7854-d5a3-485b-ac9c-b224403604c8, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3d3f7854-d5a3-485b-ac9c-b224403604c8,segment=NetworkSegment(6a641d34-bce5-4ed1-b5c5-94fc61758dea),segment_id=6a641d34-bce5-4ed1-b5c5-94fc61758dea)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:16:22.774563 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6ed679b7-0dee-4d92-9581-97594855aaac tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/e8f5dd7e-da60-47c5-9141-4505244fd497 HTTP/1.1" status: 204  len: 168 time: 2.0412018
Dec 23 16:16:22.775478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53924) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:22.786179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:22.844976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=3d31adb3-af10-48de-9c55-99280302c306,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:22.853203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:22.855440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-37c9bfab-3f50-432e-a672-392f345acd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:22.870070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b46eaf-c1fc-4ab0-aa46-79daf83ad4be tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:22.870577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b46eaf-c1fc-4ab0-aa46-79daf83ad4be tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:22.873070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-58b46eaf-c1fc-4ab0-aa46-79daf83ad4be tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/e8f5dd7e-da60-47c5-9141-4505244fd497 HTTP/1.1" status: 404  len: 333 time: 0.0941472
Dec 23 16:16:22.877463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53928) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:22.949509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fe32d-2415-48ff-b90b-7169044cbd59 req-1fb0485b-b617-4c72-8a5f-fecb8bae7b26 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:22.952144 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ff1fe32d-2415-48ff-b90b-7169044cbd59 req-1fb0485b-b617-4c72-8a5f-fecb8bae7b26 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.1730020
Dec 23 16:16:22.992035 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba5ea0a-626f-476c-84b8-8c9476ce518c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] GET failed (client error): The resource could not be found.
Dec 23 16:16:22.992612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fba5ea0a-626f-476c-84b8-8c9476ce518c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:22.999581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:16:23.025881 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ff1fe32d-2415-48ff-b90b-7169044cbd59 req-936c4061-5908-447b-80da-0c59e0ba6bbe tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665519
Dec 23 16:16:23.034505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:23.056740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:23.057698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:23.077863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fba5ea0a-626f-476c-84b8-8c9476ce518c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:23.079333 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fba5ea0a-626f-476c-84b8-8c9476ce518c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/e8f5dd7e-da60-47c5-9141-4505244fd497 HTTP/1.1" status: 404  len: 333 time: 0.1997392
Dec 23 16:16:23.082304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53934) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:23.084776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910e8123-76f6-48ec-810a-4fb7289cf5e9 None None] Network 1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:23.092054 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5644250
Dec 23 16:16:23.093510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f44417-03cc-42fe-a44b-dfc6c543a6f3 req-27733dad-532e-4e93-85a3-81992a8fe242 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:23.095592 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-59f44417-03cc-42fe-a44b-dfc6c543a6f3 req-27733dad-532e-4e93-85a3-81992a8fe242 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0e57fe8b-597d-4dbf-a842-558dc5447a36 HTTP/1.1" status: 200  len: 913 time: 0.3178153
Dec 23 16:16:23.096526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53938) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:23.102820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7ca5e425-ee2f-4009-ae34-c6ddb38c6478 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1977910942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:23.111894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7ca5e425-ee2f-4009-ae34-c6ddb38c6478 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:23.116329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7ca5e425-ee2f-4009-ae34-c6ddb38c6478 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:router and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:23.119824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7ca5e425-ee2f-4009-ae34-c6ddb38c6478 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:23.141540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7ca5e425-ee2f-4009-ae34-c6ddb38c6478 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:23.360887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Pushing event updated for resources: {'Port': ['ID=3d3f7854-d5a3-485b-ac9c-b224403604c8,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:23.368669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:23.375364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a0debdaf-3cc9-48e3-b228-869d41b262de None None] Provisioning complete for port 3d31adb3-af10-48de-9c55-99280302c306 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:23.375826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0debdaf-3cc9-48e3-b228-869d41b262de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:23.396889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e425-ee2f-4009-ae34-c6ddb38c6478 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:23.398516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e425-ee2f-4009-ae34-c6ddb38c6478 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:23.419938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3d31adb3-af10-48de-9c55-99280302c306 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:23.484487 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-59f44417-03cc-42fe-a44b-dfc6c543a6f3 req-05c45ca3-c193-4594-8c52-06d2304821ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d015202a-ee25-4eee-8d62-7134b9b8df10 HTTP/1.1" status: 200  len: 1002 time: 0.3335826
Dec 23 16:16:23.566980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e425-ee2f-4009-ae34-c6ddb38c6478 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:23.589476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f44417-03cc-42fe-a44b-dfc6c543a6f3 req-02d211de-4de4-400b-b130-bd73b327b8b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:23.591907 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-59f44417-03cc-42fe-a44b-dfc6c543a6f3 req-02d211de-4de4-400b-b130-bd73b327b8b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a253f05-fd39-4f82-93da-ff5efbc78fce HTTP/1.1" status: 200  len: 851 time: 0.0979176
Dec 23 16:16:23.635023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:23.645854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c508db8-0cc8-4361-972d-44b514c8d616 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting subnet 26dd4049-5000-4dfa-8949-daafbf4fb009 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:16:23.647540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Transition to ACTIVE for port object bb733945-2a15-435e-a7d3-67666ef86763 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:23.655413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8c508db8-0cc8-4361-972d-44b514c8d616 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:23.668981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Transition to ACTIVE for port object bb733945-2a15-435e-a7d3-67666ef86763 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:23.703770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e425-ee2f-4009-ae34-c6ddb38c6478 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:23.714043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:23.722735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8c508db8-0cc8-4361-972d-44b514c8d616 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:23.738200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dbf71dc9-4a6b-4ab0-a771-ff699b2a4009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:23.798977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e425-ee2f-4009-ae34-c6ddb38c6478 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:23.803124 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7ca5e425-ee2f-4009-ae34-c6ddb38c6478 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7028453
Dec 23 16:16:23.804225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53948) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:23.836826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Pushing event updated for resources: {'Port': ['ID=bb733945-2a15-435e-a7d3-67666ef86763,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:23.847173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:23.873838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3d31adb3-af10-48de-9c55-99280302c306 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:23.874445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:23.912569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Network 8cedfef8-34af-4f7c-abe1-fdeb51927ab2 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:23.928069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:23.930924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:23.968425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8c508db8-0cc8-4361-972d-44b514c8d616 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:23.983242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51739958-fddf-44e6-8caf-198ad74548f9 req-c01ffaaf-c216-414a-94fe-ea82afba0fae tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:23.985109 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-51739958-fddf-44e6-8caf-198ad74548f9 req-c01ffaaf-c216-414a-94fe-ea82afba0fae tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.3459995
Dec 23 16:16:23.994575 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-59f44417-03cc-42fe-a44b-dfc6c543a6f3 req-af612f1f-66ea-4be9-8f41-60cfb9aaa711 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0e57fe8b-597d-4dbf-a842-558dc5447a36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3960061
Dec 23 16:16:24.043138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Allocated IP 2001:db8::27c (8cedfef8-34af-4f7c-abe1-fdeb51927ab2/1de9ead7-039b-448a-be44-68bba8fc7840/3bf81e22-7a65-4ba2-a0a5-56e8f0f0d2c5) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:24.068481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1', 'network_id': '1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'fixed_ips': [{'subnet_id': '35886574-856e-4f13-8512-030e6a7e0b0d'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:16:24.069388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:24.124077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8c508db8-0cc8-4361-972d-44b514c8d616 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:24.131583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-388e7370-2636-4b17-bdf0-fc7c0d1b23d1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:24.234484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Attempting to bind port bb733945-2a15-435e-a7d3-67666ef86763 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:16:24.235059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Attempting to bind port bb733945-2a15-435e-a7d3-67666ef86763 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '5979fa36-30ca-485a-85da-5501e3d32328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8cedfef8-34af-4f7c-abe1-fdeb51927ab2'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:16:24.235482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Attempting to bind port bb733945-2a15-435e-a7d3-67666ef86763 on network 8cedfef8-34af-4f7c-abe1-fdeb51927ab2 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:16:24.237941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c508db8-0cc8-4361-972d-44b514c8d616 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Subnet': ['ID=26dd4049-5000-4dfa-8949-daafbf4fb009,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:24.259374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8c508db8-0cc8-4361-972d-44b514c8d616 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:24.260377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a0debdaf-3cc9-48e3-b228-869d41b262de None None] Could not find standard attr ID for object e8f5dd7e-da60-47c5-9141-4505244fd497. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:16:24.270085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8c508db8-0cc8-4361-972d-44b514c8d616 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:24.303228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1ad5b4-bb0c-4624-8751-c1e71748b65c None None] Network 28602ba2-19c1-46a7-9557-349bddbbfea8 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:24.342498 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8c508db8-0cc8-4361-972d-44b514c8d616 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/26dd4049-5000-4dfa-8949-daafbf4fb009 HTTP/1.1" status: 204  len: 168 time: 1.2586756
Dec 23 16:16:24.345939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53952) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:24.362892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:16:24.363388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Checking segment: {'id': '5979fa36-30ca-485a-85da-5501e3d32328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8cedfef8-34af-4f7c-abe1-fdeb51927ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:24.363835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:24.364299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Bound using segment: {'id': '5979fa36-30ca-485a-85da-5501e3d32328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8cedfef8-34af-4f7c-abe1-fdeb51927ab2'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:16:24.365018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Bound port: bb733945-2a15-435e-a7d3-67666ef86763, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5979fa36-30ca-485a-85da-5501e3d32328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8cedfef8-34af-4f7c-abe1-fdeb51927ab2'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:16:24.365471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:24.463388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-31c379a2-1421-4914-984b-bef757772415 None None] Could not find standard attr ID for object e8f5dd7e-da60-47c5-9141-4505244fd497. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:16:24.529659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:24.544632 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-51739958-fddf-44e6-8caf-198ad74548f9 req-bc051917-6912-4b5b-a430-810792115fab tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5488553
Dec 23 16:16:24.549540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:24.560197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port 3d31adb3-af10-48de-9c55-99280302c306 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:24.561075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:24.584434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6516591f-9adb-44c6-8683-4359214a0a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:24.624135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Transition to ACTIVE for port object 3bf81e22-7a65-4ba2-a0a5-56e8f0f0d2c5 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:24.665528 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-59f44417-03cc-42fe-a44b-dfc6c543a6f3 req-ea161a24-bb70-4e94-9076-7ed312f00b0a service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6529868
Dec 23 16:16:24.708477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Allocated IP 172.21.0.2 (1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1/35886574-856e-4f13-8512-030e6a7e0b0d/cd71860c-12ed-4985-999d-152dada6947d) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:24.733954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:24.740976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-975782e1-2e9a-4298-9133-0785926eeb95 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:24.752630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] For port bb733945-2a15-435e-a7d3-67666ef86763, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:16:24.780932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] For port bb733945-2a15-435e-a7d3-67666ef86763, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bb733945-2a15-435e-a7d3-67666ef86763,segment=NetworkSegment(5979fa36-30ca-485a-85da-5501e3d32328),segment_id=5979fa36-30ca-485a-85da-5501e3d32328)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:16:24.843729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:24.853456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-42c1a1ff-23dc-4f0e-b033-d3a8c5b5066a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:24.885142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Network 8cedfef8-34af-4f7c-abe1-fdeb51927ab2 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:24.891913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:24.898329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:24.903937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:24.903937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:24.909343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] For port 3d31adb3-af10-48de-9c55-99280302c306, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3d31adb3-af10-48de-9c55-99280302c306,segment=NetworkSegment(620a3b65-16e4-47fd-b7f1-afa3818d3753),segment_id=620a3b65-16e4-47fd-b7f1-afa3818d3753)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:24.909534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:24.945002 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-59f44417-03cc-42fe-a44b-dfc6c543a6f3 req-f4c813d9-3fcb-4a5c-b8c8-b69e838d957c service neutron] 10.222.0.36 "GET /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2710021
Dec 23 16:16:24.982147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Pushing event updated for resources: {'Port': ['ID=bb733945-2a15-435e-a7d3-67666ef86763,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:24.986056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:25.010931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:25.089380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c05ea0-844d-421f-973b-f22c4435ef71 None None] DHCP port deletion for 28602ba2-19c1-46a7-9557-349bddbbfea8 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:16:25.100449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c2c05ea0-844d-421f-973b-f22c4435ef71 None None] Deleting port 3d31adb3-af10-48de-9c55-99280302c306 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:25.100880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2c05ea0-844d-421f-973b-f22c4435ef71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:25.132807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for 3d31adb3-af10-48de-9c55-99280302c306 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:25.455825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3d3f7854-d5a3-485b-ac9c-b224403604c8 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:25.559881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Allocated IP 172.20.0.1 (d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd/6bff257b-efd5-4bea-856c-e409c01d9794/05942cbe-7008-4aa1-b8a1-5d7c02e15237) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:25.594900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Pushing event updated for resources: {'Port': ['ID=3bf81e22-7a65-4ba2-a0a5-56e8f0f0d2c5,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:25.604084 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 3.2330551
Dec 23 16:16:25.605282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:25.608123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53958) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:25.676141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:25.708848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:25.714571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:25.745480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Transition to ACTIVE for port object cd71860c-12ed-4985-999d-152dada6947d will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:25.836114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=3d31adb3-af10-48de-9c55-99280302c306,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:25.849786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:25.852848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1959a6b-4589-41f2-ae43-a26190f20998 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:25.857744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1959a6b-4589-41f2-ae43-a26190f20998 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:25.862138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1959a6b-4589-41f2-ae43-a26190f20998 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:25.864116 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d1959a6b-4589-41f2-ae43-a26190f20998 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2620 time: 0.2549489
Dec 23 16:16:25.868318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53962) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:25.875758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:25.892907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6874031c-5a65-4054-869f-df1af4fa5a1a None None] Network d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:25.899256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Transition to ACTIVE for port object 05942cbe-7008-4aa1-b8a1-5d7c02e15237 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:25.932534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:25.938046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 3d3f7854-d5a3-485b-ac9c-b224403604c8 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:25.938855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5fa27438-f258-4421-a964-3a1855d5f4bd tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:25.953239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Transition to ACTIVE for port object cd71860c-12ed-4985-999d-152dada6947d will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:25.955435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9c16ce68-b619-469a-9435-d3accb17a5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Deleting port 3bf81e22-7a65-4ba2-a0a5-56e8f0f0d2c5 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:25.956004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c16ce68-b619-469a-9435-d3accb17a5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:25.982702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:25.988555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c2c05ea0-844d-421f-973b-f22c4435ef71 None None] For port 3d31adb3-af10-48de-9c55-99280302c306, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3d31adb3-af10-48de-9c55-99280302c306,segment=NetworkSegment(620a3b65-16e4-47fd-b7f1-afa3818d3753),segment_id=620a3b65-16e4-47fd-b7f1-afa3818d3753)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:25.989019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2c05ea0-844d-421f-973b-f22c4435ef71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.002149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-828caa74-77c9-47ad-9fba-f8be4754e52c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:26.006499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No DVR routers for this DVR port 3d31adb3-af10-48de-9c55-99280302c306 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:16:26.036556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.081293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:26.086501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:26.089146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:26.120898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3d31adb3-af10-48de-9c55-99280302c306 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:16:26.126500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=05942cbe-7008-4aa1-b8a1-5d7c02e15237,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:26.126630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bac70-4646-48c3-b736-89a59ceaf74f req-4064da46-fa3f-40ef-b426-83354d9ce8ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:26.128286 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ef3bac70-4646-48c3-b736-89a59ceaf74f req-4064da46-fa3f-40ef-b426-83354d9ce8ec tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.3460352
Dec 23 16:16:26.130043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:26.173015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.187606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-4357d45b-37a6-4f67-a8bc-eeb301da3775 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:26.189420 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-4357d45b-37a6-4f67-a8bc-eeb301da3775 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.1867015
Dec 23 16:16:26.240113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.282757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Deleting port d015202a-ee25-4eee-8d62-7134b9b8df10 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:26.283067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.311105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 3d31adb3-af10-48de-9c55-99280302c306 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:16:26.311329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3d31adb3-af10-48de-9c55-99280302c306 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:16:26.314601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79ecba20>,) {'filters': {'network_id': ['28602ba2-19c1-46a7-9557-349bddbbfea8']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:26.319192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c2c05ea0-844d-421f-973b-f22c4435ef71 None None] Calling delete_port for 3d31adb3-af10-48de-9c55-99280302c306 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:26.359075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-dd218bdc-31e3-494a-9c1b-b3f302d88874 None None] Provisioning for port 3d3f7854-d5a3-485b-ac9c-b224403604c8 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:26.371594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ecba20>, '620a3b65-16e4-47fd-b7f1-afa3818d3753') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:26.372475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ecba20>, '620a3b65-16e4-47fd-b7f1-afa3818d3753') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:26.385058 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ef3bac70-4646-48c3-b736-89a59ceaf74f req-c45ab39b-df70-496c-8392-44d23833d800 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1496868
Dec 23 16:16:26.394910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-dd218bdc-31e3-494a-9c1b-b3f302d88874 None None] Provisioning complete for port 3d3f7854-d5a3-485b-ac9c-b224403604c8 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:26.395157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd218bdc-31e3-494a-9c1b-b3f302d88874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.409508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.431573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Network 1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:26.434296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Pushing event updated for resources: {'Port': ['ID=cd71860c-12ed-4985-999d-152dada6947d,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:26.458422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.459574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:26.467213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:26.467986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:26.491091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.500498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:16:26.500953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:26.517634 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:26.625225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c16ce68-b619-469a-9435-d3accb17a5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.638914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.647142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-c2c05ea0-844d-421f-973b-f22c4435ef71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:16:26.647563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-c2c05ea0-844d-421f-973b-f22c4435ef71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:16:26.699326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-317d0d95-4ba7-4b2c-b407-65c4fea0489e tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:26.709461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Attempting to bind port cd71860c-12ed-4985-999d-152dada6947d on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:16:26.710003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Attempting to bind port cd71860c-12ed-4985-999d-152dada6947d by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '89e0cf97-3b56-4a7e-9cb2-3e4bad8c60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:16:26.710277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Attempting to bind port cd71860c-12ed-4985-999d-152dada6947d on network 1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:16:26.794537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:16:26.795039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Checking segment: {'id': '89e0cf97-3b56-4a7e-9cb2-3e4bad8c60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:26.795501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.795966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Bound using segment: {'id': '89e0cf97-3b56-4a7e-9cb2-3e4bad8c60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:16:26.796691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Bound port: cd71860c-12ed-4985-999d-152dada6947d, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e0cf97-3b56-4a7e-9cb2-3e4bad8c60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:16:26.796935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.801966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9c16ce68-b619-469a-9435-d3accb17a5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Calling delete_port for 3bf81e22-7a65-4ba2-a0a5-56e8f0f0d2c5 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:26.823807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd218bdc-31e3-494a-9c1b-b3f302d88874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.839804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ad5e15a-aa2d-407e-8657-76444eae13a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.855625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] For port d015202a-ee25-4eee-8d62-7134b9b8df10, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d015202a-ee25-4eee-8d62-7134b9b8df10,segment=NetworkSegment(37fdeec7-5efd-426c-a262-d28cc5fb05e5),segment_id=37fdeec7-5efd-426c-a262-d28cc5fb05e5)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:26.856773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.933193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] For port cd71860c-12ed-4985-999d-152dada6947d, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:16:26.937035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] For port cd71860c-12ed-4985-999d-152dada6947d, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=cd71860c-12ed-4985-999d-152dada6947d,segment=NetworkSegment(89e0cf97-3b56-4a7e-9cb2-3e4bad8c60f2),segment_id=89e0cf97-3b56-4a7e-9cb2-3e4bad8c60f2)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:16:26.951860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.958483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:26.973248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:26.991281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Network': ['ID=28602ba2-19c1-46a7-9557-349bddbbfea8,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:26.999835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:27.032405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/networks/28602ba2-19c1-46a7-9557-349bddbbfea8 HTTP/1.1" status: 204  len: 168 time: 2.6814423
Dec 23 16:16:27.033468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53968) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:27.040304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-756965389'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:27.046553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:27.048744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c16ce68-b619-469a-9435-d3accb17a5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.053870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-dd218bdc-31e3-494a-9c1b-b3f302d88874 None None] For port 3d3f7854-d5a3-485b-ac9c-b224403604c8, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3d3f7854-d5a3-485b-ac9c-b224403604c8,segment=NetworkSegment(6a641d34-bce5-4ed1-b5c5-94fc61758dea),segment_id=6a641d34-bce5-4ed1-b5c5-94fc61758dea)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:27.055917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:27.076224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd218bdc-31e3-494a-9c1b-b3f302d88874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.094029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Pushing event updated for resources: {'Port': ['ID=cd71860c-12ed-4985-999d-152dada6947d,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:27.106368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:network and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:27.110375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:27.110976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aa895448-ef88-45cf-a1f4-73365cdeae9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:27.122302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:27.129928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16ce68-b619-469a-9435-d3accb17a5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Pushing event deleted for resources: {'Port': ['ID=3bf81e22-7a65-4ba2-a0a5-56e8f0f0d2c5,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:27.136922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c16ce68-b619-469a-9435-d3accb17a5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:27.139229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:27.184570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c2c05ea0-844d-421f-973b-f22c4435ef71 None None] Deleting port 3d31adb3-af10-48de-9c55-99280302c306 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:27.185020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2c05ea0-844d-421f-973b-f22c4435ef71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.235772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c16ce68-b619-469a-9435-d3accb17a5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.238340 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9c16ce68-b619-469a-9435-d3accb17a5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] 10.222.0.67 "DELETE /v2.0/ports/3bf81e22-7a65-4ba2-a0a5-56e8f0f0d2c5 HTTP/1.1" status: 204  len: 168 time: 1.3666782
Dec 23 16:16:27.242824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53972) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:27.251323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b4b6843a-07d0-429b-8424-2a7b127779ad tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Request body: {'port': {'name': 'tempest-new-port-name-680550447', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:27.251772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.api.validators [None req-b4b6843a-07d0-429b-8424-2a7b127779ad tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] bootfile-name is not in valid_values {{(pid=88841) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:16:27.252164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.api.validators [None req-b4b6843a-07d0-429b-8424-2a7b127779ad tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] tftp-server is not in valid_values {{(pid=88841) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:16:27.252550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.api.validators [None req-b4b6843a-07d0-429b-8424-2a7b127779ad tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] server-ip-address is not in valid_values {{(pid=88841) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:16:27.364149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c2c05ea0-844d-421f-973b-f22c4435ef71 None None] The port '3d31adb3-af10-48de-9c55-99280302c306' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:16:27.377040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.408035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:27.416000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd218bdc-31e3-494a-9c1b-b3f302d88874 None None] Pushing event updated for resources: {'Port': ['ID=3d3f7854-d5a3-485b-ac9c-b224403604c8,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:27.419417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dd218bdc-31e3-494a-9c1b-b3f302d88874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:27.424427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.445595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bb733945-2a15-435e-a7d3-67666ef86763 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:27.571927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port bb733945-2a15-435e-a7d3-67666ef86763 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:27.578867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b4b6843a-07d0-429b-8424-2a7b127779ad tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.604219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8660da-a63c-461e-ad09-cbb49cf98310 None None] Network 8cedfef8-34af-4f7c-abe1-fdeb51927ab2 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:27.652610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:16:27.680444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.680853 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Added segment a06d8d7f-b0a3-40c7-94e1-3510c50822b7 of type vlan for network ac970460-6602-4956-8b7d-f44486fd83d9
Dec 23 16:16:27.769602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.815012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f46a0209-71a4-48b2-a8ba-e7ee1e72c3cb None None] Provisioning complete for port 3d3f7854-d5a3-485b-ac9c-b224403604c8 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:27.815673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f46a0209-71a4-48b2-a8ba-e7ee1e72c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.844120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.844450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.844739 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Floating IP c1b46ae4-191b-4ab7-8135-f4881bfea697 disassociated. External IP: 172.26.5.254, port: d015202a-ee25-4eee-8d62-7134b9b8df10.
Dec 23 16:16:27.845140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Calling delete_port for d015202a-ee25-4eee-8d62-7134b9b8df10 owned by compute:nova {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:27.960293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.964813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:27.965563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.969078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.980468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:27.989282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2343ec39-68fb-4210-aad9-44ca39e2bff3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:28.023453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fa1fa781-db43-4c27-b9fe-371969909897 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:28.029081 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.9909830
Dec 23 16:16:28.038691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53978) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:28.053332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'subnet': {'network_id': 'ac970460-6602-4956-8b7d-f44486fd83d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:28.178050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=05942cbe-7008-4aa1-b8a1-5d7c02e15237,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:28.187077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb4921-db31-4d76-aeef-f01fe61d5897 req-ac92186d-18a1-40ea-bb85-858c49279d52 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:28.191267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f46a0209-71a4-48b2-a8ba-e7ee1e72c3cb None None] Provisioning for port 05942cbe-7008-4aa1-b8a1-5d7c02e15237 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:28.194835 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9beb4921-db31-4d76-aeef-f01fe61d5897 req-ac92186d-18a1-40ea-bb85-858c49279d52 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 946 time: 0.6246953
Dec 23 16:16:28.197624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f46a0209-71a4-48b2-a8ba-e7ee1e72c3cb None None] Provisioning complete for port 05942cbe-7008-4aa1-b8a1-5d7c02e15237 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:28.198275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f46a0209-71a4-48b2-a8ba-e7ee1e72c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:28.206669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Network': ['ID=ac970460-6602-4956-8b7d-f44486fd83d9,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:28.209852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:28.214481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:28.216187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:28.221175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b4b6843a-07d0-429b-8424-2a7b127779ad tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:28.231138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b4b6843a-07d0-429b-8424-2a7b127779ad tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:28.241072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fce81b97-8fe5-471a-a0df-fe5b5a1069ee tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:28.381580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b4b6843a-07d0-429b-8424-2a7b127779ad tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] In _notify_port_updated(), no bound segment for port aa7f3df9-2930-48a2-9e86-2ce8783e106e on network 8cedfef8-34af-4f7c-abe1-fdeb51927ab2 {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:16:28.385951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b6843a-07d0-429b-8424-2a7b127779ad tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:28.386688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b4b6843a-07d0-429b-8424-2a7b127779ad tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:28.391313 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b4b6843a-07d0-429b-8424-2a7b127779ad tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] 10.222.0.67 "PUT /v2.0/ports/aa7f3df9-2930-48a2-9e86-2ce8783e106e HTTP/1.1" status: 200  len: 1129 time: 1.1442528
Dec 23 16:16:28.394013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53982) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:28.413139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network ac970460-6602-4956-8b7d-f44486fd83d9 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:16:28.437993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:28.439424 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9beb4921-db31-4d76-aeef-f01fe61d5897 req-cabf9758-2318-41b8-84f1-90a3af6dc42a tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2431252
Dec 23 16:16:28.470752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:subnet and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:28.473674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6843a-07d0-429b-8424-2a7b127779ad tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Pushing event updated for resources: {'Port': ['ID=aa7f3df9-2930-48a2-9e86-2ce8783e106e,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:28.476178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:28.479626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:28.481837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:28.485608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b4b6843a-07d0-429b-8424-2a7b127779ad tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:28.491435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:28.509352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0639fa7-ec46-4e07-bcd0-cec209dde88d tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:28.510037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b0639fa7-ec46-4e07-bcd0-cec209dde88d tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Synchronizing usage tracker for tenant:8803f914fa294a6296809d69d3693fc5 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:28.521399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:28.535068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f46a0209-71a4-48b2-a8ba-e7ee1e72c3cb None None] Port 05942cbe-7008-4aa1-b8a1-5d7c02e15237 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:16:28.577361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b0639fa7-ec46-4e07-bcd0-cec209dde88d tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Unset dirty status for tenant:8803f914fa294a6296809d69d3693fc5 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:28.582133 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b0639fa7-ec46-4e07-bcd0-cec209dde88d tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] 10.222.0.67 "GET /v2.0/ports/aa7f3df9-2930-48a2-9e86-2ce8783e106e HTTP/1.1" status: 200  len: 1129 time: 0.1808324
Dec 23 16:16:28.582587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 53986) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:28.605399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:28.618316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f46a0209-71a4-48b2-a8ba-e7ee1e72c3cb None None] Provisioning for port bb733945-2a15-435e-a7d3-67666ef86763 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:28.625626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f46a0209-71a4-48b2-a8ba-e7ee1e72c3cb None None] Provisioning complete for port bb733945-2a15-435e-a7d3-67666ef86763 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:28.627222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f46a0209-71a4-48b2-a8ba-e7ee1e72c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:28.681475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:28.690036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-498409ed-2d8c-480b-a940-e9ef918a78e9 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:28.728314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:28.780267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2cb7b3aa-5f0c-4c95-8c8f-e57e1273ca82 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Deleting port aa7f3df9-2930-48a2-9e86-2ce8783e106e {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:28.780828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b3aa-5f0c-4c95-8c8f-e57e1273ca82 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:28.801640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f46a0209-71a4-48b2-a8ba-e7ee1e72c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:28.836971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Pushing event deleted for resources: {'Port': ['ID=d015202a-ee25-4eee-8d62-7134b9b8df10,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:28.853300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:28.857494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f46a0209-71a4-48b2-a8ba-e7ee1e72c3cb None None] For port bb733945-2a15-435e-a7d3-67666ef86763, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bb733945-2a15-435e-a7d3-67666ef86763,segment=NetworkSegment(5979fa36-30ca-485a-85da-5501e3d32328),segment_id=5979fa36-30ca-485a-85da-5501e3d32328)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:28.866585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f46a0209-71a4-48b2-a8ba-e7ee1e72c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:28.871233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:28.963108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a0209-71a4-48b2-a8ba-e7ee1e72c3cb None None] Pushing event updated for resources: {'Port': ['ID=bb733945-2a15-435e-a7d3-67666ef86763,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:28.972457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f46a0209-71a4-48b2-a8ba-e7ee1e72c3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:29.012965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bb6e9fed-3310-49a0-b395-1aeb5a43c551 None None] Provisioning complete for port 05942cbe-7008-4aa1-b8a1-5d7c02e15237 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:29.013416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bb6e9fed-3310-49a0-b395-1aeb5a43c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:29.089210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e9fed-3310-49a0-b395-1aeb5a43c551 None None] Port 05942cbe-7008-4aa1-b8a1-5d7c02e15237 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:16:29.276016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7883fee6-96b5-4eb9-aa22-11913a78d908 None None] Provisioning complete for port 05942cbe-7008-4aa1-b8a1-5d7c02e15237 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:29.276858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7883fee6-96b5-4eb9-aa22-11913a78d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:29.316793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router 711f1c3d-ddee-4961-84fc-483683db265c is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:16:29.344158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:16:29.408056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7883fee6-96b5-4eb9-aa22-11913a78d908 None None] Port 05942cbe-7008-4aa1-b8a1-5d7c02e15237 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:16:29.421488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7883fee6-96b5-4eb9-aa22-11913a78d908 None None] Provisioning for port aa7f3df9-2930-48a2-9e86-2ce8783e106e completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:29.427895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7883fee6-96b5-4eb9-aa22-11913a78d908 None None] Provisioning complete for port aa7f3df9-2930-48a2-9e86-2ce8783e106e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:29.428643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7883fee6-96b5-4eb9-aa22-11913a78d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:29.517065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device cd71860c-12ed-4985-999d-152dada6947d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:29.620282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7883fee6-96b5-4eb9-aa22-11913a78d908 None None] Port aa7f3df9-2930-48a2-9e86-2ce8783e106e cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:16:29.663905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7883fee6-96b5-4eb9-aa22-11913a78d908 None None] Provisioning complete for port bb733945-2a15-435e-a7d3-67666ef86763 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:29.664416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7883fee6-96b5-4eb9-aa22-11913a78d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:29.700119 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ccd3ff85-419d-4a48-9243-4e44f752606a req-b555bdfd-2ab6-4e7d-9bef-f6611905a709 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 210 time: 0.0969560
Dec 23 16:16:29.763721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port cd71860c-12ed-4985-999d-152dada6947d completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:29.772980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bb733945-2a15-435e-a7d3-67666ef86763 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:29.854248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b3aa-5f0c-4c95-8c8f-e57e1273ca82 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:29.927591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53994) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:29.939654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port bb733945-2a15-435e-a7d3-67666ef86763 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:29.940483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:30.006154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2cb7b3aa-5f0c-4c95-8c8f-e57e1273ca82 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Calling delete_port for aa7f3df9-2930-48a2-9e86-2ce8783e106e owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:30.098279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3d3f7854-d5a3-485b-ac9c-b224403604c8 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:30.138935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33e50ed-aacb-440d-a26a-a8b4d2a9f32c None None] Network 1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:30.187002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:30.197711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-531a11ce-0256-4f9b-885b-892e69b6b8aa tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:30.265965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b3aa-5f0c-4c95-8c8f-e57e1273ca82 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:30.300904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d015202a-ee25-4eee-8d62-7134b9b8df10 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:16:30.316089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Subnet': ['ID=4f027186-0401-425d-bbe8-65d1666ea726,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:30.322480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:30.324637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b289a294-0837-494e-a562-e94db33f59ef tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:30.331903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:16:30.344134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a24f91-4f18-4f6d-935f-2630f7d5c384 None None] Sync routers for ids ['711f1c3d-ddee-4961-84fc-483683db265c'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:16:30.347660 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/711f1c3d-ddee-4961-84fc-483683db265c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5420856
Dec 23 16:16:30.351149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 53998) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:30.364160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a24f91-4f18-4f6d-935f-2630f7d5c384 None None] Routers {'711f1c3d-ddee-4961-84fc-483683db265c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:30.365404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e0a24f91-4f18-4f6d-935f-2630f7d5c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874ac8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['711f1c3d-ddee-4961-84fc-483683db265c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:30.373604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7b3aa-5f0c-4c95-8c8f-e57e1273ca82 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Pushing event deleted for resources: {'Port': ['ID=aa7f3df9-2930-48a2-9e86-2ce8783e106e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:30.378647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2cb7b3aa-5f0c-4c95-8c8f-e57e1273ca82 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:30.424212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b3aa-5f0c-4c95-8c8f-e57e1273ca82 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:30.427450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Checking segment: {'id': 'a06d8d7f-b0a3-40c7-94e1-3510c50822b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ac970460-6602-4956-8b7d-f44486fd83d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:30.427838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network hostable DHCP agents. Network: ac970460-6602-4956-8b7d-f44486fd83d9, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:16:30.433199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f92a7-f03f-45c9-a7f3-604e4f093a98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:30.433866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1d7f92a7-f03f-45c9-a7f3-604e4f093a98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Synchronizing usage tracker for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:30.455005 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3cbf9c71-e956-4696-a078-9b5bcd122481 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/ports?project_id=756d2eff28424d1081cd07d60adf0a7c&network_id=b508067b-ea9a-4279-b586-9644479d6225 HTTP/1.1" status: 200  len: 3000 time: 0.5144250
Dec 23 16:16:30.465127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:16:30.465893 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2cb7b3aa-5f0c-4c95-8c8f-e57e1273ca82 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] 10.222.0.67 "DELETE /v2.0/ports/aa7f3df9-2930-48a2-9e86-2ce8783e106e HTTP/1.1" status: 204  len: 168 time: 1.8799548
Dec 23 16:16:30.467034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54004) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:30.485939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d67d0016-d522-4181-b2af-1588d536a37d None None] Provisioning complete for port aa7f3df9-2930-48a2-9e86-2ce8783e106e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:30.486907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d67d0016-d522-4181-b2af-1588d536a37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:30.491409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e0a24f91-4f18-4f6d-935f-2630f7d5c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874ac8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:30.508738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a24f91-4f18-4f6d-935f-2630f7d5c384 None None] Routers {'711f1c3d-ddee-4961-84fc-483683db265c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:30.509843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e0a24f91-4f18-4f6d-935f-2630f7d5c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874ac8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['711f1c3d-ddee-4961-84fc-483683db265c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:30.547838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a66c3a-74ca-4f8c-a959-014b75399f14 None None] Sync routers for ids ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:16:30.551679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: d015202a-ee25-4eee-8d62-7134b9b8df10 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:16:30.552027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d015202a-ee25-4eee-8d62-7134b9b8df10 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:16:30.560232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] No DVR routers for this DVR port d015202a-ee25-4eee-8d62-7134b9b8df10 on host hv-neutron-8228 {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:16:30.564426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:30.567533 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3c7e6247-6759-405c-8565-b56208fa41a5 req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.36 "DELETE /v2.0/ports/d015202a-ee25-4eee-8d62-7134b9b8df10 HTTP/1.1" status: 204  len: 173 time: 4.3700457
Dec 23 16:16:30.568657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1d7f92a7-f03f-45c9-a7f3-604e4f093a98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Unset dirty status for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:30.573092 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1d7f92a7-f03f-45c9-a7f3-604e4f093a98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports/05942cbe-7008-4aa1-b8a1-5d7c02e15237 HTTP/1.1" status: 200  len: 910 time: 0.2207663
Dec 23 16:16:30.574464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4205fb6-98bb-421f-8d6e-78af49b1f89f', 'name': 'network-vif-deleted', 'tag': 'd015202a-ee25-4eee-8d62-7134b9b8df10'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:16:30.589363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54008) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:30.602811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network ac970460-6602-4956-8b7d-f44486fd83d9 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:16:30.610774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d67d0016-d522-4181-b2af-1588d536a37d None None] Port aa7f3df9-2930-48a2-9e86-2ce8783e106e was deleted so its status cannot be updated. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 23 16:16:30.616871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e0a24f91-4f18-4f6d-935f-2630f7d5c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874ac8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:30.617492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a24f91-4f18-4f6d-935f-2630f7d5c384 None None] The sync data for ids ['711f1c3d-ddee-4961-84fc-483683db265c'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:16:30.635383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a66c3a-74ca-4f8c-a959-014b75399f14 None None] Routers {'13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:30.636103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54a66c3a-74ca-4f8c-a959-014b75399f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b25898>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:30.640533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, ac970460-6602-4956-8b7d-f44486fd83d9) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:30.667780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:30.669098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:30.752066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74573467-26f1-47fd-ad1d-e84983a9ce3b None None] Network ac970460-6602-4956-8b7d-f44486fd83d9 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:30.782460 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7391691
Dec 23 16:16:30.785005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54020) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:30.793034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'network_id': 'ac970460-6602-4956-8b7d-f44486fd83d9', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1793228035'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:30.892323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f1c432-97d3-487e-9642-c792e2da2eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Deleting subnet 1de9ead7-039b-448a-be44-68bba8fc7840 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:16:30.943949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e1b2b2fb-2312-4c3d-91e0-72576ff41967 None None] Provisioning for port cd71860c-12ed-4985-999d-152dada6947d completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:30.973013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47f1c432-97d3-487e-9642-c792e2da2eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:31.003338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3d3f7854-d5a3-485b-ac9c-b224403604c8 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:31.003777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:31.097421 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4205fb6-98bb-421f-8d6e-78af49b1f89f', 'name': 'network-vif-deleted', 'tag': 'd015202a-ee25-4eee-8d62-7134b9b8df10', 'status': 'completed', 'code': 200}
Dec 23 16:16:31.108744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e1b2b2fb-2312-4c3d-91e0-72576ff41967 None None] Provisioning complete for port cd71860c-12ed-4985-999d-152dada6947d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:31.109182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b2fb-2312-4c3d-91e0-72576ff41967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:31.161608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:31.178017 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fecc7311-5cf5-4d98-863c-68f79b3c891a req-37a70755-16d3-43d8-a68a-3e98a63d2f94 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4205fb6-98bb-421f-8d6e-78af49b1f89f HTTP/1.1" status: 200  len: 210 time: 0.2132735
Dec 23 16:16:31.206418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:port and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:31.213726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:31.242461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:31.251471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47f1c432-97d3-487e-9642-c792e2da2eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:31.363074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47f1c432-97d3-487e-9642-c792e2da2eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:31.462117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:31.470085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:31.484787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47f1c432-97d3-487e-9642-c792e2da2eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:31.498887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-af6bca29-6005-4e79-a010-7903a08abb7f tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:31.551777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port 9a04f59d-7d88-4060-bad9-965a627783ed yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:16:31.578262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-54a66c3a-74ca-4f8c-a959-014b75399f14 None None] Set router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:16:31.589440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1c432-97d3-487e-9642-c792e2da2eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Pushing event deleted for resources: {'Subnet': ['ID=1de9ead7-039b-448a-be44-68bba8fc7840,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:31.595565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47f1c432-97d3-487e-9642-c792e2da2eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:31.612597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47f1c432-97d3-487e-9642-c792e2da2eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:31.654475 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-47f1c432-97d3-487e-9642-c792e2da2eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] 10.222.0.67 "DELETE /v2.0/subnets/1de9ead7-039b-448a-be44-68bba8fc7840 HTTP/1.1" status: 204  len: 168 time: 1.1835837
Dec 23 16:16:31.655967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54024) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:31.709078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:31.747099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf03b6d-b1c7-495a-98a2-9b706d9f6902 None None] Network 8cedfef8-34af-4f7c-abe1-fdeb51927ab2 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:31.860253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:31.863466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Allocated IP 172.20.0.14 (ac970460-6602-4956-8b7d-f44486fd83d9/4f027186-0401-425d-bbe8-65d1666ea726/9a04f59d-7d88-4060-bad9-965a627783ed) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:31.881859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Deleting port bb733945-2a15-435e-a7d3-67666ef86763 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:31.882197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:31.926326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ac970460-6602-4956-8b7d-f44486fd83d9', 'network_id': 'ac970460-6602-4956-8b7d-f44486fd83d9', 'tenant_id': 'edbf93358d7c4b0498adcac01ebd39d0', 'fixed_ips': [{'subnet_id': '4f027186-0401-425d-bbe8-65d1666ea726'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:16:31.927275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.005037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b2fb-2312-4c3d-91e0-72576ff41967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.192180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Allocated IP 172.21.0.1 (1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1/35886574-856e-4f13-8512-030e6a7e0b0d/32354665-d88d-4781-9d53-c285998f4068) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:32.277242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e1b2b2fb-2312-4c3d-91e0-72576ff41967 None None] For port cd71860c-12ed-4985-999d-152dada6947d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=cd71860c-12ed-4985-999d-152dada6947d,segment=NetworkSegment(89e0cf97-3b56-4a7e-9cb2-3e4bad8c60f2),segment_id=89e0cf97-3b56-4a7e-9cb2-3e4bad8c60f2)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:32.282913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.304180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] For port bb733945-2a15-435e-a7d3-67666ef86763, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bb733945-2a15-435e-a7d3-67666ef86763,segment=NetworkSegment(5979fa36-30ca-485a-85da-5501e3d32328),segment_id=5979fa36-30ca-485a-85da-5501e3d32328)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:32.304180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.308499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1b2b2fb-2312-4c3d-91e0-72576ff41967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.317568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:32.321263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Transition to ACTIVE for port object 9a04f59d-7d88-4060-bad9-965a627783ed will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:32.392098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54034) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:32.401636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e1b2b2fb-2312-4c3d-91e0-72576ff41967 None None] Could not find standard attr ID for object 3bf81e22-7a65-4ba2-a0a5-56e8f0f0d2c5. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:16:32.441466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Calling delete_port for bb733945-2a15-435e-a7d3-67666ef86763 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:32.452418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.488752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Transition to ACTIVE for port object 32354665-d88d-4781-9d53-c285998f4068 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:32.491224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2b2fb-2312-4c3d-91e0-72576ff41967 None None] Pushing event updated for resources: {'Port': ['ID=cd71860c-12ed-4985-999d-152dada6947d,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:32.499509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1b2b2fb-2312-4c3d-91e0-72576ff41967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:32.518017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-36b5a613-0d33-4a8e-b1af-b9e44c8374c3 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.531300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.536932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-62e6b735-b4d9-4dc9-971c-f96b38c475b2 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:32.578011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-36b5a613-0d33-4a8e-b1af-b9e44c8374c3 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.589930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.591917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c4c1241f-8c8b-4fa1-97b5-63f36e111919 None None] Provisioning complete for port cd71860c-12ed-4985-999d-152dada6947d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:32.592357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4c1241f-8c8b-4fa1-97b5-63f36e111919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.607037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.616124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-316acc7f-3d83-443c-b430-7689dbf18b43 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:32.625175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network ac970460-6602-4956-8b7d-f44486fd83d9 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:32.630489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:32.632456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] No DVR routers for this DVR port bb733945-2a15-435e-a7d3-67666ef86763 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:16:32.634120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=9a04f59d-7d88-4060-bad9-965a627783ed,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:32.638536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b2250f-cb20-45e5-8f3a-a23351c0f785 None None] DHCP port deletion for 8cedfef8-34af-4f7c-abe1-fdeb51927ab2 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:16:32.646627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:32.689832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54a66c3a-74ca-4f8c-a959-014b75399f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b25898>, [{'id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'gw_port': {'id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'b5d09aae-5bba-4315-885c-88dab1c1ffae', 'name': '', 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'mac_address': 'fa:16:3e:18:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:16Z', 'revision_number': 5, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'subnets': [{'id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:32.694855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Allocated IP 172.20.0.2 (ac970460-6602-4956-8b7d-f44486fd83d9/4f027186-0401-425d-bbe8-65d1666ea726/bdced0ea-a76a-493d-adc5-8069dadbda62) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:32.697243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a66c3a-74ca-4f8c-a959-014b75399f14 None None] Checking router: 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:16:32.719727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:32.724081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:32.726622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:32.747495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:32.748024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.779006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=32354665-d88d-4781-9d53-c285998f4068,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:32.787906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:32.791599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-36b5a613-0d33-4a8e-b1af-b9e44c8374c3 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.794794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a66c3a-74ca-4f8c-a959-014b75399f14 None None] Routers {'13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:32.795494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54a66c3a-74ca-4f8c-a959-014b75399f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b25898>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:32.805695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4026bfcf-9f49-4771-b220-378400dec87b tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:32.812630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:32.817213 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 887 time: 2.0313964
Dec 23 16:16:32.818168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-deb09593-48bd-4af5-ac98-487e959e9cf7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:32.818718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54040) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:32.823954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5a613-0d33-4a8e-b1af-b9e44c8374c3 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:32.828268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-36b5a613-0d33-4a8e-b1af-b9e44c8374c3 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:32.924186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Pushing event deleted for resources: {'Port': ['ID=bb733945-2a15-435e-a7d3-67666ef86763,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:32.924482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-36b5a613-0d33-4a8e-b1af-b9e44c8374c3 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.928658 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-36b5a613-0d33-4a8e-b1af-b9e44c8374c3 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "DELETE /v2.0/security-groups/6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae HTTP/1.1" status: 204  len: 168 time: 0.5321679
Dec 23 16:16:32.932838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54044) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:32.933000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.939642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:32.964014 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-4b9c7b80-1e20-464a-9a04-4d5deb3d5728 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] show failed (client error): The resource could not be found.
Dec 23 16:16:32.965369 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4b9c7b80-1e20-464a-9a04-4d5deb3d5728 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "GET /v2.0/security-groups/6d63d99a-dd3e-46fa-b1f8-6adcc3e192ae HTTP/1.1" status: 404  len: 347 time: 0.0280344
Dec 23 16:16:32.970387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54050) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:32.971048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79479e48>,) {'filters': {'network_id': ['8cedfef8-34af-4f7c-abe1-fdeb51927ab2']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:32.980572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:32.987241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79479e48>, '5979fa36-30ca-485a-85da-5501e3d32328') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:32.987582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79479e48>, '5979fa36-30ca-485a-85da-5501e3d32328') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:33.002571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:33.022978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:33.030895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:16:33.031339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:33.048940 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:33.096354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e3524211-5329-43a6-9b45-bd06eae7a0d8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port 9a04f59d-7d88-4060-bad9-965a627783ed {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:33.097522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3524211-5329-43a6-9b45-bd06eae7a0d8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:33.146672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:33.151016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-93196a9a-00fd-4bb2-a73f-53ac30a8d9a5 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:33.173324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:33.182394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Pushing event deleted for resources: {'Network': ['ID=8cedfef8-34af-4f7c-abe1-fdeb51927ab2,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:33.186450 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] 10.222.0.67 "DELETE /v2.0/networks/8cedfef8-34af-4f7c-abe1-fdeb51927ab2 HTTP/1.1" status: 204  len: 168 time: 1.5295300
Dec 23 16:16:33.187599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:33.199749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c4c1241f-8c8b-4fa1-97b5-63f36e111919 None None] Could not find standard attr ID for object aa7f3df9-2930-48a2-9e86-2ce8783e106e. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:16:33.232134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:33.254212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Transition to ACTIVE for port object bdced0ea-a76a-493d-adc5-8069dadbda62 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:33.274850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c3c15-a790-43ae-ac9c-18cd88316927 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Deleting port 36306ef4-681b-4d18-890e-6eda0175a4ca {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:33.275256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c15-a790-43ae-ac9c-18cd88316927 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:33.278667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-54a66c3a-74ca-4f8c-a959-014b75399f14 None None] Set router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:16:33.335587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Transition to ACTIVE for port object bdced0ea-a76a-493d-adc5-8069dadbda62 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:33.364705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:33.373499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:33.437943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5c9118b2-38ad-4a76-98a7-5da3e4721fb9 None None] Provisioning for port 32354665-d88d-4781-9d53-c285998f4068 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:33.489597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:33.556741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54058) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:33.696961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5c9118b2-38ad-4a76-98a7-5da3e4721fb9 None None] Provisioning complete for port 32354665-d88d-4781-9d53-c285998f4068 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:33.697403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c9118b2-38ad-4a76-98a7-5da3e4721fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:33.741190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54064) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:33.762771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Network ac970460-6602-4956-8b7d-f44486fd83d9 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:33.766297 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ae068ac0-bb23-40e0-a05d-73ea562d88d3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8803f914fa294a6296809d69d3693fc5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2055855
Dec 23 16:16:33.766523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54068) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:33.773898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Pushing event updated for resources: {'Port': ['ID=bdced0ea-a76a-493d-adc5-8069dadbda62,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:33.776922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:33.778781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:33.780987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:33.835532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-761d0c8f-783d-4536-93dc-0fac09ffc7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:33.872365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-761d0c8f-783d-4536-93dc-0fac09ffc7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:33.935463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5c9118b2-38ad-4a76-98a7-5da3e4721fb9 None None] Port 32354665-d88d-4781-9d53-c285998f4068 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:16:33.978364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device cd71860c-12ed-4985-999d-152dada6947d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:34.036960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Attempting to bind port bdced0ea-a76a-493d-adc5-8069dadbda62 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:16:34.037314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Attempting to bind port bdced0ea-a76a-493d-adc5-8069dadbda62 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'a06d8d7f-b0a3-40c7-94e1-3510c50822b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ac970460-6602-4956-8b7d-f44486fd83d9'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:16:34.037743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Attempting to bind port bdced0ea-a76a-493d-adc5-8069dadbda62 on network ac970460-6602-4956-8b7d-f44486fd83d9 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:16:34.068227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:16:34.068675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Checking segment: {'id': 'a06d8d7f-b0a3-40c7-94e1-3510c50822b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ac970460-6602-4956-8b7d-f44486fd83d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:34.069144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:34.069603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Bound using segment: {'id': 'a06d8d7f-b0a3-40c7-94e1-3510c50822b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ac970460-6602-4956-8b7d-f44486fd83d9'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:16:34.070157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Bound port: bdced0ea-a76a-493d-adc5-8069dadbda62, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06d8d7f-b0a3-40c7-94e1-3510c50822b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ac970460-6602-4956-8b7d-f44486fd83d9'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:16:34.070729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:34.196876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-761d0c8f-783d-4536-93dc-0fac09ffc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:34.203018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d57499d1-de5e-4a82-acb3-a417f96519b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:34.218643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-761d0c8f-783d-4536-93dc-0fac09ffc7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:34.223715 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-761d0c8f-783d-4536-93dc-0fac09ffc7b4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2c1bbe86-93bb-4545-9ff0-59a258a69f78 HTTP/1.1" status: 204  len: 168 time: 0.4560668
Dec 23 16:16:34.224874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d0c8f-783d-4536-93dc-0fac09ffc7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1bbe86-93bb-4545-9ff0-59a258a69f78,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:34.228310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c15-a790-43ae-ac9c-18cd88316927 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:34.228685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c15-a790-43ae-ac9c-18cd88316927 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:34.229010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-761d0c8f-783d-4536-93dc-0fac09ffc7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:34.237097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] For port bdced0ea-a76a-493d-adc5-8069dadbda62, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:16:34.240570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] For port bdced0ea-a76a-493d-adc5-8069dadbda62, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bdced0ea-a76a-493d-adc5-8069dadbda62,segment=NetworkSegment(a06d8d7f-b0a3-40c7-94e1-3510c50822b7),segment_id=a06d8d7f-b0a3-40c7-94e1-3510c50822b7)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:16:34.261810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:34.267701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:34.319028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3524211-5329-43a6-9b45-bd06eae7a0d8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:34.369251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port cd71860c-12ed-4985-999d-152dada6947d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:34.369822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:34.401901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c3c15-a790-43ae-ac9c-18cd88316927 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Calling delete_port for 36306ef4-681b-4d18-890e-6eda0175a4ca owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:34.446043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Pushing event updated for resources: {'Port': ['ID=bdced0ea-a76a-493d-adc5-8069dadbda62,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:34.452878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:34.463033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54a66c3a-74ca-4f8c-a959-014b75399f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b25898>, [{'id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'gw_port': {'id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'b5d09aae-5bba-4315-885c-88dab1c1ffae', 'name': '', 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'mac_address': 'fa:16:3e:18:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:16Z', 'revision_number': 5, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'subnets': [{'id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:34.476584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a66c3a-74ca-4f8c-a959-014b75399f14 None None] The sync data for ids ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'] in dv-neutron-822801-1-hyperv is: [{'id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'gw_port': {'id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'b5d09aae-5bba-4315-885c-88dab1c1ffae', 'name': '', 'network_id': '0e57fe8b-597d-4dbf-a842-558dc5447a36', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'mac_address': 'fa:16:3e:18:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:16Z', 'revision_number': 5, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'subnets': [{'id': '6a253f05-fd39-4f82-93da-ff5efbc78fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:16:34.601331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e3524211-5329-43a6-9b45-bd06eae7a0d8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for 9a04f59d-7d88-4060-bad9-965a627783ed owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:34.631511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bb733945-2a15-435e-a7d3-67666ef86763 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:16:34.661324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bacfd9a-1d0d-477f-a159-f1742fce5166 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:34.662966 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7bacfd9a-1d0d-477f-a159-f1742fce5166 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182 HTTP/1.1" status: 200  len: 814 time: 0.9208384
Dec 23 16:16:34.682046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: bb733945-2a15-435e-a7d3-67666ef86763 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:16:34.682459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bb733945-2a15-435e-a7d3-67666ef86763 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:16:35.057129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c15-a790-43ae-ac9c-18cd88316927 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.066177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6ed679b7-0dee-4d92-9581-97594855aaac tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:35.081034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc3614-35c4-4add-96a7-456b5c42df53 None None] New status for floating IP c1b46ae4-191b-4ab7-8135-f4881bfea697: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:16:35.118262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3524211-5329-43a6-9b45-bd06eae7a0d8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.127126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c3c15-a790-43ae-ac9c-18cd88316927 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Pushing event deleted for resources: {'Port': ['ID=36306ef4-681b-4d18-890e-6eda0175a4ca,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:35.130750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e4c3c15-a790-43ae-ac9c-18cd88316927 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:35.136525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d2244c5-2f9e-40db-a921-692287365f98 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:35.203726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54094) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:35.252372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3524211-5329-43a6-9b45-bd06eae7a0d8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=9a04f59d-7d88-4060-bad9-965a627783ed,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:35.258073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'network': {'name': 'tempest-network-smoke--1896365119', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'port_security_enabled': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:35.271526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e3524211-5329-43a6-9b45-bd06eae7a0d8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:35.296475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54098) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:35.311161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:35.380127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.382337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:35.430050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.440832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1630455780'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:35.446390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:35.450967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Usage tracker for resource:network and tenant:944bc46b1c104321a4ed608825d40684 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:35.454076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:35.461696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:35.466296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:35.471934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Made reservation on behalf of 944bc46b1c104321a4ed608825d40684 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:35.477572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.493312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.529340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:35.533540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Usage tracker for resource:security_group_rule and tenant:944bc46b1c104321a4ed608825d40684 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:35.536660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:35.541716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:35.543772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:35.547489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.579700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c15-a790-43ae-ac9c-18cd88316927 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.617307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.620337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.622204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3524211-5329-43a6-9b45-bd06eae7a0d8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.624759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc6c931c-feb9-45f2-8da0-37c12d35d9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:35.632512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=32354665-d88d-4781-9d53-c285998f4068,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:35.641067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3c15-a790-43ae-ac9c-18cd88316927 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.642371 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5e4c3c15-a790-43ae-ac9c-18cd88316927 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] 10.222.0.67 "DELETE /v2.0/floatingips/c1b46ae4-191b-4ab7-8135-f4881bfea697 HTTP/1.1" status: 204  len: 168 time: 2.6710372
Dec 23 16:16:35.646370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:35.647247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.653811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54104) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:35.657805 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e3524211-5329-43a6-9b45-bd06eae7a0d8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/9a04f59d-7d88-4060-bad9-965a627783ed HTTP/1.1" status: 204  len: 168 time: 2.8311925
Dec 23 16:16:35.658132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:16:35.659917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:16:35.665414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54108) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:35.706003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5a246f-a9f1-4383-acc1-38b9ec6beb5f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:35.718928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:35.723092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.723486 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Added segment 879abdb4-be10-47d0-b456-2de11e4079c9 of type vlan for network eb971f8c-4090-4d20-b33f-74cf7457ad6d
Dec 23 16:16:35.725032 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-401ca9e9-cabd-46b1-af60-57c2ad7ac303 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] GET failed (client error): The resource could not be found.
Dec 23 16:16:35.725607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-401ca9e9-cabd-46b1-af60-57c2ad7ac303 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:35.766335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.772555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-401ca9e9-cabd-46b1-af60-57c2ad7ac303 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:35.777263 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-401ca9e9-cabd-46b1-af60-57c2ad7ac303 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/9a04f59d-7d88-4060-bad9-965a627783ed HTTP/1.1" status: 404  len: 333 time: 0.1073751
Dec 23 16:16:35.777263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54112) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:35.778092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.778732 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Added segment c8a10b3b-603d-4d2d-b86f-ec2db8799b9c of type vlan for network bb076262-ef13-4a9c-80ef-6f95d5acb5b3
Dec 23 16:16:35.888057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.892229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:35.892952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:35.902128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-efdec872-70ef-40bb-8d8c-cab4b1e66e46 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:35.905592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:36.018627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:36.025107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bdced0ea-a76a-493d-adc5-8069dadbda62 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:36.027111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:36.122055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:36.126252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:36.126925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:36.131382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port bdced0ea-a76a-493d-adc5-8069dadbda62 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:36.144380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event updated for resources: {'Network': ['ID=eb971f8c-4090-4d20-b33f-74cf7457ad6d,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:36.148274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:36.167009 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.8594301
Dec 23 16:16:36.167346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network eb971f8c-4090-4d20-b33f-74cf7457ad6d details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:16:36.194252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0dc3162c-48c6-4fb1-8d76-9f279e7521d7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:36.230098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b7eecd-4f01-439e-a2f9-9d3c1ab926f6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting subnet 4f027186-0401-425d-bbe8-65d1666ea726 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:16:36.236473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2b7eecd-4f01-439e-a2f9-9d3c1ab926f6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:36.370740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2b7eecd-4f01-439e-a2f9-9d3c1ab926f6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:36.513967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2b7eecd-4f01-439e-a2f9-9d3c1ab926f6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:36.552823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a475be1-633e-4d20-91f0-95271a91664d None None] Network ac970460-6602-4956-8b7d-f44486fd83d9 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:36.625343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2b7eecd-4f01-439e-a2f9-9d3c1ab926f6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:36.630969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:36.683282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-78cec5bd-4387-4065-a75c-547f898892e5 None None] Provisioning for port bdced0ea-a76a-493d-adc5-8069dadbda62 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:36.683517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7eecd-4f01-439e-a2f9-9d3c1ab926f6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Subnet': ['ID=4f027186-0401-425d-bbe8-65d1666ea726,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:36.699157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2b7eecd-4f01-439e-a2f9-9d3c1ab926f6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:36.703894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-78cec5bd-4387-4065-a75c-547f898892e5 None None] Provisioning complete for port bdced0ea-a76a-493d-adc5-8069dadbda62 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:36.704341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-78cec5bd-4387-4065-a75c-547f898892e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:36.707438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a2b7eecd-4f01-439e-a2f9-9d3c1ab926f6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:36.709737 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a2b7eecd-4f01-439e-a2f9-9d3c1ab926f6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/4f027186-0401-425d-bbe8-65d1666ea726 HTTP/1.1" status: 204  len: 168 time: 0.9316146
Dec 23 16:16:36.723042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54116) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:36.738607 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.4963586
Dec 23 16:16:36.744638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54120) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:36.822908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64be4ab-6174-4778-89ce-a8c220354050 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:36.827577 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f64be4ab-6174-4778-89ce-a8c220354050 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=756d2eff28424d1081cd07d60adf0a7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0818734
Dec 23 16:16:36.831223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54124) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:36.873174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Network': ['ID=bb076262-ef13-4a9c-80ef-6f95d5acb5b3,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:36.885762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:36.898708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network bb076262-ef13-4a9c-80ef-6f95d5acb5b3 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:16:37.034021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-78cec5bd-4387-4065-a75c-547f898892e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:37.048688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:37.081234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port bdced0ea-a76a-493d-adc5-8069dadbda62 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:37.081646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:37.093429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router 711f1c3d-ddee-4961-84fc-483683db265c has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:16:37.107954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-78cec5bd-4387-4065-a75c-547f898892e5 None None] For port bdced0ea-a76a-493d-adc5-8069dadbda62, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bdced0ea-a76a-493d-adc5-8069dadbda62,segment=NetworkSegment(a06d8d7f-b0a3-40c7-94e1-3510c50822b7),segment_id=a06d8d7f-b0a3-40c7-94e1-3510c50822b7)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:37.114501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b6fdae-b4b3-4a8c-85fa-36f8ba40d4c3 None None] DHCP port deletion for ac970460-6602-4956-8b7d-f44486fd83d9 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:16:37.120480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-78cec5bd-4387-4065-a75c-547f898892e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:37.124963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:37.150974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aae35c9-2386-41bc-8a9b-6e21dfb0587c tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:37.165552 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6aae35c9-2386-41bc-8a9b-6e21dfb0587c tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3281283
Dec 23 16:16:37.169451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54128) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:37.196775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-59b6fdae-b4b3-4a8c-85fa-36f8ba40d4c3 None None] Deleting port bdced0ea-a76a-493d-adc5-8069dadbda62 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:37.197063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59b6fdae-b4b3-4a8c-85fa-36f8ba40d4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:37.229071 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-26dc167a-6479-4a6e-85af-e147826a5f0d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0584159
Dec 23 16:16:37.229703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54132) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:37.309615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-78cec5bd-4387-4065-a75c-547f898892e5 None None] Provisioning complete for port 32354665-d88d-4781-9d53-c285998f4068 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:37.310278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-78cec5bd-4387-4065-a75c-547f898892e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:37.379939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-78cec5bd-4387-4065-a75c-547f898892e5 None None] Port 32354665-d88d-4781-9d53-c285998f4068 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:16:37.411272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] For port bdced0ea-a76a-493d-adc5-8069dadbda62, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bdced0ea-a76a-493d-adc5-8069dadbda62,segment=NetworkSegment(a06d8d7f-b0a3-40c7-94e1-3510c50822b7),segment_id=a06d8d7f-b0a3-40c7-94e1-3510c50822b7)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:37.411685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:37.463588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:16:37.477524 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/711f1c3d-ddee-4961-84fc-483683db265c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8869240
Dec 23 16:16:37.482374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54136) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:37.554609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for bdced0ea-a76a-493d-adc5-8069dadbda62 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:37.561038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb69e21-93a9-4a92-9373-ac377dfc9c52 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:37.561916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9bb69e21-93a9-4a92-9373-ac377dfc9c52 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Synchronizing usage tracker for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:37.570215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5dd12ac-f118-416d-9db4-90efb14ac1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:37.573401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-59b6fdae-b4b3-4a8c-85fa-36f8ba40d4c3 None None] For port bdced0ea-a76a-493d-adc5-8069dadbda62, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bdced0ea-a76a-493d-adc5-8069dadbda62,segment=NetworkSegment(a06d8d7f-b0a3-40c7-94e1-3510c50822b7),segment_id=a06d8d7f-b0a3-40c7-94e1-3510c50822b7)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:37.574201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59b6fdae-b4b3-4a8c-85fa-36f8ba40d4c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:37.671215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9bb69e21-93a9-4a92-9373-ac377dfc9c52 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Unset dirty status for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:37.673086 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9bb69e21-93a9-4a92-9373-ac377dfc9c52 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports/32354665-d88d-4781-9d53-c285998f4068 HTTP/1.1" status: 200  len: 910 time: 0.1894262
Dec 23 16:16:37.675965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:37.677469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54140) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:37.685917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:37.722475 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-20a892b3-094d-4479-8980-33d31a448e31 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=756d2eff28424d1081cd07d60adf0a7c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4911544
Dec 23 16:16:37.740328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-59b6fdae-b4b3-4a8c-85fa-36f8ba40d4c3 None None] Calling delete_port for bdced0ea-a76a-493d-adc5-8069dadbda62 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:37.740487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54144) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:37.752573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=bdced0ea-a76a-493d-adc5-8069dadbda62,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:37.785117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cec5bd-4387-4065-a75c-547f898892e5 None None] Pushing event updated for resources: {'Port': ['ID=bdced0ea-a76a-493d-adc5-8069dadbda62,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:37.788398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167fcab-f4c2-426e-9062-3ad56f888a21 None None] Sync routers for ids ['711f1c3d-ddee-4961-84fc-483683db265c'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:16:37.807985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-78cec5bd-4387-4065-a75c-547f898892e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:37.826507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167fcab-f4c2-426e-9062-3ad56f888a21 None None] Routers {'711f1c3d-ddee-4961-84fc-483683db265c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:37.827564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0167fcab-f4c2-426e-9062-3ad56f888a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79cc3b00>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['711f1c3d-ddee-4961-84fc-483683db265c'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:37.905933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147e8aea-9161-4595-85f2-1761f9de6407 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:37.910048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0167fcab-f4c2-426e-9062-3ad56f888a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79cc3b00>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:37.911037 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-147e8aea-9161-4595-85f2-1761f9de6407 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1693232
Dec 23 16:16:37.912311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:37.914055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54148) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:37.947303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167fcab-f4c2-426e-9062-3ad56f888a21 None None] Routers {'711f1c3d-ddee-4961-84fc-483683db265c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:37.947303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0167fcab-f4c2-426e-9062-3ad56f888a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79cc3b00>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['711f1c3d-ddee-4961-84fc-483683db265c'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:37.966681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No DVR routers for this DVR port bdced0ea-a76a-493d-adc5-8069dadbda62 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:16:37.972748 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d884538f-4a41-465c-9437-3bd34a389755 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0584254
Dec 23 16:16:37.974057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54152) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:38.011825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1919966529', 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:38.038007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0167fcab-f4c2-426e-9062-3ad56f888a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79cc3b00>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:38.038672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167fcab-f4c2-426e-9062-3ad56f888a21 None None] The sync data for ids ['711f1c3d-ddee-4961-84fc-483683db265c'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:16:38.047616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bdced0ea-a76a-493d-adc5-8069dadbda62 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:16:38.260453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:38.270035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: bdced0ea-a76a-493d-adc5-8069dadbda62 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:16:38.274333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bdced0ea-a76a-493d-adc5-8069dadbda62 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:16:38.280944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:38.289606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-59b6fdae-b4b3-4a8c-85fa-36f8ba40d4c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:16:38.290023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-59b6fdae-b4b3-4a8c-85fa-36f8ba40d4c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:16:38.297361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:subnet and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:38.302171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:38.306084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78edcf60>,) {'filters': {'network_id': ['ac970460-6602-4956-8b7d-f44486fd83d9']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:38.320858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:38.327684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78edcf60>, 'a06d8d7f-b0a3-40c7-94e1-3510c50822b7') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:38.328025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78edcf60>, 'a06d8d7f-b0a3-40c7-94e1-3510c50822b7') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:38.345069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:38.354563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:38.392221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:38.405213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:16:38.405844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:38.421901 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:38.562476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:38.566474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b1550f1d-dfb0-41ed-8aa4-e76b997ce879 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:38.608904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:38.613060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:38.620344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58284d97-c504-4949-828c-05d10105fa63 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:38.706432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Network': ['ID=ac970460-6602-4956-8b7d-f44486fd83d9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:38.709104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:38.726481 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/networks/ac970460-6602-4956-8b7d-f44486fd83d9 HTTP/1.1" status: 204  len: 168 time: 2.0073779
Dec 23 16:16:38.726481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54156) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:38.730952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'name': 'tempest-PortsTestJSON-1473619036'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:38.791769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-59b6fdae-b4b3-4a8c-85fa-36f8ba40d4c3 None None] Deleting port bdced0ea-a76a-493d-adc5-8069dadbda62 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:38.792226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59b6fdae-b4b3-4a8c-85fa-36f8ba40d4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:38.867557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-59b6fdae-b4b3-4a8c-85fa-36f8ba40d4c3 None None] The port 'bdced0ea-a76a-493d-adc5-8069dadbda62' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:16:38.875593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:38.916588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:port and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:38.922838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:38.937293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:38.959829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:38.965986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:39.018164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port 04bc75de-5aa9-417a-8c55-f49c4440862c yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:16:39.065591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:39.079015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c08799ef-ad93-478b-a9e4-75a61c9ce3b1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:39.176709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Subnet': ['ID=0eed29f0-3999-4540-ac4c-11868a992e67,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:39.262938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:39.296502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Checking segment: {'id': 'c8a10b3b-603d-4d2d-b86f-ec2db8799b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:39.296911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network hostable DHCP agents. Network: bb076262-ef13-4a9c-80ef-6f95d5acb5b3, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:16:39.507208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd12ac-f118-416d-9db4-90efb14ac1e9 admin admin] Deleting port b5d09aae-5bba-4315-885c-88dab1c1ffae {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:39.507549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5dd12ac-f118-416d-9db4-90efb14ac1e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:39.641597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:39.643418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network bb076262-ef13-4a9c-80ef-6f95d5acb5b3 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:16:39.655837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, bb076262-ef13-4a9c-80ef-6f95d5acb5b3) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:39.661171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:39.661922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:39.670026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c75d768-70b2-42fd-b67c-ea0e334c6913 None None] Network bb076262-ef13-4a9c-80ef-6f95d5acb5b3 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:39.690405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.7152240
Dec 23 16:16:39.720169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:39.742303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a61eccd-dfba-4299-82f7-882a5b0d0631 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:39.818573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network e01bb600-228f-4f43-b597-689f5e4f4157 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:39.822602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:39.826955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:39.831258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:39.831930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:39.858704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=04bc75de-5aa9-417a-8c55-f49c4440862c,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:39.861617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:39.873497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e5dd12ac-f118-416d-9db4-90efb14ac1e9 admin admin] For port b5d09aae-5bba-4315-885c-88dab1c1ffae, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b5d09aae-5bba-4315-885c-88dab1c1ffae,segment=NetworkSegment(37fdeec7-5efd-426c-a262-d28cc5fb05e5),segment_id=37fdeec7-5efd-426c-a262-d28cc5fb05e5)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:39.873920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5dd12ac-f118-416d-9db4-90efb14ac1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:39.876425 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.1498928
Dec 23 16:16:39.877748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54162) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:39.982134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-bb076262-ef13-4a9c-80ef-6f95d5acb5b3', 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ips': [{'subnet_id': '0eed29f0-3999-4540-ac4c-11868a992e67'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:16:39.983104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:39.984524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-222dc058-203b-48e4-b95b-5f6c62d9fc72 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port 04bc75de-5aa9-417a-8c55-f49c4440862c {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:39.984926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-222dc058-203b-48e4-b95b-5f6c62d9fc72 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:40.154311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd12ac-f118-416d-9db4-90efb14ac1e9 admin admin] Calling delete_port for b5d09aae-5bba-4315-885c-88dab1c1ffae owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:40.180722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54166) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:40.181446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54168) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:40.194304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Request body: {'subnet': {'network_id': 'eb971f8c-4090-4d20-b33f-74cf7457ad6d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:40.209073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Allocated IP 172.20.0.18 (bb076262-ef13-4a9c-80ef-6f95d5acb5b3/0eed29f0-3999-4540-ac4c-11868a992e67/b7418045-9481-4fdd-9fab-812a7930d620) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:40.214050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-eef9411e-1a75-43c9-94b0-033bc39931be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011113495', 'description': 'tempest-secgroup-smoke-1011113495 description', 'project_id': '756d2eff28424d1081cd07d60adf0a7c'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:40.229917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eef9411e-1a75-43c9-94b0-033bc39931be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:40.314459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b1550f1d-dfb0-41ed-8aa4-e76b997ce879 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port 32354665-d88d-4781-9d53-c285998f4068 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:40.315095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b1550f1d-dfb0-41ed-8aa4-e76b997ce879 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:40.331962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eef9411e-1a75-43c9-94b0-033bc39931be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:40.339792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-222dc058-203b-48e4-b95b-5f6c62d9fc72 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:40.444681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:40.456637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Transition to ACTIVE for port object b7418045-9481-4fdd-9fab-812a7930d620 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:40.476028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Transition to ACTIVE for port object b7418045-9481-4fdd-9fab-812a7930d620 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:40.480156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eef9411e-1a75-43c9-94b0-033bc39931be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:40.481747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:40.486874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:40.564091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Network bb076262-ef13-4a9c-80ef-6f95d5acb5b3 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:40.567908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Pushing event updated for resources: {'Port': ['ID=b7418045-9481-4fdd-9fab-812a7930d620,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:40.568055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-222dc058-203b-48e4-b95b-5f6c62d9fc72 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for 04bc75de-5aa9-417a-8c55-f49c4440862c owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:40.570567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:40.572444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:40.573572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:40.600608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b1550f1d-dfb0-41ed-8aa4-e76b997ce879 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:40.622651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:40.635176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Usage tracker for resource:subnet and tenant:944bc46b1c104321a4ed608825d40684 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:40.641510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:40.661972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:40.670443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Attempting to bind port b7418045-9481-4fdd-9fab-812a7930d620 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:16:40.671024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Attempting to bind port b7418045-9481-4fdd-9fab-812a7930d620 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'c8a10b3b-603d-4d2d-b86f-ec2db8799b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:16:40.671450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Attempting to bind port b7418045-9481-4fdd-9fab-812a7930d620 on network bb076262-ef13-4a9c-80ef-6f95d5acb5b3 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:16:40.675803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5dd12ac-f118-416d-9db4-90efb14ac1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:40.678587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:16:40.679076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Checking segment: {'id': 'c8a10b3b-603d-4d2d-b86f-ec2db8799b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:40.679540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:40.679991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Bound using segment: {'id': 'c8a10b3b-603d-4d2d-b86f-ec2db8799b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:16:40.680520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Bound port: b7418045-9481-4fdd-9fab-812a7930d620, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a10b3b-603d-4d2d-b86f-ec2db8799b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:16:40.681002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:40.688829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eef9411e-1a75-43c9-94b0-033bc39931be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:40.695953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eef9411e-1a75-43c9-94b0-033bc39931be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:40.700319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eef9411e-1a75-43c9-94b0-033bc39931be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:40.704211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Made reservation on behalf of 944bc46b1c104321a4ed608825d40684 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:40.732337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eef9411e-1a75-43c9-94b0-033bc39931be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:40.734486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-222dc058-203b-48e4-b95b-5f6c62d9fc72 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:40.743042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ae741d3-96aa-4ade-8c1f-98003359dfb4 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:40.744725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1ff8e17a-5f72-4f64-93db-21d0cc3e46cf tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:40.778450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] For port b7418045-9481-4fdd-9fab-812a7930d620, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:16:40.782229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] For port b7418045-9481-4fdd-9fab-812a7930d620, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b7418045-9481-4fdd-9fab-812a7930d620,segment=NetworkSegment(c8a10b3b-603d-4d2d-b86f-ec2db8799b9c),segment_id=c8a10b3b-603d-4d2d-b86f-ec2db8799b9c)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:16:40.786127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:40.786944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b1550f1d-dfb0-41ed-8aa4-e76b997ce879 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for 32354665-d88d-4781-9d53-c285998f4068 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:40.790536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6dc1b3d-9032-41d4-9631-e29f4ce5b033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:40.812599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dc058-203b-48e4-b95b-5f6c62d9fc72 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=04bc75de-5aa9-417a-8c55-f49c4440862c,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:40.820432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-222dc058-203b-48e4-b95b-5f6c62d9fc72 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:40.835513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd12ac-f118-416d-9db4-90efb14ac1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d09aae-5bba-4315-885c-88dab1c1ffae,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:40.838128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e5dd12ac-f118-416d-9db4-90efb14ac1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:40.877100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Pushing event updated for resources: {'Port': ['ID=b7418045-9481-4fdd-9fab-812a7930d620,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:40.880917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:40.907900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-222dc058-203b-48e4-b95b-5f6c62d9fc72 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:40.931742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:40.978430 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-222dc058-203b-48e4-b95b-5f6c62d9fc72 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/04bc75de-5aa9-417a-8c55-f49c4440862c HTTP/1.1" status: 204  len: 168 time: 1.0986478
Dec 23 16:16:40.997571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54174) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:41.015941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'mac_address': 'fa:16:3e:d3:57:c0', 'name': 'tempest-PortsTestJSON-1545460446'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:41.045715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eef9411e-1a75-43c9-94b0-033bc39931be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:41.118572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eef9411e-1a75-43c9-94b0-033bc39931be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:41.135918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fc7445e0-8dbf-4d9e-90ba-e7522b871138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:41.261162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b1550f1d-dfb0-41ed-8aa4-e76b997ce879 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:41.266588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9140da19-ff02-48d1-8e99-29765335681a tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:41.278003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eef9411e-1a75-43c9-94b0-033bc39931be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:41.282121 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eef9411e-1a75-43c9-94b0-033bc39931be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.0944140
Dec 23 16:16:41.288809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54178) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:41.289256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9411e-1a75-43c9-94b0-033bc39931be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:41.295441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:41.298002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eef9411e-1a75-43c9-94b0-033bc39931be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:41.315779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-62fbd773-695d-48ac-a70a-1845909ab790 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:41.321196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1550f1d-dfb0-41ed-8aa4-e76b997ce879 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=32354665-d88d-4781-9d53-c285998f4068,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:41.323859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b1550f1d-dfb0-41ed-8aa4-e76b997ce879 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:41.326261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:port and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:41.331882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:41.346181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-62fbd773-695d-48ac-a70a-1845909ab790 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:41.359313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:41.363671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-62fbd773-695d-48ac-a70a-1845909ab790 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:41.371170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-62fbd773-695d-48ac-a70a-1845909ab790 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:41.384378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-62fbd773-695d-48ac-a70a-1845909ab790 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:41.431360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:41.459885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5dd12ac-f118-416d-9db4-90efb14ac1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:41.565144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:41.613350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62fbd773-695d-48ac-a70a-1845909ab790 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:41.623911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port 5c76f970-5865-45c5-9e6a-be4417f80016 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:16:41.798563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:41.808256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-27143028-204e-49ac-9041-2b31de46d1c1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:41.900793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62fbd773-695d-48ac-a70a-1845909ab790 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:41.936411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62fbd773-695d-48ac-a70a-1845909ab790 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:41.973414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event updated for resources: {'Subnet': ['ID=e041033e-e5f9-4fbd-b632-018cd58fe8a2,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:41.983045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:41.991586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-993e4b47-7d88-431a-a75e-83ddaed3fd4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:42.051465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:42.076787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b7418045-9481-4fdd-9fab-812a7930d620 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:42.083154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b1550f1d-dfb0-41ed-8aa4-e76b997ce879 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:42.084158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbd773-695d-48ac-a70a-1845909ab790 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71219a51-eb9d-4500-a34b-1b6537791e93,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:42.096626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-62fbd773-695d-48ac-a70a-1845909ab790 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:42.117268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Checking segment: {'id': '879abdb4-be10-47d0-b456-2de11e4079c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'eb971f8c-4090-4d20-b33f-74cf7457ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:42.117666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Network hostable DHCP agents. Network: eb971f8c-4090-4d20-b33f-74cf7457ad6d, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:16:42.125516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:42.128846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62fbd773-695d-48ac-a70a-1845909ab790 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:42.130411 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-62fbd773-695d-48ac-a70a-1845909ab790 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8384492
Dec 23 16:16:42.133455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54182) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:42.146202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-11606728-5ae4-4012-8428-2f8dd3bd3439 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:42.157069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-11606728-5ae4-4012-8428-2f8dd3bd3439 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:42.167500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-11606728-5ae4-4012-8428-2f8dd3bd3439 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:42.172588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-11606728-5ae4-4012-8428-2f8dd3bd3439 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:42.182225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port b7418045-9481-4fdd-9fab-812a7930d620 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:42.182434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-11606728-5ae4-4012-8428-2f8dd3bd3439 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:42.198803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Network eb971f8c-4090-4d20-b33f-74cf7457ad6d is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:16:42.217349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:42.223024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11606728-5ae4-4012-8428-2f8dd3bd3439 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:42.234123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:42.283958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, eb971f8c-4090-4d20-b33f-74cf7457ad6d) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:42.292554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2601bd78-6da8-4d0f-87ef-a7b74856e9c7 None None] Network eb971f8c-4090-4d20-b33f-74cf7457ad6d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:42.301873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:42.302454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:42.353783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network e01bb600-228f-4f43-b597-689f5e4f4157 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:42.356592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=5c76f970-5865-45c5-9e6a-be4417f80016,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:42.359234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:42.361200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:42.374380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:42.378710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:42.379674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:42.387881 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.2043617
Dec 23 16:16:42.391576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54186) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:42.401821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-990574500'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:42.411722 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.4128776
Dec 23 16:16:42.414688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54190) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:42.416858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:42.488185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11606728-5ae4-4012-8428-2f8dd3bd3439 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:42.494828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Usage tracker for resource:network and tenant:944bc46b1c104321a4ed608825d40684 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:42.500409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:42.512911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed431670-de00-4984-974c-e5c675ecbbbd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:42.514335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ed431670-de00-4984-974c-e5c675ecbbbd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:42.519158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11606728-5ae4-4012-8428-2f8dd3bd3439 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:42.532437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e9ef1a4c-9c4b-4319-881c-59cf3d43886e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:42.554460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11606728-5ae4-4012-8428-2f8dd3bd3439 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f1fb35-46d0-4544-9968-c569c459e79c,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:42.557292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-11606728-5ae4-4012-8428-2f8dd3bd3439 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:42.569292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ed431670-de00-4984-974c-e5c675ecbbbd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:42.574299 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ed431670-de00-4984-974c-e5c675ecbbbd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/5c76f970-5865-45c5-9e6a-be4417f80016 HTTP/1.1" status: 200  len: 841 time: 0.1584392
Dec 23 16:16:42.576324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54194) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:42.580056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11606728-5ae4-4012-8428-2f8dd3bd3439 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:42.581377 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-11606728-5ae4-4012-8428-2f8dd3bd3439 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4457362
Dec 23 16:16:42.595269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:42.600386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54198) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:42.607292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-745df6be-4abe-4ee1-91f3-eb63e22c0f8d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:42.613854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-eb971f8c-4090-4d20-b33f-74cf7457ad6d', 'network_id': 'eb971f8c-4090-4d20-b33f-74cf7457ad6d', 'tenant_id': '944bc46b1c104321a4ed608825d40684', 'fixed_ips': [{'subnet_id': 'e041033e-e5f9-4fbd-b632-018cd58fe8a2'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:16:42.615115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:42.658434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-472f2c31-4ced-441f-a925-2f6af3bdfe2f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port 5c76f970-5865-45c5-9e6a-be4417f80016 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:42.658835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-472f2c31-4ced-441f-a925-2f6af3bdfe2f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:42.684816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-745df6be-4abe-4ee1-91f3-eb63e22c0f8d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:42.709836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-745df6be-4abe-4ee1-91f3-eb63e22c0f8d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:42.720415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-745df6be-4abe-4ee1-91f3-eb63e22c0f8d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:42.733651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-745df6be-4abe-4ee1-91f3-eb63e22c0f8d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:42.740170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Made reservation on behalf of 944bc46b1c104321a4ed608825d40684 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:42.745784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:42.799935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Allocated IP 2001:db8:0:ffff::2 (eb971f8c-4090-4d20-b33f-74cf7457ad6d/e041033e-e5f9-4fbd-b632-018cd58fe8a2/d9e3a4c2-5e1a-4ce4-819c-fef3a136264d) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:42.860351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-745df6be-4abe-4ee1-91f3-eb63e22c0f8d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:42.893980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:16:42.917106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-472f2c31-4ced-441f-a925-2f6af3bdfe2f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.007109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3dbb74-a3d0-4525-a3d8-a203478b58c0 None None] Network bb076262-ef13-4a9c-80ef-6f95d5acb5b3 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:43.010058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.010532 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Added segment cd2462f7-6f9a-44ce-8801-3d660289386d of type vlan for network 85c91df4-e412-4dfe-8edd-74d70e7df3aa
Dec 23 16:16:43.059752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-472f2c31-4ced-441f-a925-2f6af3bdfe2f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for 5c76f970-5865-45c5-9e6a-be4417f80016 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:43.136354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.139445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.140538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-472f2c31-4ced-441f-a925-2f6af3bdfe2f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.146931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dc1660d0-6223-42c3-8ee9-769a2e6fbce6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:43.168114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-745df6be-4abe-4ee1-91f3-eb63e22c0f8d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.169924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Transition to ACTIVE for port object d9e3a4c2-5e1a-4ce4-819c-fef3a136264d will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:43.189746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-745df6be-4abe-4ee1-91f3-eb63e22c0f8d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.197888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ff37816a-bcf8-4f60-b36d-f59a29e726bd None None] Provisioning for port b7418045-9481-4fdd-9fab-812a7930d620 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:43.203241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:43.207475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ff37816a-bcf8-4f60-b36d-f59a29e726bd None None] Provisioning complete for port b7418045-9481-4fdd-9fab-812a7930d620 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:43.207904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff37816a-bcf8-4f60-b36d-f59a29e726bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.219249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f2c31-4ced-441f-a925-2f6af3bdfe2f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=5c76f970-5865-45c5-9e6a-be4417f80016,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:43.223244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-472f2c31-4ced-441f-a925-2f6af3bdfe2f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:43.225528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745df6be-4abe-4ee1-91f3-eb63e22c0f8d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4faeaf-90bf-430b-aad7-555921600bfb,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:43.232659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-472f2c31-4ced-441f-a925-2f6af3bdfe2f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.255563 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-472f2c31-4ced-441f-a925-2f6af3bdfe2f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/5c76f970-5865-45c5-9e6a-be4417f80016 HTTP/1.1" status: 204  len: 168 time: 0.6771080
Dec 23 16:16:43.256278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54204) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:43.278105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-745df6be-4abe-4ee1-91f3-eb63e22c0f8d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:43.288661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.292947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:43.293513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.304551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Transition to ACTIVE for port object d9e3a4c2-5e1a-4ce4-819c-fef3a136264d will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:43.309182 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb40e59a-522d-4404-8be8-6f85f5554fb9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] GET failed (client error): The resource could not be found.
Dec 23 16:16:43.309788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cb40e59a-522d-4404-8be8-6f85f5554fb9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:43.313592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8e441d29-c145-4f2a-8ea3-b455a8a2bbe0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:43.324110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.326492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cb40e59a-522d-4404-8be8-6f85f5554fb9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:43.333208 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cb40e59a-522d-4404-8be8-6f85f5554fb9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/5c76f970-5865-45c5-9e6a-be4417f80016 HTTP/1.1" status: 404  len: 333 time: 0.0750072
Dec 23 16:16:43.333208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54208) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:43.336789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dd218bdc-31e3-494a-9c1b-b3f302d88874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:43.339559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'name': 'tempest-PortsTestJSON-95865709'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:43.456760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-745df6be-4abe-4ee1-91f3-eb63e22c0f8d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.457378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Network eb971f8c-4090-4d20-b33f-74cf7457ad6d is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:43.460708 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-745df6be-4abe-4ee1-91f3-eb63e22c0f8d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8565333
Dec 23 16:16:43.463043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54212) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:43.463338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:43.472561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event updated for resources: {'Network': ['ID=85c91df4-e412-4dfe-8edd-74d70e7df3aa,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:43.473999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f44a5c90-20a6-477c-99c8-4dc505df8bc2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:43.475799 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.0828965
Dec 23 16:16:43.477994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:43.480147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1550f1d-dfb0-41ed-8aa4-e76b997ce879 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router 711f1c3d-ddee-4961-84fc-483683db265c has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:16:43.483070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54216) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:43.493717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Request body: {'subnet': {'network_id': '85c91df4-e412-4dfe-8edd-74d70e7df3aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:43.497303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:43.505662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 85c91df4-e412-4dfe-8edd-74d70e7df3aa details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:16:43.509734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f44a5c90-20a6-477c-99c8-4dc505df8bc2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:43.522545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f44a5c90-20a6-477c-99c8-4dc505df8bc2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:43.530411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:43.532877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f44a5c90-20a6-477c-99c8-4dc505df8bc2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:43.535041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Pushing event updated for resources: {'Port': ['ID=d9e3a4c2-5e1a-4ce4-819c-fef3a136264d,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:43.553650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:43.563754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f44a5c90-20a6-477c-99c8-4dc505df8bc2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:43.573497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:43.897534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff37816a-bcf8-4f60-b36d-f59a29e726bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.922085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:43.928490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.942401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dd12ac-f118-416d-9db4-90efb14ac1e9 admin admin] Router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:16:43.964024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Attempting to bind port d9e3a4c2-5e1a-4ce4-819c-fef3a136264d on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:16:43.964024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Attempting to bind port d9e3a4c2-5e1a-4ce4-819c-fef3a136264d by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '879abdb4-be10-47d0-b456-2de11e4079c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'eb971f8c-4090-4d20-b33f-74cf7457ad6d'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:16:43.964417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Attempting to bind port d9e3a4c2-5e1a-4ce4-819c-fef3a136264d on network eb971f8c-4090-4d20-b33f-74cf7457ad6d {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:16:43.982248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:16:43.982678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Checking segment: {'id': '879abdb4-be10-47d0-b456-2de11e4079c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'eb971f8c-4090-4d20-b33f-74cf7457ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:43.983170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.983652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Bound using segment: {'id': '879abdb4-be10-47d0-b456-2de11e4079c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'eb971f8c-4090-4d20-b33f-74cf7457ad6d'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:16:43.984166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Bound port: d9e3a4c2-5e1a-4ce4-819c-fef3a136264d, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879abdb4-be10-47d0-b456-2de11e4079c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'eb971f8c-4090-4d20-b33f-74cf7457ad6d'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:16:43.984594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:43.990777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port a3bde7c5-bdb9-430a-9273-15d10d27ba28 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:16:43.997835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ff37816a-bcf8-4f60-b36d-f59a29e726bd None None] For port b7418045-9481-4fdd-9fab-812a7930d620, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b7418045-9481-4fdd-9fab-812a7930d620,segment=NetworkSegment(c8a10b3b-603d-4d2d-b86f-ec2db8799b9c),segment_id=c8a10b3b-603d-4d2d-b86f-ec2db8799b9c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:44.007172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff37816a-bcf8-4f60-b36d-f59a29e726bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:44.009225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1b2b2fb-2312-4c3d-91e0-72576ff41967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:44.110654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1550f1d-dfb0-41ed-8aa4-e76b997ce879 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:16:44.116512 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b1550f1d-dfb0-41ed-8aa4-e76b997ce879 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/711f1c3d-ddee-4961-84fc-483683db265c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4377534
Dec 23 16:16:44.121449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54220) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:44.122309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fcddba-5781-4fe1-bb8d-a85c65ad7c7e None None] Sync routers for ids ['711f1c3d-ddee-4961-84fc-483683db265c'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:16:44.147661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fcddba-5781-4fe1-bb8d-a85c65ad7c7e None None] Routers {'711f1c3d-ddee-4961-84fc-483683db265c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:44.148412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-36fcddba-5781-4fe1-bb8d-a85c65ad7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a54eac8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['711f1c3d-ddee-4961-84fc-483683db265c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:44.181232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37816a-bcf8-4f60-b36d-f59a29e726bd None None] Pushing event updated for resources: {'Port': ['ID=b7418045-9481-4fdd-9fab-812a7930d620,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:44.187630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ff37816a-bcf8-4f60-b36d-f59a29e726bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:44.192522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] For port d9e3a4c2-5e1a-4ce4-819c-fef3a136264d, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:16:44.196447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] For port d9e3a4c2-5e1a-4ce4-819c-fef3a136264d, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d9e3a4c2-5e1a-4ce4-819c-fef3a136264d,segment=NetworkSegment(879abdb4-be10-47d0-b456-2de11e4079c9),segment_id=879abdb4-be10-47d0-b456-2de11e4079c9)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:16:44.204609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:44.210094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:44.284964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-36fcddba-5781-4fe1-bb8d-a85c65ad7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a54eac8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:44.318216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Pushing event updated for resources: {'Port': ['ID=d9e3a4c2-5e1a-4ce4-819c-fef3a136264d,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:44.322228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:44.335763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fcddba-5781-4fe1-bb8d-a85c65ad7c7e None None] Routers {'711f1c3d-ddee-4961-84fc-483683db265c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:44.337076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-36fcddba-5781-4fe1-bb8d-a85c65ad7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a54eac8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['711f1c3d-ddee-4961-84fc-483683db265c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:44.346220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f44a5c90-20a6-477c-99c8-4dc505df8bc2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:44.375878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:44.393518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Usage tracker for resource:subnet and tenant:944bc46b1c104321a4ed608825d40684 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:44.423264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-36fcddba-5781-4fe1-bb8d-a85c65ad7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a54eac8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:44.423904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fcddba-5781-4fe1-bb8d-a85c65ad7c7e None None] The sync data for ids ['711f1c3d-ddee-4961-84fc-483683db265c'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:16:44.456001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b9b1ccde-9af6-4780-ba1d-dc32a3dca0fa None None] Provisioning complete for port b7418045-9481-4fdd-9fab-812a7930d620 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:44.456459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9b1ccde-9af6-4780-ba1d-dc32a3dca0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:44.462799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:44.502386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:44.538359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:44.552727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Made reservation on behalf of 944bc46b1c104321a4ed608825d40684 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:44.609046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dd12ac-f118-416d-9db4-90efb14ac1e9 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:16:44.620770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f44a5c90-20a6-477c-99c8-4dc505df8bc2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:44.621863 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e5dd12ac-f118-416d-9db4-90efb14ac1e9 admin admin] 10.222.0.67 "PUT /v2.0/routers/13bb0385-a58a-4f3e-a6aa-5b47c9da2d73/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9655957
Dec 23 16:16:44.623650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf911f4-9eb2-4779-94bb-9763164c5b5c None None] Sync routers for ids ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:16:44.624791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54224) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:44.646608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf911f4-9eb2-4779-94bb-9763164c5b5c None None] Routers {'13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:44.647456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-dbf911f4-9eb2-4779-94bb-9763164c5b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c5d438>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:44.693010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f44a5c90-20a6-477c-99c8-4dc505df8bc2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:44.709971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:44.735806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:44.760897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:44.782877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a5c90-20a6-477c-99c8-4dc505df8bc2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9adb746c-f2fb-4d5e-9f9f-9bf0058f297a,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:44.785497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f44a5c90-20a6-477c-99c8-4dc505df8bc2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:44.811167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c16ce68-b619-469a-9435-d3accb17a5dc tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:44.879651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f44a5c90-20a6-477c-99c8-4dc505df8bc2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:44.885799 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f44a5c90-20a6-477c-99c8-4dc505df8bc2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.4166510
Dec 23 16:16:44.893601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-dbf911f4-9eb2-4779-94bb-9763164c5b5c None None] Set router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:16:44.901558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54228) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:44.920382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1624237a-7190-4d6a-8a18-52064e02c847 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:44.941208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1624237a-7190-4d6a-8a18-52064e02c847 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:44.949128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1624237a-7190-4d6a-8a18-52064e02c847 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:44.955403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1624237a-7190-4d6a-8a18-52064e02c847 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:44.965249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1624237a-7190-4d6a-8a18-52064e02c847 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:44.981391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=a3bde7c5-bdb9-430a-9273-15d10d27ba28,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:44.990972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network e01bb600-228f-4f43-b597-689f5e4f4157 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:44.992136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8376d0e-5cbe-4351-bfc4-06b60802bbed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:44.993742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:44.996120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:44.999606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:45.005015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:45.005829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:45.031504 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 844 time: 1.6972313
Dec 23 16:16:45.035369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54232) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:45.042461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c112f0e5-94d8-4e72-b083-f38b6f718b03 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:45.066512 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-1624237a-7190-4d6a-8a18-52064e02c847 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:16:45.082434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1624237a-7190-4d6a-8a18-52064e02c847 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:45.224037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:45.249219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-dbf911f4-9eb2-4779-94bb-9763164c5b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c5d438>, [{'id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:16:40Z', 'revision_number': 5, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'gw_port': {'id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:45.253561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf911f4-9eb2-4779-94bb-9763164c5b5c None None] Checking router: 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:16:45.267071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf911f4-9eb2-4779-94bb-9763164c5b5c None None] Routers {'13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:45.267341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-dbf911f4-9eb2-4779-94bb-9763164c5b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c5d438>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:45.299243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c112f0e5-94d8-4e72-b083-f38b6f718b03 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:45.343840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1624237a-7190-4d6a-8a18-52064e02c847 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:45.351402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1624237a-7190-4d6a-8a18-52064e02c847 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:45.376209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ce3ff79-7e02-4ac9-aa34-bf79b55f27a3 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:45.433109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1624237a-7190-4d6a-8a18-52064e02c847 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:45.434472 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1624237a-7190-4d6a-8a18-52064e02c847 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5267417
Dec 23 16:16:45.438418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624237a-7190-4d6a-8a18-52064e02c847 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79861dc4-3a54-4a0d-81f7-580b949dfc68,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:45.440763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54236) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:45.450249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1624237a-7190-4d6a-8a18-52064e02c847 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:45.453997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a897484c-40e0-40de-950c-9082ec83f992 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:45.464103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a897484c-40e0-40de-950c-9082ec83f992 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:45.479629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-dbf911f4-9eb2-4779-94bb-9763164c5b5c None None] Set router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:16:45.516825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a897484c-40e0-40de-950c-9082ec83f992 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:45.528400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a897484c-40e0-40de-950c-9082ec83f992 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:45.553862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a897484c-40e0-40de-950c-9082ec83f992 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:45.563355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:45.571868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97e31438-abee-4757-a7c1-1779c376e1c3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:45.694824 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-a897484c-40e0-40de-950c-9082ec83f992 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:16:45.713854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a897484c-40e0-40de-950c-9082ec83f992 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:45.751865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event updated for resources: {'Subnet': ['ID=0ef60019-d8eb-4371-bfb8-362f6a8bf1b7,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:45.770136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:45.797587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-dbf911f4-9eb2-4779-94bb-9763164c5b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c5d438>, [{'id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:16:40Z', 'revision_number': 5, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'gw_port': {'id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:45.802153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf911f4-9eb2-4779-94bb-9763164c5b5c None None] The sync data for ids ['13bb0385-a58a-4f3e-a6aa-5b47c9da2d73'] in dv-neutron-822801-1-hyperv is: [{'id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'name': 'tempest-ServerActionsTestJSON-1475599188-router', 'tenant_id': '2fc097f1557c496a965fdb55c5695cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:50Z', 'updated_at': '2021-12-23T16:16:40Z', 'revision_number': 5, 'project_id': '2fc097f1557c496a965fdb55c5695cd7', 'gw_port': {'id': 'e55bb2f3-76e3-4aaa-a2fe-c76cd718c672', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13bb0385-a58a-4f3e-a6aa-5b47c9da2d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:53Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:16:45.809803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c112f0e5-94d8-4e72-b083-f38b6f718b03 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:45.815832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Checking segment: {'id': 'cd2462f7-6f9a-44ce-8801-3d660289386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '85c91df4-e412-4dfe-8edd-74d70e7df3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:45.816240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Network hostable DHCP agents. Network: 85c91df4-e412-4dfe-8edd-74d70e7df3aa, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:16:45.828508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c112f0e5-94d8-4e72-b083-f38b6f718b03 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:45.830769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:45.834516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-815bde43-5218-4e80-a189-4dd2771792f6 tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:45.851874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Deleting port e55bb2f3-76e3-4aaa-a2fe-c76cd718c672 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:45.852268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:45.950388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a897484c-40e0-40de-950c-9082ec83f992 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:45.955866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c112f0e5-94d8-4e72-b083-f38b6f718b03 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] In _notify_port_updated(), no bound segment for port a3bde7c5-bdb9-430a-9273-15d10d27ba28 on network e01bb600-228f-4f43-b597-689f5e4f4157 {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:16:45.966935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c112f0e5-94d8-4e72-b083-f38b6f718b03 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:45.967720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c112f0e5-94d8-4e72-b083-f38b6f718b03 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:45.972914 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c112f0e5-94d8-4e72-b083-f38b6f718b03 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "PUT /v2.0/ports/a3bde7c5-bdb9-430a-9273-15d10d27ba28 HTTP/1.1" status: 200  len: 818 time: 0.9358337
Dec 23 16:16:45.980571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54240) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:45.986646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a897484c-40e0-40de-950c-9082ec83f992 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:46.085837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112f0e5-94d8-4e72-b083-f38b6f718b03 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=a3bde7c5-bdb9-430a-9273-15d10d27ba28,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:46.089369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c112f0e5-94d8-4e72-b083-f38b6f718b03 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:46.096621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f44a5c90-20a6-477c-99c8-4dc505df8bc2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:46.116017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897484c-40e0-40de-950c-9082ec83f992 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b3b575-a711-46e0-9ba3-d181f2cd0044,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:46.118356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a897484c-40e0-40de-950c-9082ec83f992 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:46.128687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d9e3a4c2-5e1a-4ce4-819c-fef3a136264d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:46.138103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Network 85c91df4-e412-4dfe-8edd-74d70e7df3aa is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:16:46.184074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ce0e8-6737-4bad-b528-09d17c1aaddc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port a3bde7c5-bdb9-430a-9273-15d10d27ba28 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:46.196298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf0ce0e8-6737-4bad-b528-09d17c1aaddc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:46.249436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port d9e3a4c2-5e1a-4ce4-819c-fef3a136264d completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:46.253302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a897484c-40e0-40de-950c-9082ec83f992 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:46.264660 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a897484c-40e0-40de-950c-9082ec83f992 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.8137946
Dec 23 16:16:46.264877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b7418045-9481-4fdd-9fab-812a7930d620 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:46.268953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 85c91df4-e412-4dfe-8edd-74d70e7df3aa) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:46.281836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:46.282509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:46.345210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a1cc8-971d-47ec-9c79-f3d610b38030 None None] Network 85c91df4-e412-4dfe-8edd-74d70e7df3aa requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:46.377937 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.8870857
Dec 23 16:16:46.389691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54246) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:46.396099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Request body: {'port': {'network_id': '85c91df4-e412-4dfe-8edd-74d70e7df3aa', 'name': 'tempest-NetworksIpV6TestAttrs-920515900'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:46.424354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] For port e55bb2f3-76e3-4aaa-a2fe-c76cd718c672, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e55bb2f3-76e3-4aaa-a2fe-c76cd718c672,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:46.424763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:46.571927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b7418045-9481-4fdd-9fab-812a7930d620 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:46.572472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:46.605914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6ea3d4-de8a-4739-a6de-cc92ed75f5e9 None None] Network eb971f8c-4090-4d20-b33f-74cf7457ad6d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:46.640352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Calling delete_port for e55bb2f3-76e3-4aaa-a2fe-c76cd718c672 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:46.733800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:46.753155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-8c7c47aa-9fb4-4b3d-a933-07277dcf1f87 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:46.756924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Usage tracker for resource:port and tenant:944bc46b1c104321a4ed608825d40684 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:46.762935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:46.769871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf0ce0e8-6737-4bad-b528-09d17c1aaddc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:46.784356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:46.793621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-617fcdf0-47ac-433c-bd7d-1ac943915525 None None] Provisioning for port d9e3a4c2-5e1a-4ce4-819c-fef3a136264d completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:46.815583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-617fcdf0-47ac-433c-bd7d-1ac943915525 None None] Provisioning complete for port d9e3a4c2-5e1a-4ce4-819c-fef3a136264d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:46.816208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-617fcdf0-47ac-433c-bd7d-1ac943915525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:46.821277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c8376d0e-5cbe-4351-bfc4-06b60802bbed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port 05942cbe-7008-4aa1-b8a1-5d7c02e15237 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:46.821741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8376d0e-5cbe-4351-bfc4-06b60802bbed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:46.918666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ce0e8-6737-4bad-b528-09d17c1aaddc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for a3bde7c5-bdb9-430a-9273-15d10d27ba28 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:46.970053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Made reservation on behalf of 944bc46b1c104321a4ed608825d40684 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:46.975842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:46.987098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-8c7c47aa-9fb4-4b3d-a933-07277dcf1f87 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:46.991123 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-8c7c47aa-9fb4-4b3d-a933-07277dcf1f87 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011113495&fields=id&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 267 time: 0.4344928
Dec 23 16:16:47.062203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:47.069647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-32908cd1-f647-4a1b-b5ce-41500d02abb2 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:47.078382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] device_id is not set on port 388bf752-3692-47f7-91c5-9f62177ca2b7 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:16:47.122825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=e55bb2f3-76e3-4aaa-a2fe-c76cd718c672,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:47.135057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:47.169964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-85c91df4-e412-4dfe-8edd-74d70e7df3aa', 'network_id': '85c91df4-e412-4dfe-8edd-74d70e7df3aa', 'tenant_id': '944bc46b1c104321a4ed608825d40684', 'fixed_ips': [{'subnet_id': '0ef60019-d8eb-4371-bfb8-362f6a8bf1b7'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:16:47.170777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:47.219398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b5d09aae-5bba-4315-885c-88dab1c1ffae no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:16:47.241302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf0ce0e8-6737-4bad-b528-09d17c1aaddc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:47.252351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8376d0e-5cbe-4351-bfc4-06b60802bbed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:47.254462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:47.300506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: b5d09aae-5bba-4315-885c-88dab1c1ffae {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:16:47.300888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b5d09aae-5bba-4315-885c-88dab1c1ffae not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:16:47.320410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ce0e8-6737-4bad-b528-09d17c1aaddc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=a3bde7c5-bdb9-430a-9273-15d10d27ba28,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:47.323118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bf0ce0e8-6737-4bad-b528-09d17c1aaddc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:47.341661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf0ce0e8-6737-4bad-b528-09d17c1aaddc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:47.400595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c8376d0e-5cbe-4351-bfc4-06b60802bbed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for 05942cbe-7008-4aa1-b8a1-5d7c02e15237 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:47.426243 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bf0ce0e8-6737-4bad-b528-09d17c1aaddc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/a3bde7c5-bdb9-430a-9273-15d10d27ba28 HTTP/1.1" status: 204  len: 168 time: 1.4392400
Dec 23 16:16:47.429450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54260) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:47.437226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-617fcdf0-47ac-433c-bd7d-1ac943915525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:47.441625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-7aadd8f3-1397-4b00-ba0f-2ed90c0563c0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:47.447521 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-7aadd8f3-1397-4b00-ba0f-2ed90c0563c0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/networks?id=bb076262-ef13-4a9c-80ef-6f95d5acb5b3 HTTP/1.1" status: 200  len: 797 time: 0.4266825
Dec 23 16:16:47.492985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-617fcdf0-47ac-433c-bd7d-1ac943915525 None None] For port d9e3a4c2-5e1a-4ce4-819c-fef3a136264d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d9e3a4c2-5e1a-4ce4-819c-fef3a136264d,segment=NetworkSegment(879abdb4-be10-47d0-b456-2de11e4079c9),segment_id=879abdb4-be10-47d0-b456-2de11e4079c9)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:47.500515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-617fcdf0-47ac-433c-bd7d-1ac943915525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:47.502741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ea31b12-eba9-4d19-baab-f218691829c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:47.516929 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-8c10b847-d376-424c-a822-4cf5939721a8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/quotas/756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 375 time: 0.0277572
Dec 23 16:16:47.583318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Allocated IP 2001:db8::f816:3eff:fea2:61ce (85c91df4-e412-4dfe-8edd-74d70e7df3aa/0ef60019-d8eb-4371-bfb8-362f6a8bf1b7/388bf752-3692-47f7-91c5-9f62177ca2b7) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:47.594718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fcdf0-47ac-433c-bd7d-1ac943915525 None None] Pushing event updated for resources: {'Port': ['ID=d9e3a4c2-5e1a-4ce4-819c-fef3a136264d,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:47.612633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-617fcdf0-47ac-433c-bd7d-1ac943915525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:47.638586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:47.701434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4e6598-c4a4-41f2-89cd-638434d5133c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:47.702289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ea4e6598-c4a4-41f2-89cd-638434d5133c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:47.735013 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-0e012d2e-5144-4ac7-9d08-8ca5c4e655fe tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2169459
Dec 23 16:16:47.774303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ea4e6598-c4a4-41f2-89cd-638434d5133c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:47.778969 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ea4e6598-c4a4-41f2-89cd-638434d5133c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.3435917
Dec 23 16:16:47.779661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54266) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:47.841061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6c830465-555c-4489-80ab-6c2d1b5c17c8 None None] Provisioning complete for port d9e3a4c2-5e1a-4ce4-819c-fef3a136264d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:47.841721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c830465-555c-4489-80ab-6c2d1b5c17c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:47.938061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:47.951046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:47.969283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:47.969853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:16:47.990919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:47.995702 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] 10.222.0.67 "DELETE /v2.0/routers/13bb0385-a58a-4f3e-a6aa-5b47c9da2d73 HTTP/1.1" status: 204  len: 168 time: 3.3690577
Dec 23 16:16:47.997422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54270) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:48.078462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d9e3a4c2-5e1a-4ce4-819c-fef3a136264d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:48.129922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed174d7b-6734-4ba9-aab4-0e127c6fb012 admin admin] Deleting subnet 6a253f05-fd39-4f82-93da-ff5efbc78fce {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:16:48.137847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed174d7b-6734-4ba9-aab4-0e127c6fb012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:48.166104 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ada936-bc69-4afc-b593-de27a13cd067 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] GET failed (client error): The resource could not be found.
Dec 23 16:16:48.180944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54274) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:48.184428 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-61ada936-bc69-4afc-b593-de27a13cd067 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/a3bde7c5-bdb9-430a-9273-15d10d27ba28 HTTP/1.1" status: 404  len: 333 time: 0.4004972
Dec 23 16:16:48.187767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-47978402'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:48.201955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8376d0e-5cbe-4351-bfc4-06b60802bbed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:48.210708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port d9e3a4c2-5e1a-4ce4-819c-fef3a136264d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:48.211445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:48.214325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:48.216803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5f93e1ef-e18b-4d5b-90f5-486b2747dd0e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:48.256468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:48.257967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:network and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:48.275091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Transition to ACTIVE for port object 388bf752-3692-47f7-91c5-9f62177ca2b7 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:48.385127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:48.406174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0775fd3-226d-4908-b9c8-e4a56b8f9c0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:48.462809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Allocated IP 2001:db8::f816:3eff:fece:cf59 (85c91df4-e412-4dfe-8edd-74d70e7df3aa/0ef60019-d8eb-4371-bfb8-362f6a8bf1b7/a7369011-b61d-4750-9b31-b226923fb405) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:48.497049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Network 85c91df4-e412-4dfe-8edd-74d70e7df3aa is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:48.503863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:48.521987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:48.526580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:48.527891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:48.550446 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-51075996-12a4-4dba-90b0-d2f202a02b95 service neutron] 10.222.0.67 "GET /v2.0/networks/bb076262-ef13-4a9c-80ef-6f95d5acb5b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7898369
Dec 23 16:16:48.564685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event updated for resources: {'Port': ['ID=388bf752-3692-47f7-91c5-9f62177ca2b7,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:48.588788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:48.590189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:48.594682 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 2.2039366
Dec 23 16:16:48.597822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8376d0e-5cbe-4351-bfc4-06b60802bbed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=05942cbe-7008-4aa1-b8a1-5d7c02e15237,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:48.598874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54278) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:48.610934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c8376d0e-5cbe-4351-bfc4-06b60802bbed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:48.611872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:48.646586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed174d7b-6734-4ba9-aab4-0e127c6fb012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:48.718567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:48.724704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:48.736067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:48.747312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Transition to ACTIVE for port object a7369011-b61d-4750-9b31-b226923fb405 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:48.761405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cca4e99-0b92-4feb-b009-dd013a0481f6 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Deleting subnet 0ef60019-d8eb-4371-bfb8-362f6a8bf1b7 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:16:48.768883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Transition to ACTIVE for port object a7369011-b61d-4750-9b31-b226923fb405 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:48.774055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:48.781510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:48.782480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cca4e99-0b92-4feb-b009-dd013a0481f6 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:48.832869 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-4ceb5891-a10d-4227-bb69-43742d901d12 service neutron] 10.222.0.67 "GET /v2.0/networks/bb076262-ef13-4a9c-80ef-6f95d5acb5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2705431
Dec 23 16:16:48.849858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cca4e99-0b92-4feb-b009-dd013a0481f6 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:48.855747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Network 85c91df4-e412-4dfe-8edd-74d70e7df3aa is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:48.875702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:48.882209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:48.885405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Pushing event updated for resources: {'Port': ['ID=a7369011-b61d-4750-9b31-b226923fb405,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:48.889736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:48.902011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:16:48.929370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:48.929794 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Added segment 9de982aa-f23b-4637-9f01-cd001635189f of type vlan for network 3141e884-4ac6-483e-adad-6bb8fcdca197
Dec 23 16:16:48.946899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed174d7b-6734-4ba9-aab4-0e127c6fb012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:48.987759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cca4e99-0b92-4feb-b009-dd013a0481f6 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.002014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8376d0e-5cbe-4351-bfc4-06b60802bbed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.004549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Attempting to bind port a7369011-b61d-4750-9b31-b226923fb405 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:16:49.005706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Attempting to bind port a7369011-b61d-4750-9b31-b226923fb405 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'cd2462f7-6f9a-44ce-8801-3d660289386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '85c91df4-e412-4dfe-8edd-74d70e7df3aa'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:16:49.006319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Attempting to bind port a7369011-b61d-4750-9b31-b226923fb405 on network 85c91df4-e412-4dfe-8edd-74d70e7df3aa {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:16:49.015180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:16:49.015965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Checking segment: {'id': 'cd2462f7-6f9a-44ce-8801-3d660289386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '85c91df4-e412-4dfe-8edd-74d70e7df3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:49.016631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.017274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Bound using segment: {'id': 'cd2462f7-6f9a-44ce-8801-3d660289386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '85c91df4-e412-4dfe-8edd-74d70e7df3aa'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:16:49.018009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Bound port: a7369011-b61d-4750-9b31-b226923fb405, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2462f7-6f9a-44ce-8801-3d660289386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '85c91df4-e412-4dfe-8edd-74d70e7df3aa'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:16:49.018650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.076795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cca4e99-0b92-4feb-b009-dd013a0481f6 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.082338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9aa93f73-d61d-46b1-b73f-867163787844 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:49.129801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca4e99-0b92-4feb-b009-dd013a0481f6 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef60019-d8eb-4371-bfb8-362f6a8bf1b7,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:49.134739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7cca4e99-0b92-4feb-b009-dd013a0481f6 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:49.140712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cca4e99-0b92-4feb-b009-dd013a0481f6 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.149966 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7cca4e99-0b92-4feb-b009-dd013a0481f6 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/subnets/0ef60019-d8eb-4371-bfb8-362f6a8bf1b7 HTTP/1.1" status: 204  len: 168 time: 0.5478511
Dec 23 16:16:49.150447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] For port a7369011-b61d-4750-9b31-b226923fb405, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:16:49.151421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54290) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:49.155250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] For port a7369011-b61d-4750-9b31-b226923fb405, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a7369011-b61d-4750-9b31-b226923fb405,segment=NetworkSegment(cd2462f7-6f9a-44ce-8801-3d660289386d),segment_id=cd2462f7-6f9a-44ce-8801-3d660289386d)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:16:49.158690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.164093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:49.226097 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8607150c-625b-4e7b-b815-16f6697b07a9 req-118f8cba-ea48-4bd9-9f44-d0d37a93119e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 210 time: 0.1147408
Dec 23 16:16:49.230016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.290589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023e229d-09c9-49ac-b313-051e051aa41a tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:49.292360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023e229d-09c9-49ac-b313-051e051aa41a tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:49.293991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-023e229d-09c9-49ac-b313-051e051aa41a tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Synchronizing usage tracker for tenant:944bc46b1c104321a4ed608825d40684 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:49.306914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Pushing event updated for resources: {'Port': ['ID=a7369011-b61d-4750-9b31-b226923fb405,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:49.311582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:49.318783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-023e229d-09c9-49ac-b313-051e051aa41a tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Unset dirty status for tenant:944bc46b1c104321a4ed608825d40684 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:49.323388 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-023e229d-09c9-49ac-b313-051e051aa41a tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1669180
Dec 23 16:16:49.324178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54294) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:49.393469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b762871e-f48a-4085-a8fc-13872730ccd3 None None] Network 85c91df4-e412-4dfe-8edd-74d70e7df3aa requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:49.421750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed174d7b-6734-4ba9-aab4-0e127c6fb012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.475912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e92ef53-5487-4730-8b44-c45af7235463 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.484343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1b6a87ea-e150-4279-a853-93325c6d15ff tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:49.485446 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e92ef53-5487-4730-8b44-c45af7235463 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:16:49.486046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e92ef53-5487-4730-8b44-c45af7235463 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:49.491750 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6e92ef53-5487-4730-8b44-c45af7235463 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/networks/85c91df4-e412-4dfe-8edd-74d70e7df3aa HTTP/1.1" status: 409  len: 405 time: 0.1633618
Dec 23 16:16:49.492319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54300) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:49.499522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-299541087'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:49.507325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:49.511229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Usage tracker for resource:network and tenant:944bc46b1c104321a4ed608825d40684 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:49.515263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:49.521690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:49.525311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.530935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:49.531524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Made reservation on behalf of 944bc46b1c104321a4ed608825d40684 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:49.531711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.537939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.545087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed174d7b-6734-4ba9-aab4-0e127c6fb012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a253f05-fd39-4f82-93da-ff5efbc78fce,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:49.556148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ed174d7b-6734-4ba9-aab4-0e127c6fb012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:49.560164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:49.575569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:16:49.584832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.585328 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Added segment 2b0bd37f-b55e-4e91-93f0-d9c5bf5e6f3d of type vlan for network 25fd87ee-06d2-409c-be8a-517444afa5fd
Dec 23 16:16:49.606149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed174d7b-6734-4ba9-aab4-0e127c6fb012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.617428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b7b087-a5c8-4df4-8ab2-f611e20bd095 None None] Network 0e57fe8b-597d-4dbf-a842-558dc5447a36 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:49.619823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.653092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.657327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:49.658482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:49.664373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b009540a-4833-4e78-ae79-8c1b31438088 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:49.716068 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.5311532
Dec 23 16:16:49.716509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54304) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:49.724933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'subnet': {'network_id': '3141e884-4ac6-483e-adad-6bb8fcdca197', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:49.751496 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.2579458
Dec 23 16:16:49.776084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54308) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:49.783166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Request body: {'subnet': {'network_id': '25fd87ee-06d2-409c-be8a-517444afa5fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:49.804802 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ed174d7b-6734-4ba9-aab4-0e127c6fb012 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6a253f05-fd39-4f82-93da-ff5efbc78fce HTTP/1.1" status: 204  len: 168 time: 1.8062398
Dec 23 16:16:49.805932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Network': ['ID=3141e884-4ac6-483e-adad-6bb8fcdca197,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:49.808303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54312) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:49.820302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 3141e884-4ac6-483e-adad-6bb8fcdca197 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:16:49.820667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:49.829727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event updated for resources: {'Network': ['ID=25fd87ee-06d2-409c-be8a-517444afa5fd,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:49.851869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 25fd87ee-06d2-409c-be8a-517444afa5fd details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:16:49.853887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:49.965402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:16:50.001597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e55bb2f3-76e3-4aaa-a2fe-c76cd718c672 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:16:50.022504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:50.029484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:subnet and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:50.037891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:50.041647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:50.052009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:50.063196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: e55bb2f3-76e3-4aaa-a2fe-c76cd718c672 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:16:50.063444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e55bb2f3-76e3-4aaa-a2fe-c76cd718c672 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:16:50.065267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Deleting port 8afb9402-8835-42b4-93a6-7fd713c6750d {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:50.065573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:50.084123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:50.088483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8376d0e-5cbe-4351-bfc4-06b60802bbed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router 711f1c3d-ddee-4961-84fc-483683db265c has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:16:50.099759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:50.101970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:50.203977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Made reservation on behalf of 944bc46b1c104321a4ed608825d40684 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:50.281790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ecc58c-d1e0-49b1-97ea-70f5ed184de5 None None] DHCP port deletion for 0e57fe8b-597d-4dbf-a842-558dc5447a36 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:16:50.288620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-57ecc58c-d1e0-49b1-97ea-70f5ed184de5 None None] Deleting port 8afb9402-8835-42b4-93a6-7fd713c6750d {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:50.289268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57ecc58c-d1e0-49b1-97ea-70f5ed184de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:50.296202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:50.465825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8376d0e-5cbe-4351-bfc4-06b60802bbed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:16:50.483632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f482eb-6e7d-407e-8c9d-db65a2aa59f6 None None] Sync routers for ids ['711f1c3d-ddee-4961-84fc-483683db265c'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:16:50.507379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f482eb-6e7d-407e-8c9d-db65a2aa59f6 None None] Routers {'711f1c3d-ddee-4961-84fc-483683db265c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:50.508082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b5f482eb-6e7d-407e-8c9d-db65a2aa59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a686278>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['711f1c3d-ddee-4961-84fc-483683db265c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:50.538905 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c8376d0e-5cbe-4351-bfc4-06b60802bbed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/711f1c3d-ddee-4961-84fc-483683db265c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4135511
Dec 23 16:16:50.550793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54320) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:50.630765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bb4d2144-1c14-43ad-b2fc-a9d9556bbe7d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Synchronizing usage tracker for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:50.644518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:50.664953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b5f482eb-6e7d-407e-8c9d-db65a2aa59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a686278>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:50.684462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bb4d2144-1c14-43ad-b2fc-a9d9556bbe7d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Unset dirty status for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:50.685790 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bb4d2144-1c14-43ad-b2fc-a9d9556bbe7d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports?device_id=711f1c3d-ddee-4961-84fc-483683db265c HTTP/1.1" status: 200  len: 205 time: 0.1332603
Dec 23 16:16:50.687596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f482eb-6e7d-407e-8c9d-db65a2aa59f6 None None] Routers {'711f1c3d-ddee-4961-84fc-483683db265c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:50.688470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b5f482eb-6e7d-407e-8c9d-db65a2aa59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a686278>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['711f1c3d-ddee-4961-84fc-483683db265c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:50.698262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54324) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:50.726610 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54c2bfd3-752d-48ab-9af7-985c6c81d672 req-4b25c0e4-b5a9-41f2-b177-301c853c9466 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 210 time: 0.0879462
Dec 23 16:16:50.734885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] For port 8afb9402-8835-42b4-93a6-7fd713c6750d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8afb9402-8835-42b4-93a6-7fd713c6750d,segment=NetworkSegment(37fdeec7-5efd-426c-a262-d28cc5fb05e5),segment_id=37fdeec7-5efd-426c-a262-d28cc5fb05e5)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:50.740219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:50.784637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b5f482eb-6e7d-407e-8c9d-db65a2aa59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a686278>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:50.785283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f482eb-6e7d-407e-8c9d-db65a2aa59f6 None None] The sync data for ids ['711f1c3d-ddee-4961-84fc-483683db265c'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:16:50.825391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-57ecc58c-d1e0-49b1-97ea-70f5ed184de5 None None] For port 8afb9402-8835-42b4-93a6-7fd713c6750d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8afb9402-8835-42b4-93a6-7fd713c6750d,segment=NetworkSegment(37fdeec7-5efd-426c-a262-d28cc5fb05e5),segment_id=37fdeec7-5efd-426c-a262-d28cc5fb05e5)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:50.825856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57ecc58c-d1e0-49b1-97ea-70f5ed184de5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:50.891966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Calling delete_port for 8afb9402-8835-42b4-93a6-7fd713c6750d owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:50.972600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-57ecc58c-d1e0-49b1-97ea-70f5ed184de5 None None] Calling delete_port for 8afb9402-8835-42b4-93a6-7fd713c6750d owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:51.051803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-57ecc58c-d1e0-49b1-97ea-70f5ed184de5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:16:51.051803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-57ecc58c-d1e0-49b1-97ea-70f5ed184de5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:16:51.052218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:51.060284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b4b6843a-07d0-429b-8424-2a7b127779ad tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:51.119348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Pushing event deleted for resources: {'Port': ['ID=8afb9402-8835-42b4-93a6-7fd713c6750d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:51.124588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:51.127318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] No DVR routers for this DVR port 8afb9402-8835-42b4-93a6-7fd713c6750d on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:16:51.165558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:51.174938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a927a4bb-74be-4a74-9224-ff1256e6e0fe tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:51.193232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ffdcfa38-17b5-43da-8251-72c67f43c53e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:51.322290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:51.372037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Subnet': ['ID=eae60193-1143-44af-9121-21580f401fed,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:51.378666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:51.380638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79074eb8>,) {'filters': {'network_id': ['0e57fe8b-597d-4dbf-a842-558dc5447a36']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:51.400303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79074eb8>, '37fdeec7-5efd-426c-a262-d28cc5fb05e5') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:51.400662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79074eb8>, '37fdeec7-5efd-426c-a262-d28cc5fb05e5') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:51.418483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:51.425882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Checking segment: {'id': '9de982aa-f23b-4637-9f01-cd001635189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3141e884-4ac6-483e-adad-6bb8fcdca197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:51.426300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network hostable DHCP agents. Network: 3141e884-4ac6-483e-adad-6bb8fcdca197, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:16:51.445081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:51.454755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:16:51.455236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:51.470793 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:51.553265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-57ecc58c-d1e0-49b1-97ea-70f5ed184de5 None None] Deleting port 8afb9402-8835-42b4-93a6-7fd713c6750d {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:51.554100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57ecc58c-d1e0-49b1-97ea-70f5ed184de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:51.634414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-57ecc58c-d1e0-49b1-97ea-70f5ed184de5 None None] The port '8afb9402-8835-42b4-93a6-7fd713c6750d' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:16:51.670476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae89bb6-36b6-48ef-9830-a92505cf1b11 None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:16:51.781806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network 3141e884-4ac6-483e-adad-6bb8fcdca197 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:16:51.794104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-43bcb6dc-281e-4ea9-bfd7-0a0dd765cc5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:51.795227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-43bcb6dc-281e-4ea9-bfd7-0a0dd765cc5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:51.801185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:51.805044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 3141e884-4ac6-483e-adad-6bb8fcdca197) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:51.807233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47a01717-9126-48c2-b28b-09917c51e870 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:51.826327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:51.827002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:51.835960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:51.854419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Pushing event deleted for resources: {'Network': ['ID=0e57fe8b-597d-4dbf-a842-558dc5447a36,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:51.866673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:51.891022 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1726806
Dec 23 16:16:51.894975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54334) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:51.903245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cd41b2d5-87a7-4034-8390-132980e06816 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'subnet': {'network_id': '3141e884-4ac6-483e-adad-6bb8fcdca197', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:51.927773 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] 10.222.0.67 "DELETE /v2.0/networks/0e57fe8b-597d-4dbf-a842-558dc5447a36 HTTP/1.1" status: 204  len: 168 time: 2.1125104
Dec 23 16:16:51.971819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8afb9402-8835-42b4-93a6-7fd713c6750d no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:16:52.017961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 8afb9402-8835-42b4-93a6-7fd713c6750d {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:16:52.018376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8afb9402-8835-42b4-93a6-7fd713c6750d not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:16:52.049131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae89bb6-36b6-48ef-9830-a92505cf1b11 None None] Unable to find a vacant binding_index for network 3141e884-4ac6-483e-adad-6bb8fcdca197 and agent be21229b-2194-4d1e-bb10-05876aa22923 {{(pid=88842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}}
Dec 23 16:16:52.056049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae89bb6-36b6-48ef-9830-a92505cf1b11 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 3141e884-4ac6-483e-adad-6bb8fcdca197) {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:16:52.103426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-43bcb6dc-281e-4ea9-bfd7-0a0dd765cc5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:52.104667 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-43bcb6dc-281e-4ea9-bfd7-0a0dd765cc5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/networks?id=bb076262-ef13-4a9c-80ef-6f95d5acb5b3 HTTP/1.1" status: 200  len: 797 time: 0.7753055
Dec 23 16:16:52.107534 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c26caff8-4274-4938-8f48-e25a205267f8 req-30231f65-ba6c-4aaf-9584-f5941f0cf140 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 210 time: 0.1832604
Dec 23 16:16:52.110848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ffdcfa38-17b5-43da-8251-72c67f43c53e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.123145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cd41b2d5-87a7-4034-8390-132980e06816 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:52.128636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cd41b2d5-87a7-4034-8390-132980e06816 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:subnet and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:52.133846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cd41b2d5-87a7-4034-8390-132980e06816 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:52.146168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ffdcfa38-17b5-43da-8251-72c67f43c53e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.149734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.149939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cd41b2d5-87a7-4034-8390-132980e06816 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:52.159125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-53bc7daf-3b74-4eaf-94da-8a50cdf2ed8a tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:52.164845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd41b2d5-87a7-4034-8390-132980e06816 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:52.171879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd41b2d5-87a7-4034-8390-132980e06816 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.221362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54340) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:52.338616 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.ipam_backend_mixin [None req-cd41b2d5-87a7-4034-8390-132980e06816 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eae60193-1143-44af-9121-21580f401fed (CIDR: 172.20.0.0/28)
Dec 23 16:16:52.340833 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-be38e9cf-048f-428b-9b52-2d1f9fb306ba tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 472 time: 0.2204916
Dec 23 16:16:52.341856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event updated for resources: {'Subnet': ['ID=f5bcb35f-4516-4fc7-a3be-d2ebea5e6da0,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:52.343804 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd41b2d5-87a7-4034-8390-132980e06816 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:16:52.344336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd41b2d5-87a7-4034-8390-132980e06816 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:52.344632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:52.361305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'port': {'device_id': '330c9514-8607-471d-a3f6-136b2509edc1', 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3', 'admin_state_up': True, 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'security_groups': ['a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b']}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:52.366217 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cd41b2d5-87a7-4034-8390-132980e06816 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4673088
Dec 23 16:16:52.366550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54344) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:52.373100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'subnet': {'network_id': '3141e884-4ac6-483e-adad-6bb8fcdca197', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:52.384411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ffdcfa38-17b5-43da-8251-72c67f43c53e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.384828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdcfa38-17b5-43da-8251-72c67f43c53e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Fanout notify agent at l3_agent the message router_deleted on router 711f1c3d-ddee-4961-84fc-483683db265c {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:16:52.433104 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a6866781-c811-48e5-8e2b-6696d63b4ec0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2fc097f1557c496a965fdb55c5695cd7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2051063
Dec 23 16:16:52.433104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Checking segment: {'id': '2b0bd37f-b55e-4e91-93f0-d9c5bf5e6f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '25fd87ee-06d2-409c-be8a-517444afa5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:52.433104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Network hostable DHCP agents. Network: 25fd87ee-06d2-409c-be8a-517444afa5fd, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:16:52.440085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54348) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:52.471655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-3141e884-4ac6-483e-adad-6bb8fcdca197', 'network_id': '3141e884-4ac6-483e-adad-6bb8fcdca197', 'tenant_id': 'edbf93358d7c4b0498adcac01ebd39d0', 'fixed_ips': [{'subnet_id': 'eae60193-1143-44af-9121-21580f401fed'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:16:52.472755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.526140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ffdcfa38-17b5-43da-8251-72c67f43c53e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.530529 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ffdcfa38-17b5-43da-8251-72c67f43c53e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/routers/711f1c3d-ddee-4961-84fc-483683db265c HTTP/1.1" status: 204  len: 168 time: 1.8289402
Dec 23 16:16:52.530939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54352) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:52.571940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:52.585075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:subnet and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:52.597398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:52.608718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:52.620816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Network 25fd87ee-06d2-409c-be8a-517444afa5fd is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:16:52.643555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:52.649668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.651541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Allocated IP 172.20.0.2 (3141e884-4ac6-483e-adad-6bb8fcdca197/eae60193-1143-44af-9121-21580f401fed/a240e36e-ab74-48ac-a69d-2deb12c988a6) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:52.655238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:52.661523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 25fd87ee-06d2-409c-be8a-517444afa5fd) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:52.667128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:52.668324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.673681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:port and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:52.681278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:52.685431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14010df0-47a4-4fb3-a321-f31e8176cc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.695686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:52.727558 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.9503388
Dec 23 16:16:52.728639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54356) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:52.741683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:52.748239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.769321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14010df0-47a4-4fb3-a321-f31e8176cc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.785053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Request body: {'port': {'network_id': '25fd87ee-06d2-409c-be8a-517444afa5fd', 'name': 'tempest-NetworksIpV6TestAttrs-558548626'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:52.878739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.891002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Transition to ACTIVE for port object a240e36e-ab74-48ac-a69d-2deb12c988a6 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:52.905386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce2bae3-212f-4f8a-bc11-0d54600673c8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting subnet 35886574-856e-4f13-8512-030e6a7e0b0d {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:16:52.911147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ce2bae3-212f-4f8a-bc11-0d54600673c8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.912052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Transition to ACTIVE for port object a240e36e-ab74-48ac-a69d-2deb12c988a6 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:52.916840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.922806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-78cec5bd-4387-4065-a75c-547f898892e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:52.983447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ce2bae3-212f-4f8a-bc11-0d54600673c8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:52.997940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Network 3141e884-4ac6-483e-adad-6bb8fcdca197 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:52.998452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Pushing event updated for resources: {'Port': ['ID=a240e36e-ab74-48ac-a69d-2deb12c988a6,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:53.001470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:53.002517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:53.005259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:53.042187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14010df0-47a4-4fb3-a321-f31e8176cc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:53.080318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f83e32d7-6122-45f1-b1cd-a17b3f8ab3a2 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:53.100923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Attempting to bind port a240e36e-ab74-48ac-a69d-2deb12c988a6 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:16:53.101604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Attempting to bind port a240e36e-ab74-48ac-a69d-2deb12c988a6 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '9de982aa-f23b-4637-9f01-cd001635189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3141e884-4ac6-483e-adad-6bb8fcdca197'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:16:53.102185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Attempting to bind port a240e36e-ab74-48ac-a69d-2deb12c988a6 on network 3141e884-4ac6-483e-adad-6bb8fcdca197 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:16:53.110061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14010df0-47a4-4fb3-a321-f31e8176cc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac1e64d-e367-447e-a68f-b11d9e19f12e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:53.110284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:16:53.110544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Checking segment: {'id': '9de982aa-f23b-4637-9f01-cd001635189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3141e884-4ac6-483e-adad-6bb8fcdca197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:53.111209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:53.111417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Bound using segment: {'id': '9de982aa-f23b-4637-9f01-cd001635189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3141e884-4ac6-483e-adad-6bb8fcdca197'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:16:53.111950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Bound port: a240e36e-ab74-48ac-a69d-2deb12c988a6, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de982aa-f23b-4637-9f01-cd001635189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3141e884-4ac6-483e-adad-6bb8fcdca197'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:16:53.112386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:53.112702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-14010df0-47a4-4fb3-a321-f31e8176cc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:53.127598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:53.142774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Usage tracker for resource:port and tenant:944bc46b1c104321a4ed608825d40684 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:53.153535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:53.165509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ce2bae3-212f-4f8a-bc11-0d54600673c8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:53.177553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:53.179881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14010df0-47a4-4fb3-a321-f31e8176cc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:53.190494 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-14010df0-47a4-4fb3-a321-f31e8176cc46 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5ac1e64d-e367-447e-a68f-b11d9e19f12e HTTP/1.1" status: 204  len: 168 time: 0.7420692
Dec 23 16:16:53.205263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.25 (bb076262-ef13-4a9c-80ef-6f95d5acb5b3/0eed29f0-3999-4540-ac4c-11868a992e67/d8957179-1df2-461c-a3c9-b406cff6366c) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:53.234025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Made reservation on behalf of 944bc46b1c104321a4ed608825d40684 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:53.249652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:53.253078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:53.257036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4cb39c0d-0ba6-49d4-aa91-57b272d31db7 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:53.271549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] For port a240e36e-ab74-48ac-a69d-2deb12c988a6, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:16:53.280293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] For port a240e36e-ab74-48ac-a69d-2deb12c988a6, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a240e36e-ab74-48ac-a69d-2deb12c988a6,segment=NetworkSegment(9de982aa-f23b-4637-9f01-cd001635189f),segment_id=9de982aa-f23b-4637-9f01-cd001635189f)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:16:53.288731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:53.293348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-431f6ece-7fad-4dba-b477-6d0721f5b37f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:53.338646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] device_id is not set on port 1f1a2c34-0440-484d-b4d4-8769e310b634 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:16:53.374612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Subnet': ['ID=4b722e53-52c1-4d1c-be68-a712144507f7,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:53.399007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:53.401026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Pushing event updated for resources: {'Port': ['ID=a240e36e-ab74-48ac-a69d-2deb12c988a6,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:53.404642 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1f6da604-7b8b-4735-9eb1-b25c2698ea69 req-98f96263-e29c-4ddb-926a-e4350502f389 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 210 time: 0.0693789
Dec 23 16:16:53.405375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:53.424311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network 3141e884-4ac6-483e-adad-6bb8fcdca197 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:53.426140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:53.445680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:53.446351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:53.459635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ce2bae3-212f-4f8a-bc11-0d54600673c8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:53.467303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5caa19f-b426-4291-9768-767884627f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:53.521590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2bae3-212f-4f8a-bc11-0d54600673c8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Subnet': ['ID=35886574-856e-4f13-8512-030e6a7e0b0d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:53.525887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ce2bae3-212f-4f8a-bc11-0d54600673c8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:53.530813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ce2bae3-212f-4f8a-bc11-0d54600673c8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:53.535460 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7ce2bae3-212f-4f8a-bc11-0d54600673c8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/35886574-856e-4f13-8512-030e6a7e0b0d HTTP/1.1" status: 204  len: 168 time: 1.0033362
Dec 23 16:16:53.538035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54364) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:53.545787 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.1755500
Dec 23 16:16:53.565922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54368) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:53.620788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'network_id': '3141e884-4ac6-483e-adad-6bb8fcdca197', 'fixed_ips': [{'subnet_id': 'eae60193-1143-44af-9121-21580f401fed'}, {'subnet_id': '4b722e53-52c1-4d1c-be68-a712144507f7'}], 'name': 'tempest-PortsTestJSON-1213680712'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:53.770356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-348bd907-9e88-4472-86e8-fc15c804691d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting subnet 6bff257b-efd5-4bea-856c-e409c01d9794 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:16:53.774014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-348bd907-9e88-4472-86e8-fc15c804691d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:53.875715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-348bd907-9e88-4472-86e8-fc15c804691d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:54.024239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a240e36e-ab74-48ac-a69d-2deb12c988a6 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:54.038929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-348bd907-9e88-4472-86e8-fc15c804691d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:54.142608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port a240e36e-ab74-48ac-a69d-2deb12c988a6 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:54.155175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-348bd907-9e88-4472-86e8-fc15c804691d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:54.163530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8c508db8-0cc8-4361-972d-44b514c8d616 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:54.213814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bd907-9e88-4472-86e8-fc15c804691d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Subnet': ['ID=6bff257b-efd5-4bea-856c-e409c01d9794,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:54.225994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-348bd907-9e88-4472-86e8-fc15c804691d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:54.233639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-348bd907-9e88-4472-86e8-fc15c804691d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:54.236273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:54.243536 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-348bd907-9e88-4472-86e8-fc15c804691d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/6bff257b-efd5-4bea-856c-e409c01d9794 HTTP/1.1" status: 204  len: 168 time: 0.7014289
Dec 23 16:16:54.244158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54384) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:54.253629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Allocated IP 2001:db8::f816:3eff:fe52:bf26 (25fd87ee-06d2-409c-be8a-517444afa5fd/f5bcb35f-4516-4fc7-a3be-d2ebea5e6da0/1f1a2c34-0440-484d-b4d4-8769e310b634) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:54.266641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:port and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:54.272925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:54.276198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:54.292027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:54.307314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object d8957179-1df2-461c-a3c9-b406cff6366c will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:54.330386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:54.353786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c292b355-c273-4569-b08e-4b1cfbc2c54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:54.390296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:54.402744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port cd71860c-12ed-4985-999d-152dada6947d {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:54.403288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:54.521195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:54.531861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da095e9a-4986-40bc-9ad3-9775b8c2f6cc tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:54.648901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] For port cd71860c-12ed-4985-999d-152dada6947d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=cd71860c-12ed-4985-999d-152dada6947d,segment=NetworkSegment(89e0cf97-3b56-4a7e-9cb2-3e4bad8c60f2),segment_id=89e0cf97-3b56-4a7e-9cb2-3e4bad8c60f2)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:54.649061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:54.785576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for cd71860c-12ed-4985-999d-152dada6947d owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:54.787295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network bb076262-ef13-4a9c-80ef-6f95d5acb5b3 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:54.788051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=d8957179-1df2-461c-a3c9-b406cff6366c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:54.791136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:54.796982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:54.799256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:54.837701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:54.874306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:54.880337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4bda5baa-0a94-46e6-81fe-a16e0abdec80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:54.900322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:54.922554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port cd0ef3fb-f6ae-4730-a8f8-282158302cc6 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:16:54.927372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=cd71860c-12ed-4985-999d-152dada6947d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:54.930805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:54.934218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No DVR routers for this DVR port cd71860c-12ed-4985-999d-152dada6947d on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:16:54.982197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:54.982888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:54.990279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Transition to ACTIVE for port object 1f1a2c34-0440-484d-b4d4-8769e310b634 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:55.037617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a989bc-7bc3-46f6-b568-e6c1765e57bd req-303bfdca-0d65-4a74-919c-07ff02cbacb7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:55.038396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-80a989bc-7bc3-46f6-b568-e6c1765e57bd req-303bfdca-0d65-4a74-919c-07ff02cbacb7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:55.072220 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7196629
Dec 23 16:16:55.082307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:55.122429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Request body: {'port': {'device_id': '330c9514-8607-471d-a3f6-136b2509edc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:55.123631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79cf22e8>,) {'filters': {'network_id': ['1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:55.138498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79cf22e8>, '89e0cf97-3b56-4a7e-9cb2-3e4bad8c60f2') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:55.138844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79cf22e8>, '89e0cf97-3b56-4a7e-9cb2-3e4bad8c60f2') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:55.152877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:55.170265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:55.177322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:16:55.177775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:55.207146 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:55.210182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-80a989bc-7bc3-46f6-b568-e6c1765e57bd req-303bfdca-0d65-4a74-919c-07ff02cbacb7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:55.210978 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-80a989bc-7bc3-46f6-b568-e6c1765e57bd req-303bfdca-0d65-4a74-919c-07ff02cbacb7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 932 time: 0.5877154
Dec 23 16:16:55.219406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:55.302737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6400ff1b-d202-4431-89cc-0e672b784e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:55.305097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:55.313999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:55.318400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-60ceb1cc-21bd-4cd3-b8eb-f29de588c63b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:55.347668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Network': ['ID=1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:55.350180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:55.362620 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/networks/1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1 HTTP/1.1" status: 204  len: 168 time: 1.1177166
Dec 23 16:16:55.365342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54406) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:55.439145 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-80a989bc-7bc3-46f6-b568-e6c1765e57bd req-57c4a220-74c2-463d-8bbb-40b97bce1734 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2108469
Dec 23 16:16:55.501376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Network 25fd87ee-06d2-409c-be8a-517444afa5fd is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:55.513277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:55.520581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:55.532157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port 3d3f7854-d5a3-485b-ac9c-b224403604c8 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:16:55.532852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:55.537972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:55.543265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:55.544026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:55.560547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308c45bd-c582-48e4-afeb-083cff43c4a9 None None] Network 3141e884-4ac6-483e-adad-6bb8fcdca197 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:55.596754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba15d13-cd6f-46ca-8ebe-fb5639f6389c None None] Network 25fd87ee-06d2-409c-be8a-517444afa5fd requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:55.613949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event updated for resources: {'Port': ['ID=1f1a2c34-0440-484d-b4d4-8769e310b634,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:55.634664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906696da-1562-497e-8129-90d3342dec82 None None] Network 1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:55.654033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c99227-4d48-48e8-aca4-f414f0c97b54 None None] Network d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:55.793548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Allocated IP 172.20.0.5 (3141e884-4ac6-483e-adad-6bb8fcdca197/eae60193-1143-44af-9121-21580f401fed/cd0ef3fb-f6ae-4730-a8f8-282158302cc6) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:55.800899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Allocated IP 172.20.0.21 (3141e884-4ac6-483e-adad-6bb8fcdca197/4b722e53-52c1-4d1c-be68-a712144507f7/cd0ef3fb-f6ae-4730-a8f8-282158302cc6) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:55.803822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:55.804974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:55.815557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] For port 3d3f7854-d5a3-485b-ac9c-b224403604c8, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3d3f7854-d5a3-485b-ac9c-b224403604c8,segment=NetworkSegment(6a641d34-bce5-4ed1-b5c5-94fc61758dea),segment_id=6a641d34-bce5-4ed1-b5c5-94fc61758dea)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:55.816224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:55.889993 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 3.1529274
Dec 23 16:16:55.893835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54422) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:56.006360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906696da-1562-497e-8129-90d3342dec82 None None] Network 1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1 could not be found, it might have been deleted concurrently. {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 23 16:16:56.054759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c9a9d297-9fc6-48fd-a779-af0897c7d58c None None] Provisioning for port a240e36e-ab74-48ac-a69d-2deb12c988a6 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:56.068098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for 3d3f7854-d5a3-485b-ac9c-b224403604c8 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:16:56.145041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede97d16-a3e1-4d0d-a1c6-604d72e15cf1 None None] DHCP port deletion for 1ef4f830-d1eb-4d5d-bc3e-85e0ab2500b1 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:16:56.146674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c9a9d297-9fc6-48fd-a779-af0897c7d58c None None] Provisioning complete for port a240e36e-ab74-48ac-a69d-2deb12c988a6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:56.147507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d297-9fc6-48fd-a779-af0897c7d58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:56.304210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:56.442605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:56.506810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Transition to ACTIVE for port object cd0ef3fb-f6ae-4730-a8f8-282158302cc6 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:56.656210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8957179-1df2-461c-a3c9-b406cff6366c {{(pid=88840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:16:56.661717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:56.669966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ff0b5cb5-1c43-403e-b375-c418ecd30784 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:56.677957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54436) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:56.688462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f46ef1-18fb-4b54-826f-e184696150c4 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Deleting subnet f5bcb35f-4516-4fc7-a3be-d2ebea5e6da0 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:16:56.690808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:56.699971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-85cdf17b-4e07-4d7f-8269-62ff850bdbd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:56.729218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:56.743708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16f46ef1-18fb-4b54-826f-e184696150c4 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:56.771290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=cd0ef3fb-f6ae-4730-a8f8-282158302cc6,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:56.775078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network 3141e884-4ac6-483e-adad-6bb8fcdca197 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:56.776234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Transition to ACTIVE for port object d8957179-1df2-461c-a3c9-b406cff6366c will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:56.777608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:56.778536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:56.784214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:56.802136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No DVR routers for this DVR port 3d3f7854-d5a3-485b-ac9c-b224403604c8 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:16:56.814094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:56.817829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-96822f0f-afd8-4324-88de-c724f8be0a70 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:56.831640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d87716-760e-42ea-865f-734eb6ebb4c6 None None] DHCP port deletion for d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:16:56.854863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d297-9fc6-48fd-a779-af0897c7d58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:56.877126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70fc6275-aaac-4d64-8f95-4d0a13a8ef27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:56.901565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=3d3f7854-d5a3-485b-ac9c-b224403604c8,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:56.916711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:56.928284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c9a9d297-9fc6-48fd-a779-af0897c7d58c None None] For port a240e36e-ab74-48ac-a69d-2deb12c988a6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a240e36e-ab74-48ac-a69d-2deb12c988a6,segment=NetworkSegment(9de982aa-f23b-4637-9f01-cd001635189f),segment_id=9de982aa-f23b-4637-9f01-cd001635189f)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:56.934218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d297-9fc6-48fd-a779-af0897c7d58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:56.936952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-829f2656-1c5c-4bb3-9067-28bc123a2383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:56.977242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4936e91d-692f-4888-a15b-f67b8eaf5879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-25fd87ee-06d2-409c-be8a-517444afa5fd', 'network_id': '25fd87ee-06d2-409c-be8a-517444afa5fd', 'tenant_id': '944bc46b1c104321a4ed608825d40684', 'fixed_ips': [{'subnet_id': 'f5bcb35f-4516-4fc7-a3be-d2ebea5e6da0'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:16:56.978156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4936e91d-692f-4888-a15b-f67b8eaf5879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:56.994692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16f46ef1-18fb-4b54-826f-e184696150c4 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.107689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.117063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Pushing event updated for resources: {'Port': ['ID=d8957179-1df2-461c-a3c9-b406cff6366c,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:57.117267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800d4605-1b6b-4279-a296-017f580cca42 None None] Update dhcp port {'port': {'network_id': '3141e884-4ac6-483e-adad-6bb8fcdca197', 'fixed_ips': [{'subnet_id': 'eae60193-1143-44af-9121-21580f401fed', 'ip_address': '172.20.0.2'}, {'subnet_id': '4b722e53-52c1-4d1c-be68-a712144507f7'}], 'binding:host_id': 'dv-neutron-822801-1-hyperv'}, 'id': 'a240e36e-ab74-48ac-a69d-2deb12c988a6'} from dv-neutron-822801-1-hyperv. {{(pid=88842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 23 16:16:57.138551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:57.139856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.166473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:57.183800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1f3c88>,) {'filters': {'network_id': ['d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:57.219963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:57.226971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:57.231352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Usage tracker for resource:floatingip and tenant:6cde0b9deba043cbaf9024443cfab6fe is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:57.234435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:57.241031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:57.253876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9d297-9fc6-48fd-a779-af0897c7d58c None None] Pushing event updated for resources: {'Port': ['ID=a240e36e-ab74-48ac-a69d-2deb12c988a6,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:57.254772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1f3c88>, '6a641d34-bce5-4ed1-b5c5-94fc61758dea') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:57.255149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1f3c88>, '6a641d34-bce5-4ed1-b5c5-94fc61758dea') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:16:57.268725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c9a9d297-9fc6-48fd-a779-af0897c7d58c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:57.269367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for floatingip, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.278707 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 3.7116284
Dec 23 16:16:57.285342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54444) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:57.286543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.306054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2747d59-6532-4372-97f4-7abb9eb11c32 req-75bb21a8-0513-4dc7-9bb4-6c6a8c9c64b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:57.308514 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b2747d59-6532-4372-97f4-7abb9eb11c32 req-75bb21a8-0513-4dc7-9bb4-6c6a8c9c64b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 944 time: 0.6129951
Dec 23 16:16:57.319029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0de3b392-828f-490c-804c-4558682e0462 None None] Provisioning for port d8957179-1df2-461c-a3c9-b406cff6366c completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:57.319258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-55239c01-bee4-430d-a114-a45890571d34 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eae60193-1143-44af-9121-21580f401fed'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:57.338953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.344262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-800d4605-1b6b-4279-a296-017f580cca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.350948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.372140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:16:57.372605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:57.396571 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:57.407133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16f46ef1-18fb-4b54-826f-e184696150c4 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.416425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Attempting to bind port d8957179-1df2-461c-a3c9-b406cff6366c on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:16:57.416831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Attempting to bind port d8957179-1df2-461c-a3c9-b406cff6366c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'c8a10b3b-603d-4d2d-b86f-ec2db8799b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:16:57.417207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Attempting to bind port d8957179-1df2-461c-a3c9-b406cff6366c on network bb076262-ef13-4a9c-80ef-6f95d5acb5b3 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:16:57.431156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Port d8957179-1df2-461c-a3c9-b406cff6366c on network bb076262-ef13-4a9c-80ef-6f95d5acb5b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:16:57.431529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Attempting to bind port d8957179-1df2-461c-a3c9-b406cff6366c on network bb076262-ef13-4a9c-80ef-6f95d5acb5b3 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:16:57.496502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:16:57.496903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Checking segment: {'id': 'c8a10b3b-603d-4d2d-b86f-ec2db8799b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:16:57.497291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Bound using segment: {'id': 'c8a10b3b-603d-4d2d-b86f-ec2db8799b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:16:57.497779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Bound port: d8957179-1df2-461c-a3c9-b406cff6366c, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a10b3b-603d-4d2d-b86f-ec2db8799b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:16:57.498165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.523278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55239c01-bee4-430d-a114-a45890571d34 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.583283 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b2747d59-6532-4372-97f4-7abb9eb11c32 req-4d1e46ab-d08d-4d93-9044-a867036779dc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2564027
Dec 23 16:16:57.585253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.594512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3cd2607b-aaaa-4c9c-be30-378be5de6f08 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:57.597872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-800d4605-1b6b-4279-a296-017f580cca42 None None] Allocated IP 172.20.0.18 (3141e884-4ac6-483e-adad-6bb8fcdca197/4b722e53-52c1-4d1c-be68-a712144507f7/a240e36e-ab74-48ac-a69d-2deb12c988a6) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:57.612962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.691390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Network': ['ID=d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:57.702893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:57.706199 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/networks/d5f96b1c-bd4e-46b5-a927-ea8e40d6ffcd HTTP/1.1" status: 204  len: 168 time: 2.3396201
Dec 23 16:16:57.710356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16f46ef1-18fb-4b54-826f-e184696150c4 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.714327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54448) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:57.715775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1b26dece-d0ef-4054-9a38-774be340db2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server [None req-4936e91d-692f-4888-a15b-f67b8eaf5879 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5bcb35f-4516-4fc7-a3be-d2ebea5e6da0: This subnet is being modified by another concurrent operation.
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 23 16:16:57.720484 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise exception
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5bcb35f-4516-4fc7-a3be-d2ebea5e6da0: This subnet is being modified by another concurrent operation.
Dec 23 16:16:57.725373 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server 
Dec 23 16:16:57.742314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] For port d8957179-1df2-461c-a3c9-b406cff6366c, host hv-neutron-8228, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:16:57.756225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'network': {'name': 'tempest-RoutersTest-1966538649'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:57.767115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e9c892-f4f5-44c0-8df5-c6c602fff63c None None] Network 25fd87ee-06d2-409c-be8a-517444afa5fd requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:57.768445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] For port d8957179-1df2-461c-a3c9-b406cff6366c, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d8957179-1df2-461c-a3c9-b406cff6366c,segment=NetworkSegment(c8a10b3b-603d-4d2d-b86f-ec2db8799b9c),segment_id=c8a10b3b-603d-4d2d-b86f-ec2db8799b9c)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:16:57.773817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:57.780204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f46ef1-18fb-4b54-826f-e184696150c4 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Subnet': ['ID=f5bcb35f-4516-4fc7-a3be-d2ebea5e6da0,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:57.786102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-16f46ef1-18fb-4b54-826f-e184696150c4 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:57.790573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:network and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:57.795303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-800d4605-1b6b-4279-a296-017f580cca42 None None] For port a240e36e-ab74-48ac-a69d-2deb12c988a6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a240e36e-ab74-48ac-a69d-2deb12c988a6,segment=NetworkSegment(9de982aa-f23b-4637-9f01-cd001635189f),segment_id=9de982aa-f23b-4637-9f01-cd001635189f)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:16:57.795669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:57.803575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16f46ef1-18fb-4b54-826f-e184696150c4 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.809505 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-16f46ef1-18fb-4b54-826f-e184696150c4 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/subnets/f5bcb35f-4516-4fc7-a3be-d2ebea5e6da0 HTTP/1.1" status: 204  len: 168 time: 1.9102869
Dec 23 16:16:57.809505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:57.813494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54452) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:57.883132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:57.889685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.929323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.942827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-800d4605-1b6b-4279-a296-017f580cca42 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:57.983950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca3afe-54e4-4b89-a732-0cf452880b01 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:57.985609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca3afe-54e4-4b89-a732-0cf452880b01 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:57.986439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-27ca3afe-54e4-4b89-a732-0cf452880b01 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Synchronizing usage tracker for tenant:944bc46b1c104321a4ed608825d40684 on resource:subnet {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:16:58.013340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a240e36e-ab74-48ac-a69d-2deb12c988a6 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:16:58.031182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:16:58.040161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-800d4605-1b6b-4279-a296-017f580cca42 None None] Transition to ACTIVE for port object a240e36e-ab74-48ac-a69d-2deb12c988a6 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:16:58.040418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-27ca3afe-54e4-4b89-a732-0cf452880b01 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Unset dirty status for tenant:944bc46b1c104321a4ed608825d40684 on resource:subnet {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:16:58.044555 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-27ca3afe-54e4-4b89-a732-0cf452880b01 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2260222
Dec 23 16:16:58.048354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54456) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:58.061382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-800d4605-1b6b-4279-a296-017f580cca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:58.068691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0c32527b-0ac6-428b-98a6-6c497997c90d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:58.075791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:58.076198 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Added segment f5bef0e6-d924-48a8-909a-e8ff48036f0b of type vlan for network 0634edca-5be3-46ac-a5a0-65432f5eb637
Dec 23 16:16:58.082210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:58.090919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:58.185862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Pushing event updated for resources: {'Port': ['ID=d8957179-1df2-461c-a3c9-b406cff6366c,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:58.193522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:58.235592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:58.237294 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] 10.222.0.36 "PUT /v2.0/ports/d8957179-1df2-461c-a3c9-b406cff6366c HTTP/1.1" status: 200  len: 1094 time: 3.1248121
Dec 23 16:16:58.237984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330c9514-8607-471d-a3f6-136b2509edc1', 'tag': 'd8957179-1df2-461c-a3c9-b406cff6366c'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:16:58.244202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:58.324427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af438fa9-c40d-4b33-832d-5110689469d5 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:58.336516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d4605-1b6b-4279-a296-017f580cca42 None None] Pushing event updated for resources: {'Port': ['ID=a240e36e-ab74-48ac-a69d-2deb12c988a6,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:58.343541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-800d4605-1b6b-4279-a296-017f580cca42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:58.359896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Allocated IP 172.26.5.146 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/cffce007-f7b0-444d-bc4e-24327b0d2fec) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:16:58.369552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:58.374722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:58.375625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:58.383718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:58.396848 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330c9514-8607-471d-a3f6-136b2509edc1', 'tag': 'd8957179-1df2-461c-a3c9-b406cff6366c', 'status': 'completed', 'code': 200}
Dec 23 16:16:58.411435 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-af438fa9-c40d-4b33-832d-5110689469d5 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:16:58.412473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af438fa9-c40d-4b33-832d-5110689469d5 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:16:58.418731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device cd71860c-12ed-4985-999d-152dada6947d no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:16:58.460886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: cd71860c-12ed-4985-999d-152dada6947d {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:16:58.463625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device cd71860c-12ed-4985-999d-152dada6947d not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:16:58.466455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-55239c01-bee4-430d-a114-a45890571d34 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Delete allocated IP 172.20.0.21 (3141e884-4ac6-483e-adad-6bb8fcdca197/4b722e53-52c1-4d1c-be68-a712144507f7) {{(pid=88840) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 23 16:16:58.467396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3d3f7854-d5a3-485b-ac9c-b224403604c8 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:16:58.475269 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-af438fa9-c40d-4b33-832d-5110689469d5 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/networks/25fd87ee-06d2-409c-be8a-517444afa5fd HTTP/1.1" status: 409  len: 405 time: 0.4247262
Dec 23 16:16:58.482080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54462) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:58.492836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-227706639'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:58.506416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:58.522455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 3d3f7854-d5a3-485b-ac9c-b224403604c8 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:16:58.523283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3d3f7854-d5a3-485b-ac9c-b224403604c8 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:16:58.534673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:58.536440 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-e49149c9-6afd-4784-bcbe-e25f0aeb1fee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 1097 time: 0.2536714
Dec 23 16:16:58.548221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Usage tracker for resource:network and tenant:944bc46b1c104321a4ed608825d40684 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:58.554684 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8096731
Dec 23 16:16:58.560648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54466) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:58.613274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:58.646898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:58.658462 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-65183698-08be-4287-9a69-3cf796e66062 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=d8957179-1df2-461c-a3c9-b406cff6366c HTTP/1.1" status: 200  len: 217 time: 0.1116643
Dec 23 16:16:58.676251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'subnet': {'network_id': '0634edca-5be3-46ac-a5a0-65432f5eb637', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:58.701364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Network': ['ID=0634edca-5be3-46ac-a5a0-65432f5eb637,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:58.706377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:58.726649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 0634edca-5be3-46ac-a5a0-65432f5eb637 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:16:58.791482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-f86e45ef-848a-4b0e-98a0-7de5c9d427ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:58.793799 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-f86e45ef-848a-4b0e-98a0-7de5c9d427ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0eed29f0-3999-4540-ac4c-11868a992e67 HTTP/1.1" status: 200  len: 838 time: 0.0804584
Dec 23 16:16:58.800118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Made reservation on behalf of 944bc46b1c104321a4ed608825d40684 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:58.805859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:58.926812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:58.935302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:subnet and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:16:58.935528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:16:58.941433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:58.944874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:16:58.956133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:58.961726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:58.962099 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Added segment cb430414-2183-4b27-b14b-a409e0a78f4d of type vlan for network 308fdb9f-b06e-4600-b62c-1ddd0eb3274b
Dec 23 16:16:58.977868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:59.014749 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-12a9de5f-c5ce-42d4-9328-350c8125e834 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb076262-ef13-4a9c-80ef-6f95d5acb5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1947603
Dec 23 16:16:59.016891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55239c01-bee4-430d-a114-a45890571d34 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:59.034582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963653-8120-4e6e-8dfb-6b15f768b014 req-28028474-af4d-4d42-a933-31b8ce302a4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:59.036286 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83963653-8120-4e6e-8dfb-6b15f768b014 req-28028474-af4d-4d42-a933-31b8ce302a4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 944 time: 0.2088549
Dec 23 16:16:59.063950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:59.072586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-55239c01-bee4-430d-a114-a45890571d34 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Ignored duplicate provisioning block setup for port cd0ef3fb-f6ae-4730-a8f8-282158302cc6 by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 23 16:16:59.093337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55239c01-bee4-430d-a114-a45890571d34 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:59.104080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:59.138012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:59.145202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-222dc058-203b-48e4-b95b-5f6c62d9fc72 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:59.185714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:59.277574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:59.282129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:16:59.283141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:59.284463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:59.289582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:16:59.294298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f912940-21fb-4b1e-a471-fab86a11f581 None None] Network 3141e884-4ac6-483e-adad-6bb8fcdca197 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:16:59.361721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55239c01-bee4-430d-a114-a45890571d34 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=cd0ef3fb-f6ae-4730-a8f8-282158302cc6,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:59.399799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55239c01-bee4-430d-a114-a45890571d34 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:59.404260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5113583-06a9-4ef1-80ac-4902801762ea tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:16:59.439644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-69b9b064-d9e3-4c59-97e9-e8a3270cadba None None] Provisioning for port a240e36e-ab74-48ac-a69d-2deb12c988a6 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:16:59.451561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-69b9b064-d9e3-4c59-97e9-e8a3270cadba None None] Provisioning complete for port a240e36e-ab74-48ac-a69d-2deb12c988a6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:16:59.452101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69b9b064-d9e3-4c59-97e9-e8a3270cadba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:59.458906 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.9707940
Dec 23 16:16:59.479070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54472) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:59.493284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Request body: {'subnet': {'network_id': '308fdb9f-b06e-4600-b62c-1ddd0eb3274b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:59.514267 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-48548384-45b1-44d7-b786-31fc46b76b70 service neutron] 10.222.0.36 "GET /v2.0/networks/bb076262-ef13-4a9c-80ef-6f95d5acb5b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4904947
Dec 23 16:16:59.571902 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83963653-8120-4e6e-8dfb-6b15f768b014 req-1fd8f9d4-8cad-4a04-b955-c25caaa9347e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5257571
Dec 23 16:16:59.573448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event updated for resources: {'Port': ['ID=cffce007-f7b0-444d-bc4e-24327b0d2fec,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:59.584025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:59.602441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:59.637695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event updated for resources: {'Network': ['ID=308fdb9f-b06e-4600-b62c-1ddd0eb3274b,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:16:59.640109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-55239c01-bee4-430d-a114-a45890571d34 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] In _notify_port_updated(), no bound segment for port cd0ef3fb-f6ae-4730-a8f8-282158302cc6 on network 3141e884-4ac6-483e-adad-6bb8fcdca197 {{(pid=88840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:16:59.644407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55239c01-bee4-430d-a114-a45890571d34 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:16:59.645096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55239c01-bee4-430d-a114-a45890571d34 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:16:59.646667 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-55239c01-bee4-430d-a114-a45890571d34 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "PUT /v2.0/ports/cd0ef3fb-f6ae-4730-a8f8-282158302cc6 HTTP/1.1" status: 200  len: 919 time: 2.3597205
Dec 23 16:16:59.653917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:16:59.656578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54476) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:59.659640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 308fdb9f-b06e-4600-b62c-1ddd0eb3274b details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:16:59.669924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0df42d46-cf5e-4744-be85-bfcef253b273 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eae60193-1143-44af-9121-21580f401fed'}, {'subnet_id': '4b722e53-52c1-4d1c-be68-a712144507f7'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:16:59.816025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:16:59.841443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:16:59.861399 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2425cdc-f7a7-436d-84a8-aaf8c67b9f1a req-a1627c07-d8f2-477b-868d-58ea5df800db service neutron] 10.222.0.36 "GET /v2.0/networks/bb076262-ef13-4a9c-80ef-6f95d5acb5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3340576
Dec 23 16:16:59.865270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Made reservation on behalf of 944bc46b1c104321a4ed608825d40684 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:16:59.983111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a240e36e-ab74-48ac-a69d-2deb12c988a6 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:00.052624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:00.077258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port a240e36e-ab74-48ac-a69d-2deb12c988a6 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:00.077615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:00.085435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:00.117049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f707bc-46d2-4813-b305-5b2ea12214e3 None None] Network 3141e884-4ac6-483e-adad-6bb8fcdca197 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:00.132671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:00.142620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-04ee74f5-16d5-47ec-8a68-5733f3fd993c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:00.311311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0df42d46-cf5e-4744-be85-bfcef253b273 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:00.321231 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a59934c-f80c-42d7-9371-8cf07491fd1c req-5d004df7-c3e8-4c63-b9c6-557c709a451a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 1097 time: 0.3586776
Dec 23 16:17:00.331831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:00.366676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Subnet': ['ID=3d935ec2-6cb1-4823-8cb6-531ff0c67d0d,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:00.388915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:00.454858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d4874be5-f520-4c47-b685-2aab07049d0e None None] Provisioning for port cd0ef3fb-f6ae-4730-a8f8-282158302cc6 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:00.463876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Checking segment: {'id': 'f5bef0e6-d924-48a8-909a-e8ff48036f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0634edca-5be3-46ac-a5a0-65432f5eb637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:00.464687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network hostable DHCP agents. Network: 0634edca-5be3-46ac-a5a0-65432f5eb637, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:17:00.465209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d4874be5-f520-4c47-b685-2aab07049d0e None None] Provisioning complete for port cd0ef3fb-f6ae-4730-a8f8-282158302cc6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:00.465663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4874be5-f520-4c47-b685-2aab07049d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:00.731690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 0634edca-5be3-46ac-a5a0-65432f5eb637 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:17:00.733124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d4874be5-f520-4c47-b685-2aab07049d0e None None] Port cd0ef3fb-f6ae-4730-a8f8-282158302cc6 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:00.758404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 0634edca-5be3-46ac-a5a0-65432f5eb637) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:00.774054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc678e5-f740-4f61-94ae-3b98204908bb None None] Network 0634edca-5be3-46ac-a5a0-65432f5eb637 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:00.797334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d4874be5-f520-4c47-b685-2aab07049d0e None None] Provisioning complete for port a240e36e-ab74-48ac-a69d-2deb12c988a6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:00.798346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4874be5-f520-4c47-b685-2aab07049d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:00.812341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:00.813010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:00.863906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59934c-f80c-42d7-9371-8cf07491fd1c req-e7cbf67e-3f27-41ed-af9b-720accf44337 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:00.865261 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a59934c-f80c-42d7-9371-8cf07491fd1c req-e7cbf67e-3f27-41ed-af9b-720accf44337 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb076262-ef13-4a9c-80ef-6f95d5acb5b3 HTTP/1.1" status: 200  len: 898 time: 0.5335703
Dec 23 16:17:00.866785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:00.871568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2fb9f990-a701-4938-ad0a-07790f59213e tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:00.877583 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2655630
Dec 23 16:17:00.903533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54482) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:00.946753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:00.962954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:00.970530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e8cfd43-58c2-43e3-add6-5bfa5a8d5178 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:00.982343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-819a0529-97a7-422c-bcd4-e4290957771b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1875436249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:01.021024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-819a0529-97a7-422c-bcd4-e4290957771b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:01.033726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-819a0529-97a7-422c-bcd4-e4290957771b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:router and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:01.042432 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a59934c-f80c-42d7-9371-8cf07491fd1c req-3da3a6ad-e712-45bb-8c92-bbc666371db5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=d8957179-1df2-461c-a3c9-b406cff6366c HTTP/1.1" status: 200  len: 217 time: 0.1347702
Dec 23 16:17:01.046950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-819a0529-97a7-422c-bcd4-e4290957771b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:01.072862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-0df42d46-cf5e-4744-be85-bfcef253b273 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Allocated IP 172.20.0.28 (3141e884-4ac6-483e-adad-6bb8fcdca197/4b722e53-52c1-4d1c-be68-a712144507f7/cd0ef3fb-f6ae-4730-a8f8-282158302cc6) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:01.108692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event updated for resources: {'Subnet': ['ID=7b9b84df-b3ea-43dd-8388-92d69e4c17ef,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:01.108950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event updated for resources: {'Port': ['ID=cffce007-f7b0-444d-bc4e-24327b0d2fec,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:01.115930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-819a0529-97a7-422c-bcd4-e4290957771b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:01.123751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f78a76-4721-4406-bdf9-71a50938d0bb req-22481890-0aee-41bc-9fb9-ea36100977ff tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:01.130907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:01.131575 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-72f78a76-4721-4406-bdf9-71a50938d0bb req-22481890-0aee-41bc-9fb9-ea36100977ff tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 944 time: 0.3929667
Dec 23 16:17:01.142260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:01.164293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.220394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-819a0529-97a7-422c-bcd4-e4290957771b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.221445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-819a0529-97a7-422c-bcd4-e4290957771b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.228956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59934c-f80c-42d7-9371-8cf07491fd1c req-f0318a12-f32f-4f31-a9af-b7791025831b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:01.230780 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a59934c-f80c-42d7-9371-8cf07491fd1c req-f0318a12-f32f-4f31-a9af-b7791025831b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0eed29f0-3999-4540-ac4c-11868a992e67 HTTP/1.1" status: 200  len: 838 time: 0.1799562
Dec 23 16:17:01.244855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-0634edca-5be3-46ac-a5a0-65432f5eb637', 'network_id': '0634edca-5be3-46ac-a5a0-65432f5eb637', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'fixed_ips': [{'subnet_id': '3d935ec2-6cb1-4823-8cb6-531ff0c67d0d'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:17:01.247063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.277952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.281978 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.5981741
Dec 23 16:17:01.283131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54486) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:01.291888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-186703970'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:01.301707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:01.313699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Checking segment: {'id': 'cb430414-2183-4b27-b14b-a409e0a78f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '308fdb9f-b06e-4600-b62c-1ddd0eb3274b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:01.314111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Network hostable DHCP agents. Network: 308fdb9f-b06e-4600-b62c-1ddd0eb3274b, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:17:01.319323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Usage tracker for resource:network and tenant:6cde0b9deba043cbaf9024443cfab6fe is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:01.324739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:01.335067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:01.349691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Made reservation on behalf of 6cde0b9deba043cbaf9024443cfab6fe for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:01.356019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.363360 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-72f78a76-4721-4406-bdf9-71a50938d0bb req-94a56603-3717-4a6a-b9aa-aefaaaea274a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2306049
Dec 23 16:17:01.376995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-819a0529-97a7-422c-bcd4-e4290957771b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.380257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.410778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Network 308fdb9f-b06e-4600-b62c-1ddd0eb3274b is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:17:01.411828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0df42d46-cf5e-4744-be85-bfcef253b273 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.434015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-819a0529-97a7-422c-bcd4-e4290957771b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.443728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0df42d46-cf5e-4744-be85-bfcef253b273 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Ignored duplicate provisioning block setup for port cd0ef3fb-f6ae-4730-a8f8-282158302cc6 by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 23 16:17:01.444209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 308fdb9f-b06e-4600-b62c-1ddd0eb3274b) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:01.448709 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a59934c-f80c-42d7-9371-8cf07491fd1c req-001a3794-2177-462f-8dfd-826ef218a731 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb076262-ef13-4a9c-80ef-6f95d5acb5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2052622
Dec 23 16:17:01.453988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0df42d46-cf5e-4744-be85-bfcef253b273 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.457887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:01.458305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28907f23-5920-4fde-a8ba-c316a2bdda22 None None] Network 308fdb9f-b06e-4600-b62c-1ddd0eb3274b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:01.458547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.459046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:01.466299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2cb7b3aa-5f0c-4c95-8c8f-e57e1273ca82 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:01.509300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Usage tracker for resource:security_group_rule and tenant:6cde0b9deba043cbaf9024443cfab6fe is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:01.513842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:01.546890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:01.587328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Allocated IP 172.20.0.2 (0634edca-5be3-46ac-a5a0-65432f5eb637/3d935ec2-6cb1-4823-8cb6-531ff0c67d0d/d556fd42-77da-4961-b007-33dc08eb163e) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:01.596034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-819a0529-97a7-422c-bcd4-e4290957771b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.603182 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-819a0529-97a7-422c-bcd4-e4290957771b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.6389983
Dec 23 16:17:01.603182 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 2.1188545
Dec 23 16:17:01.603182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54490) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:01.606714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54492) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:01.606881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3c0dea46-eb02-4c0b-8771-d6e67f279825 None None] Provisioning complete for port cd0ef3fb-f6ae-4730-a8f8-282158302cc6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:01.607189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0dea46-eb02-4c0b-8771-d6e67f279825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.639523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'port': {'network_id': '0634edca-5be3-46ac-a5a0-65432f5eb637', 'name': 'tempest-RoutersTest-1925828403'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:01.645672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df42d46-cf5e-4744-be85-bfcef253b273 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=cd0ef3fb-f6ae-4730-a8f8-282158302cc6,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:01.656333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0df42d46-cf5e-4744-be85-bfcef253b273 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:01.691183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3c0dea46-eb02-4c0b-8771-d6e67f279825 None None] Port cd0ef3fb-f6ae-4730-a8f8-282158302cc6 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:01.744438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0df42d46-cf5e-4744-be85-bfcef253b273 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] In _notify_port_updated(), no bound segment for port cd0ef3fb-f6ae-4730-a8f8-282158302cc6 on network 3141e884-4ac6-483e-adad-6bb8fcdca197 {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:17:01.749778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df42d46-cf5e-4744-be85-bfcef253b273 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:01.750925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0df42d46-cf5e-4744-be85-bfcef253b273 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.755145 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0df42d46-cf5e-4744-be85-bfcef253b273 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "PUT /v2.0/ports/cd0ef3fb-f6ae-4730-a8f8-282158302cc6 HTTP/1.1" status: 200  len: 999 time: 2.0946078
Dec 23 16:17:01.757477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54498) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:01.862362 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a59934c-f80c-42d7-9371-8cf07491fd1c req-b69cc977-6a9f-436d-84ea-9512e98a78cf service neutron] 10.222.0.36 "GET /v2.0/networks/bb076262-ef13-4a9c-80ef-6f95d5acb5b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3995326
Dec 23 16:17:01.885571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbb825-ef86-4452-ae2a-c6aede795fa7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port cd0ef3fb-f6ae-4730-a8f8-282158302cc6 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:01.886641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb825-ef86-4452-ae2a-c6aede795fa7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.938592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3c0dea46-eb02-4c0b-8771-d6e67f279825 None None] Provisioning complete for port a240e36e-ab74-48ac-a69d-2deb12c988a6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:01.939112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0dea46-eb02-4c0b-8771-d6e67f279825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.945227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.951131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:01.959073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-66c8dfd2-6c32-4b3a-b301-c86a73f5343b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:01.998712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:17:02.016343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b1af7d-6595-4c77-8995-b137995fb05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-308fdb9f-b06e-4600-b62c-1ddd0eb3274b', 'network_id': '308fdb9f-b06e-4600-b62c-1ddd0eb3274b', 'tenant_id': '944bc46b1c104321a4ed608825d40684', 'fixed_ips': [{'subnet_id': '7b9b84df-b3ea-43dd-8388-92d69e4c17ef'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:17:02.017248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53b1af7d-6595-4c77-8995-b137995fb05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.069770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.070614 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Added segment 5f63fab3-c820-4419-b07d-b208dbc290d2 of type vlan for network d7b373ba-8fda-4b8f-98f9-f05c802bd428
Dec 23 16:17:02.070837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.072307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c17b1b-2b69-456d-9217-48d61439d0bb,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:02.088856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:02.089233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:02.099364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:port and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:02.102463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:02.125583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:02.150016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.218078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.308720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb825-ef86-4452-ae2a-c6aede795fa7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.316022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.328480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.335880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4b0ee5f7-1be3-40aa-9aed-1c3e14e7dbef tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server [None req-53b1af7d-6595-4c77-8995-b137995fb05f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b9b84df-b3ea-43dd-8388-92d69e4c17ef: This subnet is being modified by another concurrent operation.
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 23 16:17:02.343580 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise exception
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b9b84df-b3ea-43dd-8388-92d69e4c17ef: This subnet is being modified by another concurrent operation.
Dec 23 16:17:02.348614 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server 
Dec 23 16:17:02.357959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Transition to ACTIVE for port object d556fd42-77da-4961-b007-33dc08eb163e will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:02.373745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d8957179-1df2-461c-a3c9-b406cff6366c details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:17:02.379500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9b84df-b3ea-43dd-8388-92d69e4c17ef,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:02.383251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb60a10-49fe-42ec-8711-fd8b3a6c0430 None None] Network 308fdb9f-b06e-4600-b62c-1ddd0eb3274b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:02.383465 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a59934c-f80c-42d7-9371-8cf07491fd1c req-98d3595c-6482-497e-8d7c-283d449ae44c service neutron] 10.222.0.36 "GET /v2.0/networks/bb076262-ef13-4a9c-80ef-6f95d5acb5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5115995
Dec 23 16:17:02.387365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:02.388033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:02.406512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.454344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Transition to ACTIVE for port object d556fd42-77da-4961-b007-33dc08eb163e will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:02.478637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.487355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:02.488322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.508106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbb825-ef86-4452-ae2a-c6aede795fa7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for cd0ef3fb-f6ae-4730-a8f8-282158302cc6 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:02.517749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.544078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.555069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b052160-ff49-4568-b797-3eec00fe55eb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:02.579317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:02.581433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] device_id is not set on port 4bf935f7-411e-498e-a539-c96af2272c83 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:17:02.625057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79eac7b8>,) {'filters': {'network_id': ['308fdb9f-b06e-4600-b62c-1ddd0eb3274b']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:02.651372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79eac7b8>, 'cb430414-2183-4b27-b14b-a409e0a78f4d') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:02.652338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79eac7b8>, 'cb430414-2183-4b27-b14b-a409e0a78f4d') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:02.682027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.698082 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.4139264
Dec 23 16:17:02.704882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54504) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:02.715191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Request body: {'subnet': {'network_id': 'd7b373ba-8fda-4b8f-98f9-f05c802bd428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:02.732226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.752279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:17:02.752747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:02.803636 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:02.956487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Network 0634edca-5be3-46ac-a5a0-65432f5eb637 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:03.016849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.017104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ff6063d1-cd57-4e78-9e68-4afab899b999 None None] Provisioning complete for port cd0ef3fb-f6ae-4730-a8f8-282158302cc6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:03.017369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff6063d1-cd57-4e78-9e68-4afab899b999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.019033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:03.019820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event updated for resources: {'Network': ['ID=d7b373ba-8fda-4b8f-98f9-f05c802bd428,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:03.026282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-304370d7-ecbd-4e9c-b639-5ef80ea58382 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:03.028994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:03.049188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Usage tracker for resource:subnet and tenant:6cde0b9deba043cbaf9024443cfab6fe is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:03.050563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:03.052461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.052658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:03.065784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Allocated IP 172.20.0.5 (0634edca-5be3-46ac-a5a0-65432f5eb637/3d935ec2-6cb1-4823-8cb6-531ff0c67d0d/4bf935f7-411e-498e-a539-c96af2272c83) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:03.067949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712d233-5680-4980-a1fa-aac217d987d0 req-b7872bcf-5030-4346-a760-5dba7f79324a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:03.068098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:03.069415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network d7b373ba-8fda-4b8f-98f9-f05c802bd428 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:17:03.070373 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3712d233-5680-4980-a1fa-aac217d987d0 req-b7872bcf-5030-4346-a760-5dba7f79324a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 944 time: 0.4615421
Dec 23 16:17:03.079992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Network': ['ID=308fdb9f-b06e-4600-b62c-1ddd0eb3274b,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:03.084503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Pushing event updated for resources: {'Port': ['ID=d556fd42-77da-4961-b007-33dc08eb163e,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:03.087613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:03.090572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:03.092727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:03.107168 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/networks/308fdb9f-b06e-4600-b62c-1ddd0eb3274b HTTP/1.1" status: 204  len: 168 time: 1.4975619
Dec 23 16:17:03.108088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54508) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:03.116843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-919842845'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:03.135607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Made reservation on behalf of 6cde0b9deba043cbaf9024443cfab6fe for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:03.157677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:03.181317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Usage tracker for resource:network and tenant:944bc46b1c104321a4ed608825d40684 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:03.208199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:03.216721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:03.241182 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3712d233-5680-4980-a1fa-aac217d987d0 req-017e1134-8034-4858-a854-2d1348fcef69 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1332817
Dec 23 16:17:03.278642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Made reservation on behalf of 944bc46b1c104321a4ed608825d40684 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:03.279150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb825-ef86-4452-ae2a-c6aede795fa7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.284498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.285276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0df42d46-cf5e-4744-be85-bfcef253b273 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:03.299461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ff6063d1-cd57-4e78-9e68-4afab899b999 None None] Port cd0ef3fb-f6ae-4730-a8f8-282158302cc6 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:03.335727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbb825-ef86-4452-ae2a-c6aede795fa7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=cd0ef3fb-f6ae-4730-a8f8-282158302cc6,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:03.336080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d8957179-1df2-461c-a3c9-b406cff6366c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d8957179-1df2-461c-a3c9-b406cff6366c,segment=NetworkSegment(c8a10b3b-603d-4d2d-b86f-ec2db8799b9c),segment_id=c8a10b3b-603d-4d2d-b86f-ec2db8799b9c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:03.338294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3ccbb825-ef86-4452-ae2a-c6aede795fa7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:03.358742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Attempting to bind port d556fd42-77da-4961-b007-33dc08eb163e on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:17:03.359211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Attempting to bind port d556fd42-77da-4961-b007-33dc08eb163e by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'f5bef0e6-d924-48a8-909a-e8ff48036f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0634edca-5be3-46ac-a5a0-65432f5eb637'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:17:03.359637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Attempting to bind port d556fd42-77da-4961-b007-33dc08eb163e on network 0634edca-5be3-46ac-a5a0-65432f5eb637 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:17:03.366350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'd8957179-1df2-461c-a3c9-b406cff6366c', 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3', 'port_id': 'd8957179-1df2-461c-a3c9-b406cff6366c', 'mac_address': 'fa:16:3e:b7:b4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eed29f0-3999-4540-ac4c-11868a992e67', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:17:03.373491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:17:03.373932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Checking segment: {'id': 'f5bef0e6-d924-48a8-909a-e8ff48036f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0634edca-5be3-46ac-a5a0-65432f5eb637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:03.374479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.374937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Bound using segment: {'id': 'f5bef0e6-d924-48a8-909a-e8ff48036f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0634edca-5be3-46ac-a5a0-65432f5eb637'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:17:03.375665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Bound port: d556fd42-77da-4961-b007-33dc08eb163e, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bef0e6-d924-48a8-909a-e8ff48036f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0634edca-5be3-46ac-a5a0-65432f5eb637'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:17:03.375923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.403695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:17:03.419801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.441798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-48a864b2-9b26-4989-a518-9967e9275515 None None] Could not find standard attr ID for object cd0ef3fb-f6ae-4730-a8f8-282158302cc6. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:17:03.465670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.465975 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Added segment 67d8e423-7338-4016-9cdf-063ad9265ad5 of type vlan for network 5efbb743-4356-4943-bf16-64c15e9ce15a
Dec 23 16:17:03.494346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb825-ef86-4452-ae2a-c6aede795fa7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.500707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.508646 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3ccbb825-ef86-4452-ae2a-c6aede795fa7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/cd0ef3fb-f6ae-4730-a8f8-282158302cc6 HTTP/1.1" status: 204  len: 168 time: 1.7498295
Dec 23 16:17:03.509736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54512) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:03.528995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8957179-1df2-461c-a3c9-b406cff6366c {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:17:03.566206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d8957179-1df2-461c-a3c9-b406cff6366c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d8957179-1df2-461c-a3c9-b406cff6366c,segment=NetworkSegment(c8a10b3b-603d-4d2d-b86f-ec2db8799b9c),segment_id=c8a10b3b-603d-4d2d-b86f-ec2db8799b9c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:03.567248 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-8737e48e-2bd2-44ea-897c-8ba6e616b91d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] GET failed (client error): The resource could not be found.
Dec 23 16:17:03.567761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] For port d556fd42-77da-4961-b007-33dc08eb163e, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:17:03.568158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8737e48e-2bd2-44ea-897c-8ba6e616b91d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:03.571648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] For port d556fd42-77da-4961-b007-33dc08eb163e, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d556fd42-77da-4961-b007-33dc08eb163e,segment=NetworkSegment(f5bef0e6-d924-48a8-909a-e8ff48036f0b),segment_id=f5bef0e6-d924-48a8-909a-e8ff48036f0b)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:17:03.572856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.575532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f89ce4df-4f32-42aa-8c2d-7b8af7c5edb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:03.586917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8737e48e-2bd2-44ea-897c-8ba6e616b91d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:03.591600 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8737e48e-2bd2-44ea-897c-8ba6e616b91d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/cd0ef3fb-f6ae-4730-a8f8-282158302cc6 HTTP/1.1" status: 404  len: 333 time: 0.0805562
Dec 23 16:17:03.592254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54516) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:03.614184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.673307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=d8957179-1df2-461c-a3c9-b406cff6366c,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:03.685972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6300881-e5b7-4b1d-a351-7afa2e09f8df tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting subnet 4b722e53-52c1-4d1c-be68-a712144507f7 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:17:03.687211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:03.689742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:03.690265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6300881-e5b7-4b1d-a351-7afa2e09f8df tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.705640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.720451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.753868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6300881-e5b7-4b1d-a351-7afa2e09f8df tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.755485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Transition to ACTIVE for port object 4bf935f7-411e-498e-a539-c96af2272c83 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:03.784570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Pushing event updated for resources: {'Port': ['ID=d556fd42-77da-4961-b007-33dc08eb163e,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:03.787951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:03.808684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['d8957179-1df2-461c-a3c9-b406cff6366c'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:17:03.841235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.845490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:03.846272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.852989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6300881-e5b7-4b1d-a351-7afa2e09f8df tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.856729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-11d6719f-4162-40d3-8a41-49271030ddfc tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:03.942298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6300881-e5b7-4b1d-a351-7afa2e09f8df tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.946500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:03.950223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ac8dd1dc-bf9f-4896-aa6f-d3cf0f736d67 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:03.991446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6300881-e5b7-4b1d-a351-7afa2e09f8df tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Subnet': ['ID=4b722e53-52c1-4d1c-be68-a712144507f7,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:03.994497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c6300881-e5b7-4b1d-a351-7afa2e09f8df tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:03.997733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6300881-e5b7-4b1d-a351-7afa2e09f8df tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:04.009333 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c6300881-e5b7-4b1d-a351-7afa2e09f8df tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/4b722e53-52c1-4d1c-be68-a712144507f7 HTTP/1.1" status: 204  len: 168 time: 0.4159276
Dec 23 16:17:04.010154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54520) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:04.012768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd35808e-2b2b-4ca9-b4a1-d3bde87c4bed None None] Network 3141e884-4ac6-483e-adad-6bb8fcdca197 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:04.014973 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.9059145
Dec 23 16:17:04.018334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54524) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:04.067147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Request body: {'subnet': {'network_id': '5efbb743-4356-4943-bf16-64c15e9ce15a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:04.253820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting subnet eae60193-1143-44af-9121-21580f401fed {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:17:04.294264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:04.349934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:04.364534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Usage tracker for resource:subnet and tenant:944bc46b1c104321a4ed608825d40684 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:04.374002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:04.394716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:04.410752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event updated for resources: {'Network': ['ID=5efbb743-4356-4943-bf16-64c15e9ce15a,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:04.425491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 5efbb743-4356-4943-bf16-64c15e9ce15a details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:17:04.428818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:04.429513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-061903d2-a357-4143-8b72-e1ec4c140257 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:04.441241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:04.479065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Made reservation on behalf of 944bc46b1c104321a4ed608825d40684 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:04.566944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=4bf935f7-411e-498e-a539-c96af2272c83,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:04.570940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 0634edca-5be3-46ac-a5a0-65432f5eb637 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:04.579391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:04.580370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:04.584891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:04.592190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:04.622915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-42cb90f3-ff7d-4d97-b80e-3d61b6bbf316 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:04.651121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:04.739927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:04.740612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:04.764681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event updated for resources: {'Subnet': ['ID=c95adaaa-04dc-42d8-b7b2-907addd64bb3,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:04.769703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:04.779924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:04.787832 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 3.1849935
Dec 23 16:17:04.796384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85374f3-2a4a-4445-b119-9464ff3686be req-8fab9831-c3ad-44bd-a410-3db43cdd2bbe tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:04.798034 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a85374f3-2a4a-4445-b119-9464ff3686be req-8fab9831-c3ad-44bd-a410-3db43cdd2bbe tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 945 time: 0.3709073
Dec 23 16:17:04.800210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54530) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:04.869402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Checking segment: {'id': '5f63fab3-c820-4419-b07d-b208dbc290d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd7b373ba-8fda-4b8f-98f9-f05c802bd428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:04.869811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Network hostable DHCP agents. Network: d7b373ba-8fda-4b8f-98f9-f05c802bd428, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:17:04.921909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:04.928724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2f2248e5-9952-4bdd-bd37-32835ad061f7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:04.981310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Subnet': ['ID=eae60193-1143-44af-9121-21580f401fed,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:04.999194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:05.010864 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a85374f3-2a4a-4445-b119-9464ff3686be req-4becd509-0c6f-4f11-b71c-1cf8405133cb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1478119
Dec 23 16:17:05.026164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:05.026395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:05.026789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:05.027256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:05.027773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:05.028197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:05.028615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:05.029026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:05.029438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:05.029853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:05.030263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:05.037365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:05.052569 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/eae60193-1143-44af-9121-21580f401fed HTTP/1.1" status: 204  len: 168 time: 1.0392110
Dec 23 16:17:05.055861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54534) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:05.081052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Network d7b373ba-8fda-4b8f-98f9-f05c802bd428 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:17:05.089516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:05.102155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3df6920d-0df4-4a86-ba4d-5fc05c7891ca tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:05.149454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, d7b373ba-8fda-4b8f-98f9-f05c802bd428) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:05.160697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a89d02-d113-4cc2-b9ca-c56e565e797f None None] Network d7b373ba-8fda-4b8f-98f9-f05c802bd428 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:05.161378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:05.162035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:05.271920 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5658307
Dec 23 16:17:05.278143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:05.279398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54538) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:05.284550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event updated for resources: {'Subnet': ['ID=10bbbc58-c904-4ed9-80c0-bd47d4ff81a9,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:05.288222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-548030044', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}, 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:05.292796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:05.309148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port a240e36e-ab74-48ac-a69d-2deb12c988a6 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:05.309537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:05.340522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Checking segment: {'id': '67d8e423-7338-4016-9cdf-063ad9265ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5efbb743-4356-4943-bf16-64c15e9ce15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:05.341250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Network hostable DHCP agents. Network: 5efbb743-4356-4943-bf16-64c15e9ce15a, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:17:05.353255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:05.375561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Usage tracker for resource:router and tenant:6cde0b9deba043cbaf9024443cfab6fe is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:05.384229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:05.426821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:05.465895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Network 5efbb743-4356-4943-bf16-64c15e9ce15a is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:17:05.472284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:05.473790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:05.481202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 5efbb743-4356-4943-bf16-64c15e9ce15a) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:05.503512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:05.504428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:05.537318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb01717b-0d97-41c6-bfb3-fd92230dd466 None None] Network 3141e884-4ac6-483e-adad-6bb8fcdca197 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:05.553711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e073b3b-1b26-4a59-82f8-828314b452f8 None None] Network 5efbb743-4356-4943-bf16-64c15e9ce15a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:05.563106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:05.608681 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5891845
Dec 23 16:17:05.609501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54542) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:05.633019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-d7b373ba-8fda-4b8f-98f9-f05c802bd428', 'network_id': 'd7b373ba-8fda-4b8f-98f9-f05c802bd428', 'tenant_id': '6cde0b9deba043cbaf9024443cfab6fe', 'fixed_ips': [{'subnet_id': 'c95adaaa-04dc-42d8-b7b2-907addd64bb3'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:17:05.634624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:05.646795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:05.658010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] For port a240e36e-ab74-48ac-a69d-2deb12c988a6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a240e36e-ab74-48ac-a69d-2deb12c988a6,segment=NetworkSegment(9de982aa-f23b-4637-9f01-cd001635189f),segment_id=9de982aa-f23b-4637-9f01-cd001635189f)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:05.658758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:05.885735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for a240e36e-ab74-48ac-a69d-2deb12c988a6 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:06.022849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.048623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.056154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-863a34e4-6538-47ae-8350-ed074d2120ff tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:06.117644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=a240e36e-ab74-48ac-a69d-2deb12c988a6,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:06.123105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:06.133459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.137416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No DVR routers for this DVR port a240e36e-ab74-48ac-a69d-2deb12c988a6 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:17:06.232067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Allocated IP 172.20.0.2 (d7b373ba-8fda-4b8f-98f9-f05c802bd428/c95adaaa-04dc-42d8-b7b2-907addd64bb3/e00310b8-4778-4413-a50c-0efd516e04bd) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:06.293584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916cb46e-2a8c-4a5f-9cde-ac4d5715b914 None None] Network 0634edca-5be3-46ac-a5a0-65432f5eb637 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:06.308929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d556fd42-77da-4961-b007-33dc08eb163e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:06.335956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.344508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.350900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ac5c20ea-d8c2-43df-b256-167035cc5e33 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:06.361567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2b325a91-aa38-4416-8fad-29d63a6439ce None None] Provisioning complete for port a240e36e-ab74-48ac-a69d-2deb12c988a6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:06.362018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b325a91-aa38-4416-8fad-29d63a6439ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.393486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.428997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.437087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d8957179-1df2-461c-a3c9-b406cff6366c up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:06.473701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=4bf935f7-411e-498e-a539-c96af2272c83,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:06.475400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7ed358>,) {'filters': {'network_id': ['3141e884-4ac6-483e-adad-6bb8fcdca197']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:06.486884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:06.499066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7ed358>, '9de982aa-f23b-4637-9f01-cd001635189f') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:06.499426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7ed358>, '9de982aa-f23b-4637-9f01-cd001635189f') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:06.526153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656035c-f54e-417e-917e-5dd71df6cdd5 req-1d4a209f-b333-4caa-a9c2-2d903f9d75ae tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:06.528352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.528560 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9656035c-f54e-417e-917e-5dd71df6cdd5 req-1d4a209f-b333-4caa-a9c2-2d903f9d75ae tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 945 time: 0.3561404
Dec 23 16:17:06.532637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.567426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.569569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2b325a91-aa38-4416-8fad-29d63a6439ce None None] Port a240e36e-ab74-48ac-a69d-2deb12c988a6 was deleted so its status cannot be updated. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 23 16:17:06.581803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.595904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:17:06.596499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:06.620178 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:06.650292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.709020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1d0de3b2-9520-4271-88b2-ffbf041803a7 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:06.714855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c92199b-16e5-49c1-8ffa-32738e19386c None None] DHCP port deletion for 3141e884-4ac6-483e-adad-6bb8fcdca197 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:17:06.756850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Subnet': ['ID=10bbbc58-c904-4ed9-80c0-bd47d4ff81a9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:06.760664 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9656035c-f54e-417e-917e-5dd71df6cdd5 req-7132fe31-0c8c-45ed-b358-621d2c18b69c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2161224
Dec 23 16:17:06.762074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:06.792198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.798462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-db8a47e3-54d0-41a0-b574-5a322c15b79c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:06.839905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845773fc-d9e4-4418-b103-11e2acbd4108 None None] Network 5efbb743-4356-4943-bf16-64c15e9ce15a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:06.842577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:06.868145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Network': ['ID=3141e884-4ac6-483e-adad-6bb8fcdca197,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:06.984400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ad66513d-13c7-4d6b-8f81-807ea2652212 None None] Provisioning for port d556fd42-77da-4961-b007-33dc08eb163e completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:07.095019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port d8957179-1df2-461c-a3c9-b406cff6366c completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:07.098213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port d556fd42-77da-4961-b007-33dc08eb163e completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:07.122895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port d8957179-1df2-461c-a3c9-b406cff6366c triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:07.123356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.134301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Allocated IP 172.26.5.108 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/faa414d0-ed2d-4a81-94bf-01265a85f8c1) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:07.147518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port d556fd42-77da-4961-b007-33dc08eb163e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:07.147950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.159711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:07.168739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.211234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.217925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78e7b780>,) {'filters': {'network_id': ['5efbb743-4356-4943-bf16-64c15e9ce15a']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:07.241068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78e7b780>, '67d8e423-7338-4016-9cdf-063ad9265ad5') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:07.241546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78e7b780>, '67d8e423-7338-4016-9cdf-063ad9265ad5') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:07.254250 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/networks/3141e884-4ac6-483e-adad-6bb8fcdca197 HTTP/1.1" status: 204  len: 168 time: 2.1935682
Dec 23 16:17:07.254884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54548) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:07.258009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.260571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.330880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.344040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:17:07.344492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:07.361322 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:07.411917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.435486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.457260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.468231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979235ba-ff1f-41df-9d48-4aa43450a65f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:07.468475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Transition to ACTIVE for port object e00310b8-4778-4413-a50c-0efd516e04bd will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:07.469166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-979235ba-ff1f-41df-9d48-4aa43450a65f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:07.475196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:07.496593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.508068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Network': ['ID=5efbb743-4356-4943-bf16-64c15e9ce15a,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:07.515074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:07.518628 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/networks/5efbb743-4356-4943-bf16-64c15e9ce15a HTTP/1.1" status: 204  len: 168 time: 1.9055457
Dec 23 16:17:07.522247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54552) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:07.529224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-37590897'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:07.534760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:07.536063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.538660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Usage tracker for resource:network and tenant:944bc46b1c104321a4ed608825d40684 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:07.539284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Transition to ACTIVE for port object e00310b8-4778-4413-a50c-0efd516e04bd will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:07.542115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:07.550245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:07.550403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.557714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-979235ba-ff1f-41df-9d48-4aa43450a65f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:07.562734 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-979235ba-ff1f-41df-9d48-4aa43450a65f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.3033526
Dec 23 16:17:07.563116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54556) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:07.564669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.580726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.590564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:07.620071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Made reservation on behalf of 944bc46b1c104321a4ed608825d40684 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:07.622748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:07.626072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.676433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:17:07.676741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330c9514-8607-471d-a3f6-136b2509edc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8957179-1df2-461c-a3c9-b406cff6366c'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:17:07.691847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.692248 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Added segment 622a1d61-1d9e-43d0-babf-f3e1f2ac7767 of type vlan for network bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b
Dec 23 16:17:07.707944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d8957179-1df2-461c-a3c9-b406cff6366c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d8957179-1df2-461c-a3c9-b406cff6366c,segment=NetworkSegment(c8a10b3b-603d-4d2d-b86f-ec2db8799b9c),segment_id=c8a10b3b-603d-4d2d-b86f-ec2db8799b9c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:07.709016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Pushing event updated for resources: {'Port': ['ID=e00310b8-4778-4413-a50c-0efd516e04bd,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:07.716986 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3c949e2c-73e2-4c37-adbd-0ca415c90b43 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1488087
Dec 23 16:17:07.717221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Network d7b373ba-8fda-4b8f-98f9-f05c802bd428 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:07.717221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port d556fd42-77da-4961-b007-33dc08eb163e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d556fd42-77da-4961-b007-33dc08eb163e,segment=NetworkSegment(f5bef0e6-d924-48a8-909a-e8ff48036f0b),segment_id=f5bef0e6-d924-48a8-909a-e8ff48036f0b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:07.717470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:07.718696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:07.721169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.723567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:07.725904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d9e8a5c1-eb51-4b60-a24a-a4cc3f678ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:07.730712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54564) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:07.741878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event updated for resources: {'Port': ['ID=faa414d0-ed2d-4a81-94bf-01265a85f8c1,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:07.753502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-540581489'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:07.764793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.775173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:07.795489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:network and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:07.800479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:07.805589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.815970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:07.853701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:07.860184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:07.870853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:07.872595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:07.879295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.902214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:07.902670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:07.903152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:07.903580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:07.904011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:07.914848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:17:07.923006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:07.923638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:07.924086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:07.924513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:07.924934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:07.925363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:07.926527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.927082 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Added segment 3f997ff4-aafe-4f8a-b5d0-5752c567aaff of type vlan for network 6dac8ce1-fc12-4d67-aecd-467c09895438
Dec 23 16:17:07.956272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:07.968101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.989081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:07.995351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:08.004237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:08.012179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc9d84dc-66fa-4c57-8f95-63d8c8a5705a tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:08.195333 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330c9514-8607-471d-a3f6-136b2509edc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8957179-1df2-461c-a3c9-b406cff6366c', 'code': 200}
Dec 23 16:17:08.199247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a240e36e-ab74-48ac-a69d-2deb12c988a6 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:17:08.256868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Attempting to bind port e00310b8-4778-4413-a50c-0efd516e04bd on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:17:08.257219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Attempting to bind port e00310b8-4778-4413-a50c-0efd516e04bd by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '5f63fab3-c820-4419-b07d-b208dbc290d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd7b373ba-8fda-4b8f-98f9-f05c802bd428'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:17:08.257596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Attempting to bind port e00310b8-4778-4413-a50c-0efd516e04bd on network d7b373ba-8fda-4b8f-98f9-f05c802bd428 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:17:08.259893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=d8957179-1df2-461c-a3c9-b406cff6366c,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:08.263661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: a240e36e-ab74-48ac-a69d-2deb12c988a6 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:17:08.264069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a240e36e-ab74-48ac-a69d-2deb12c988a6 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:17:08.267263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:08.267797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.488s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:08.289104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event updated for resources: {'Network': ['ID=bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:08.293966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:08.294781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:08.299782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:08.300843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:08.307625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:08.313676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:08.323204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:17:08.334287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:08.358407 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.6109872
Dec 23 16:17:08.372111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54570) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:08.373068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:08.374241 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b321911a-afc5-4b9d-a14d-696c69c562a0 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.8508534
Dec 23 16:17:08.400781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:17:08.401222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Checking segment: {'id': '5f63fab3-c820-4419-b07d-b208dbc290d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd7b373ba-8fda-4b8f-98f9-f05c802bd428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:08.402414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:08.402750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54572) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:08.402892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Bound using segment: {'id': '5f63fab3-c820-4419-b07d-b208dbc290d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd7b373ba-8fda-4b8f-98f9-f05c802bd428'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:17:08.403398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Bound port: e00310b8-4778-4413-a50c-0efd516e04bd, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f63fab3-c820-4419-b07d-b208dbc290d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd7b373ba-8fda-4b8f-98f9-f05c802bd428'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:17:08.403830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:08.410928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Request body: {'subnet': {'network_id': 'bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:08.449881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3bffbb7c-2e5b-4c60-9e38-76da7d896478 None None] Provisioning complete for port d556fd42-77da-4961-b007-33dc08eb163e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:08.450317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3bffbb7c-2e5b-4c60-9e38-76da7d896478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:08.518131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'subnet': {'network_id': '6dac8ce1-fc12-4d67-aecd-467c09895438', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:08.560432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Network': ['ID=6dac8ce1-fc12-4d67-aecd-467c09895438,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:08.563625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:08.600989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 6dac8ce1-fc12-4d67-aecd-467c09895438 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:17:08.645840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=d556fd42-77da-4961-b007-33dc08eb163e,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:08.646913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:08.652138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:subnet and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:08.652754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:08.655457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:08.659133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59b04e-780e-485f-931c-7c52ef1e91c5 req-46e9ded7-b350-4e22-ba28-35ea138807a4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:08.661058 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6e59b04e-780e-485f-931c-7c52ef1e91c5 req-46e9ded7-b350-4e22-ba28-35ea138807a4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 946 time: 0.4751163
Dec 23 16:17:08.661823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:08.695182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:08.714921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:08.719786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Usage tracker for resource:subnet and tenant:944bc46b1c104321a4ed608825d40684 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:08.723117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:08.730666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:08.748013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Made reservation on behalf of 944bc46b1c104321a4ed608825d40684 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:08.782608 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6e59b04e-780e-485f-931c-7c52ef1e91c5 req-483997e1-5730-46e3-a575-a2b8557aa3ce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1133027
Dec 23 16:17:08.820965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] For port e00310b8-4778-4413-a50c-0efd516e04bd, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:17:08.846210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] For port e00310b8-4778-4413-a50c-0efd516e04bd, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e00310b8-4778-4413-a50c-0efd516e04bd,segment=NetworkSegment(5f63fab3-c820-4419-b07d-b208dbc290d2),segment_id=5f63fab3-c820-4419-b07d-b208dbc290d2)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:17:08.848864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:08.851819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:08.858851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:08.874708 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2694967-6ab2-438c-839b-19cd6bb22bc2 req-829d5c0e-40c8-4295-8cad-b28c6b628f34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 1099 time: 0.4448700
Dec 23 16:17:08.881033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=4bf935f7-411e-498e-a539-c96af2272c83,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:08.883845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:08.884846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:08.895516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:08.952183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Pushing event updated for resources: {'Port': ['ID=e00310b8-4778-4413-a50c-0efd516e04bd,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:08.955344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3bffbb7c-2e5b-4c60-9e38-76da7d896478 None None] Provisioning for port 4bf935f7-411e-498e-a539-c96af2272c83 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:08.958709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:08.968542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3bffbb7c-2e5b-4c60-9e38-76da7d896478 None None] Provisioning complete for port 4bf935f7-411e-498e-a539-c96af2272c83 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:08.968984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3bffbb7c-2e5b-4c60-9e38-76da7d896478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:09.028375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3bffbb7c-2e5b-4c60-9e38-76da7d896478 None None] Port 4bf935f7-411e-498e-a539-c96af2272c83 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:09.148104 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2694967-6ab2-438c-839b-19cd6bb22bc2 req-30fb5832-0e39-49bb-875e-ff0c3b75ab7b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2477500
Dec 23 16:17:09.154522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1d5b5404-800c-4f3c-9d1a-b7257001043d None None] Provisioning complete for port 4bf935f7-411e-498e-a539-c96af2272c83 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:09.155197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5404-800c-4f3c-9d1a-b7257001043d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:09.203173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 0634edca-5be3-46ac-a5a0-65432f5eb637 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:09.212699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:09.217462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b5404-800c-4f3c-9d1a-b7257001043d None None] Port 4bf935f7-411e-498e-a539-c96af2272c83 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:09.262639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:09.270839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:09.364345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:09.365111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:09.399130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event updated for resources: {'Subnet': ['ID=1b2ae840-cb96-488f-b2a3-ef0fcedcfce3,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:09.410228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:09.412385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Checking segment: {'id': '622a1d61-1d9e-43d0-babf-f3e1f2ac7767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:09.412794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Network hostable DHCP agents. Network: bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:17:09.440917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Network bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:17:09.456295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:09.467815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a080fc3-a10e-4a7f-8eee-f9671b1556f5 None None] Network bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:09.475708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:09.476534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:09.518062 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.1122553
Dec 23 16:17:09.518894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54578) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:09.722433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:09.798471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9f4b5e77-9185-4050-952b-73df3f040d43 None None] Provisioning complete for port 4bf935f7-411e-498e-a539-c96af2272c83 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:09.799235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5e77-9185-4050-952b-73df3f040d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:09.803533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:09.863541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acdff53-ab54-4e7a-bc9d-593f1fbf3319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b', 'network_id': 'bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b', 'tenant_id': '944bc46b1c104321a4ed608825d40684', 'fixed_ips': [{'subnet_id': '1b2ae840-cb96-488f-b2a3-ef0fcedcfce3'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:17:09.864487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0acdff53-ab54-4e7a-bc9d-593f1fbf3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:09.883973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:09.889998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-755ed6eb-a771-4391-921b-b4426a7773f1 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:09.893318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:09.899283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c1f855af-ee16-4761-bc0c-d057013b00d3 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:09.938863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2ae840-cb96-488f-b2a3-ef0fcedcfce3,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:09.941935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:10.016586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b5e77-9185-4050-952b-73df3f040d43 None None] Port 4bf935f7-411e-498e-a539-c96af2272c83 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:10.063100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:10.069278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dcb960-10ce-4e01-9bce-22813f059b3e None None] Network bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:10.093027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4214e0>,) {'filters': {'network_id': ['bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:10.106818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4214e0>, '622a1d61-1d9e-43d0-babf-f3e1f2ac7767') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:10.107189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4214e0>, '622a1d61-1d9e-43d0-babf-f3e1f2ac7767') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:10.120543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:10.141464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:10.148973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:17:10.149413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:10.253823 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:10.258216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:10.265080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-024435dc-de50-4925-856e-fef9cffbb4e6 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:10.287527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:10.290893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d556fd42-77da-4961-b007-33dc08eb163e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:10.297955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Network': ['ID=bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:10.303097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:10.307193 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/networks/bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b HTTP/1.1" status: 204  len: 168 time: 0.7871025
Dec 23 16:17:10.312015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54584) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:10.331999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Subnet': ['ID=f88d9fe8-292c-439b-813a-145275107827,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:10.335160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:10.360901 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb005cf-3c49-4c2b-9050-14cf9e8b642a tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:10.361411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb005cf-3c49-4c2b-9050-14cf9e8b642a tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:17:10.363313 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cbb005cf-3c49-4c2b-9050-14cf9e8b642a tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/subnets/1b2ae840-cb96-488f-b2a3-ef0fcedcfce3 HTTP/1.1" status: 404  len: 337 time: 0.0501595
Dec 23 16:17:10.366171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54588) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:10.403319 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e749115-f74f-4514-8848-9ee921d0d2bb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:10.403824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e749115-f74f-4514-8848-9ee921d0d2bb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:17:10.405827 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4e749115-f74f-4514-8848-9ee921d0d2bb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/networks/bc38ff8b-595d-470e-a4ce-2c6b75cb5d6b HTTP/1.1" status: 404  len: 339 time: 0.0384841
Dec 23 16:17:10.408583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54592) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:10.409654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port d556fd42-77da-4961-b007-33dc08eb163e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:10.410107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:10.420370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Checking segment: {'id': '3f997ff4-aafe-4f8a-b5d0-5752c567aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6dac8ce1-fc12-4d67-aecd-467c09895438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:10.420776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network hostable DHCP agents. Network: 6dac8ce1-fc12-4d67-aecd-467c09895438, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:17:10.456523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a8ac0-f39a-4489-9474-41ce26b12126 req-12aa47fb-9eb4-46c5-8116-9b17c0a0894c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:10.460073 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9cfb9d-b16e-484e-9c27-5cec92ef442d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:10.460752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9cfb9d-b16e-484e-9c27-5cec92ef442d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:17:10.462788 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ed9cfb9d-b16e-484e-9c27-5cec92ef442d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/subnets/10bbbc58-c904-4ed9-80c0-bd47d4ff81a9 HTTP/1.1" status: 404  len: 337 time: 0.0532446
Dec 23 16:17:10.464090 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-176a8ac0-f39a-4489-9474-41ce26b12126 req-12aa47fb-9eb4-46c5-8116-9b17c0a0894c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 946 time: 0.5352163
Dec 23 16:17:10.465703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54596) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:10.496256 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0b4a2e-c1f2-40b2-b3e4-40e0e04de46e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:10.496771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0b4a2e-c1f2-40b2-b3e4-40e0e04de46e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:17:10.498900 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4e0b4a2e-c1f2-40b2-b3e4-40e0e04de46e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/networks/5efbb743-4356-4943-bf16-64c15e9ce15a HTTP/1.1" status: 404  len: 339 time: 0.0318294
Dec 23 16:17:10.501731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54600) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:10.553261 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-928b12a6-a132-439c-bafc-d1d00f34e1f5 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:10.553804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928b12a6-a132-439c-bafc-d1d00f34e1f5 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:17:10.555772 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-928b12a6-a132-439c-bafc-d1d00f34e1f5 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/subnets/7b9b84df-b3ea-43dd-8388-92d69e4c17ef HTTP/1.1" status: 404  len: 337 time: 0.0528872
Dec 23 16:17:10.556128 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-176a8ac0-f39a-4489-9474-41ce26b12126 req-08372250-60e6-447c-a449-e72e873960d8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909634
Dec 23 16:17:10.556782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network 6dac8ce1-fc12-4d67-aecd-467c09895438 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:17:10.559166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54604) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:10.562661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e00310b8-4778-4413-a50c-0efd516e04bd up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:10.588205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 6dac8ce1-fc12-4d67-aecd-467c09895438) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:10.593377 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f9053c-fa93-46ec-ac77-3092df9ae61b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:10.594071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f9053c-fa93-46ec-ac77-3092df9ae61b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:17:10.596139 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b5f9053c-fa93-46ec-ac77-3092df9ae61b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/networks/308fdb9f-b06e-4600-b62c-1ddd0eb3274b HTTP/1.1" status: 404  len: 339 time: 0.0356274
Dec 23 16:17:10.598837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54608) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:10.603585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d945da0-a982-4d92-ac4f-6ce9ce413946 None None] Network 6dac8ce1-fc12-4d67-aecd-467c09895438 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:10.614963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:10.614963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:10.679360 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2601550
Dec 23 16:17:10.682235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54612) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:10.684189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-054e4cc7-84fd-4d41-bc97-181f2b3994fb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Deleting port 1f1a2c34-0440-484d-b4d4-8769e310b634 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:10.684699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-054e4cc7-84fd-4d41-bc97-181f2b3994fb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:10.692713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'network_id': '6dac8ce1-fc12-4d67-aecd-467c09895438', 'name': 'tempest-PortsTestJSON-1296176569'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:10.708819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router 7ca68834-b9ce-4cfa-a03d-20258cb3fb60 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:17:10.711440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Router fb3c36aa-cd62-4d36-918d-d27133454cb0 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:17:10.843419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port e00310b8-4778-4413-a50c-0efd516e04bd completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:10.925727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-6dac8ce1-fc12-4d67-aecd-467c09895438', 'network_id': '6dac8ce1-fc12-4d67-aecd-467c09895438', 'tenant_id': 'edbf93358d7c4b0498adcac01ebd39d0', 'fixed_ips': [{'subnet_id': 'f88d9fe8-292c-439b-813a-145275107827'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:17:10.926895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:10.968185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-054e4cc7-84fd-4d41-bc97-181f2b3994fb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:11.027391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806ce9e3-1005-435d-a659-62cc2f77420b None None] Network d7b373ba-8fda-4b8f-98f9-f05c802bd428 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:11.106961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-054e4cc7-84fd-4d41-bc97-181f2b3994fb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Calling delete_port for 1f1a2c34-0440-484d-b4d4-8769e310b634 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:11.108649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:11.125673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:11.152357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:11.157913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:11.200197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-83faa19b-e2b6-4e27-8d6d-942f57d6c79a None None] Provisioning for port e00310b8-4778-4413-a50c-0efd516e04bd completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:11.207573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-054e4cc7-84fd-4d41-bc97-181f2b3994fb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:11.216913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-83faa19b-e2b6-4e27-8d6d-942f57d6c79a None None] Provisioning complete for port e00310b8-4778-4413-a50c-0efd516e04bd triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:11.217340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-83faa19b-e2b6-4e27-8d6d-942f57d6c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:11.222535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:11.263170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port 680be3a6-19f4-497b-9684-dcfaf12bf49a yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:17:11.277287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e4cc7-84fd-4d41-bc97-181f2b3994fb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Port': ['ID=1f1a2c34-0440-484d-b4d4-8769e310b634,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:11.280927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-054e4cc7-84fd-4d41-bc97-181f2b3994fb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:11.282320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-054e4cc7-84fd-4d41-bc97-181f2b3994fb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:11.291880 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-054e4cc7-84fd-4d41-bc97-181f2b3994fb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/ports/1f1a2c34-0440-484d-b4d4-8769e310b634 HTTP/1.1" status: 204  len: 168 time: 0.6913135
Dec 23 16:17:11.293369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54616) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:11.306489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:11.315076 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/7ca68834-b9ce-4cfa-a03d-20258cb3fb60/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5109422
Dec 23 16:17:11.315216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54620) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:11.337372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc545a-a2c9-4d8d-9aa9-fa11ce18148c None None] Sync routers for ids ['7ca68834-b9ce-4cfa-a03d-20258cb3fb60'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:11.337852 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e61e4d3-fdea-4859-a732-ee36fc0e69d9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:11.338359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e61e4d3-fdea-4859-a732-ee36fc0e69d9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:17:11.341146 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6e61e4d3-fdea-4859-a732-ee36fc0e69d9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/subnets/f5bcb35f-4516-4fc7-a3be-d2ebea5e6da0 HTTP/1.1" status: 404  len: 337 time: 0.0464175
Dec 23 16:17:11.343665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54624) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:11.348669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Allocated IP 172.20.0.2 (6dac8ce1-fc12-4d67-aecd-467c09895438/f88d9fe8-292c-439b-813a-145275107827/940cb67b-5228-452b-8ac0-9b43a7239b73) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:11.453457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc545a-a2c9-4d8d-9aa9-fa11ce18148c None None] Routers {'7ca68834-b9ce-4cfa-a03d-20258cb3fb60'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:11.454158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2ecc545a-a2c9-4d8d-9aa9-fa11ce18148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2790b8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['7ca68834-b9ce-4cfa-a03d-20258cb3fb60'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:11.456130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a077892b-f15a-4776-aa3a-4848c3075c5e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:11.456841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a077892b-f15a-4776-aa3a-4848c3075c5e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Synchronizing usage tracker for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:11.477647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:11.479737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c01fdfc-e669-4352-beba-a3f0b91d4c8f tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:11.491298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a042fdb-14a1-4c5e-a571-5a82983d47e7 None None] Sync routers for ids ['fb3c36aa-cd62-4d36-918d-d27133454cb0'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:11.495237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a077892b-f15a-4776-aa3a-4848c3075c5e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Unset dirty status for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:11.499786 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a077892b-f15a-4776-aa3a-4848c3075c5e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports/4bf935f7-411e-498e-a539-c96af2272c83 HTTP/1.1" status: 200  len: 977 time: 0.1835237
Dec 23 16:17:11.503100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54628) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:11.505161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a042fdb-14a1-4c5e-a571-5a82983d47e7 None None] Routers {'fb3c36aa-cd62-4d36-918d-d27133454cb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:11.505865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0a042fdb-14a1-4c5e-a571-5a82983d47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a639588>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['fb3c36aa-cd62-4d36-918d-d27133454cb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:11.575653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0a042fdb-14a1-4c5e-a571-5a82983d47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a639588>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:11.603150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a042fdb-14a1-4c5e-a571-5a82983d47e7 None None] Routers {'fb3c36aa-cd62-4d36-918d-d27133454cb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:11.603819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0a042fdb-14a1-4c5e-a571-5a82983d47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a639588>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['fb3c36aa-cd62-4d36-918d-d27133454cb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:11.640882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c01fdfc-e669-4352-beba-a3f0b91d4c8f tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:11.654647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:11.656529 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 6.3750737
Dec 23 16:17:11.665463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54634) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:11.681636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-9c01fdfc-e669-4352-beba-a3f0b91d4c8f tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79aff898>,) {'filters': {'network_id': ['25fd87ee-06d2-409c-be8a-517444afa5fd']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:11.688219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0a042fdb-14a1-4c5e-a571-5a82983d47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a639588>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:11.688884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a042fdb-14a1-4c5e-a571-5a82983d47e7 None None] The sync data for ids ['fb3c36aa-cd62-4d36-918d-d27133454cb0'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:11.712111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-9c01fdfc-e669-4352-beba-a3f0b91d4c8f tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79aff898>, '2b0bd37f-b55e-4e91-93f0-d9c5bf5e6f3d') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:11.712334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-9c01fdfc-e669-4352-beba-a3f0b91d4c8f tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79aff898>, '2b0bd37f-b55e-4e91-93f0-d9c5bf5e6f3d') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:11.742010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c01fdfc-e669-4352-beba-a3f0b91d4c8f tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:11.809114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c01fdfc-e669-4352-beba-a3f0b91d4c8f tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:11.834851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c01fdfc-e669-4352-beba-a3f0b91d4c8f tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:17:11.835732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c01fdfc-e669-4352-beba-a3f0b91d4c8f tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:11.856593 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:11.884232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-83faa19b-e2b6-4e27-8d6d-942f57d6c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:11.894922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2ecc545a-a2c9-4d8d-9aa9-fa11ce18148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2790b8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:11.962530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c01fdfc-e669-4352-beba-a3f0b91d4c8f tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:11.968411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a4371887-57cc-4027-b212-db4724c5e2a2 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:11.994289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c01fdfc-e669-4352-beba-a3f0b91d4c8f tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:12.009618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bec12e-5a10-4937-b8e6-454cbed56f5e req-5f556056-6a50-4769-903f-192a77f8796e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:12.012010 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0bec12e-5a10-4937-b8e6-454cbed56f5e req-5f556056-6a50-4769-903f-192a77f8796e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 946 time: 0.2465582
Dec 23 16:17:12.012964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01fdfc-e669-4352-beba-a3f0b91d4c8f tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Network': ['ID=25fd87ee-06d2-409c-be8a-517444afa5fd,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:12.017642 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9c01fdfc-e669-4352-beba-a3f0b91d4c8f tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/networks/25fd87ee-06d2-409c-be8a-517444afa5fd HTTP/1.1" status: 204  len: 168 time: 0.6713810
Dec 23 16:17:12.017642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c01fdfc-e669-4352-beba-a3f0b91d4c8f tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:12.023301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54638) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:12.036219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc545a-a2c9-4d8d-9aa9-fa11ce18148c None None] Routers {'7ca68834-b9ce-4cfa-a03d-20258cb3fb60'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:12.036935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2ecc545a-a2c9-4d8d-9aa9-fa11ce18148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2790b8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['7ca68834-b9ce-4cfa-a03d-20258cb3fb60'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:12.131305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ef702-2528-4457-aed6-a73895f9e5ba tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Deleting port 388bf752-3692-47f7-91c5-9f62177ca2b7 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:12.131718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef702-2528-4457-aed6-a73895f9e5ba tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:12.132546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-83faa19b-e2b6-4e27-8d6d-942f57d6c79a None None] For port e00310b8-4778-4413-a50c-0efd516e04bd, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e00310b8-4778-4413-a50c-0efd516e04bd,segment=NetworkSegment(5f63fab3-c820-4419-b07d-b208dbc290d2),segment_id=5f63fab3-c820-4419-b07d-b208dbc290d2)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:12.141614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2ecc545a-a2c9-4d8d-9aa9-fa11ce18148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2790b8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:12.142085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc545a-a2c9-4d8d-9aa9-fa11ce18148c None None] The sync data for ids ['7ca68834-b9ce-4cfa-a03d-20258cb3fb60'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:12.149567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-83faa19b-e2b6-4e27-8d6d-942f57d6c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:12.202076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:12.295570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:12.338119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:12.357048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83faa19b-e2b6-4e27-8d6d-942f57d6c79a None None] Pushing event updated for resources: {'Port': ['ID=e00310b8-4778-4413-a50c-0efd516e04bd,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:12.360527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Transition to ACTIVE for port object 940cb67b-5228-452b-8ac0-9b43a7239b73 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:12.363999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-83faa19b-e2b6-4e27-8d6d-942f57d6c79a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:12.398334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Transition to ACTIVE for port object 940cb67b-5228-452b-8ac0-9b43a7239b73 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:12.409306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:12.415953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:12.507814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Network 6dac8ce1-fc12-4d67-aecd-467c09895438 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:12.511649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:12.515514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:12.518414 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0bec12e-5a10-4937-b8e6-454cbed56f5e req-8e019402-d97c-40d5-a7b5-56d6b4eaba0a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4920697
Dec 23 16:17:12.525369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Pushing event updated for resources: {'Port': ['ID=940cb67b-5228-452b-8ac0-9b43a7239b73,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:12.528779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:12.591692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Allocated IP 172.20.0.12 (6dac8ce1-fc12-4d67-aecd-467c09895438/f88d9fe8-292c-439b-813a-145275107827/680be3a6-19f4-497b-9684-dcfaf12bf49a) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:12.632306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Attempting to bind port 940cb67b-5228-452b-8ac0-9b43a7239b73 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:17:12.632732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Attempting to bind port 940cb67b-5228-452b-8ac0-9b43a7239b73 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '3f997ff4-aafe-4f8a-b5d0-5752c567aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6dac8ce1-fc12-4d67-aecd-467c09895438'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:17:12.633152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Attempting to bind port 940cb67b-5228-452b-8ac0-9b43a7239b73 on network 6dac8ce1-fc12-4d67-aecd-467c09895438 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:17:12.645377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:17:12.645787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Checking segment: {'id': '3f997ff4-aafe-4f8a-b5d0-5752c567aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6dac8ce1-fc12-4d67-aecd-467c09895438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:12.646252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:12.646704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Bound using segment: {'id': '3f997ff4-aafe-4f8a-b5d0-5752c567aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6dac8ce1-fc12-4d67-aecd-467c09895438'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:17:12.647249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Bound port: 940cb67b-5228-452b-8ac0-9b43a7239b73, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f997ff4-aafe-4f8a-b5d0-5752c567aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6dac8ce1-fc12-4d67-aecd-467c09895438'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:17:12.647685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:12.657901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d3cdcee2-2f53-49de-8792-b38605408a58 None None] Provisioning complete for port e00310b8-4778-4413-a50c-0efd516e04bd triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:12.658328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d3cdcee2-2f53-49de-8792-b38605408a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:12.687272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef702-2528-4457-aed6-a73895f9e5ba tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:12.825967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ef702-2528-4457-aed6-a73895f9e5ba tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Calling delete_port for 388bf752-3692-47f7-91c5-9f62177ca2b7 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:12.843376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] For port 940cb67b-5228-452b-8ac0-9b43a7239b73, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:17:12.857932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] For port 940cb67b-5228-452b-8ac0-9b43a7239b73, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=940cb67b-5228-452b-8ac0-9b43a7239b73,segment=NetworkSegment(3f997ff4-aafe-4f8a-b5d0-5752c567aaff),segment_id=3f997ff4-aafe-4f8a-b5d0-5752c567aaff)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:17:12.865021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:12.869851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b8d7fea3-1caf-4115-b351-e101b89e7938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:12.908751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef702-2528-4457-aed6-a73895f9e5ba tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:12.914856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:12.956273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Pushing event updated for resources: {'Port': ['ID=940cb67b-5228-452b-8ac0-9b43a7239b73,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:12.959401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:12.962017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ef702-2528-4457-aed6-a73895f9e5ba tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Port': ['ID=388bf752-3692-47f7-91c5-9f62177ca2b7,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:12.966455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aa2ef702-2528-4457-aed6-a73895f9e5ba tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:12.973056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef702-2528-4457-aed6-a73895f9e5ba tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:12.983183 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aa2ef702-2528-4457-aed6-a73895f9e5ba tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/ports/388bf752-3692-47f7-91c5-9f62177ca2b7 HTTP/1.1" status: 204  len: 168 time: 0.9561832
Dec 23 16:17:12.983647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54644) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:13.035411 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-492513eb-2b0b-45ed-855a-c3b13f61a538 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:13.036213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492513eb-2b0b-45ed-855a-c3b13f61a538 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:17:13.038242 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-492513eb-2b0b-45ed-855a-c3b13f61a538 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/subnets/0ef60019-d8eb-4371-bfb8-362f6a8bf1b7 HTTP/1.1" status: 404  len: 337 time: 0.0532396
Dec 23 16:17:13.041956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54648) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:13.123993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21caf00-18e4-423f-9055-2b2e7453461e req-e3e3b709-47d3-406e-ba52-50cad681f33e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:13.125630 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d21caf00-18e4-423f-9055-2b2e7453461e req-e3e3b709-47d3-406e-ba52-50cad681f33e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 946 time: 0.4127691
Dec 23 16:17:13.167965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:13.174070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:13.187208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Deleting port a7369011-b61d-4750-9b31-b226923fb405 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:13.187595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:13.213894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Transition to ACTIVE for port object 680be3a6-19f4-497b-9684-dcfaf12bf49a will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:13.290066 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d21caf00-18e4-423f-9055-2b2e7453461e req-e3ca08da-9829-4493-8b58-742512248640 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1486442
Dec 23 16:17:13.418335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0409bf04-8d83-45e1-8ec2-429bfc368650 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:13.452607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] For port a7369011-b61d-4750-9b31-b226923fb405, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a7369011-b61d-4750-9b31-b226923fb405,segment=NetworkSegment(cd2462f7-6f9a-44ce-8801-3d660289386d),segment_id=cd2462f7-6f9a-44ce-8801-3d660289386d)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:13.453025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:13.486692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:13.499575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-43afa447-5c58-439d-ac1a-19ec5c028cde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:13.602942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Calling delete_port for a7369011-b61d-4750-9b31-b226923fb405 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:13.661113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network 6dac8ce1-fc12-4d67-aecd-467c09895438 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:13.663235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:13.665237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=680be3a6-19f4-497b-9684-dcfaf12bf49a,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:13.671131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:13.678124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:13.682176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4909f09-c93e-4f45-8ebd-176c7b3f462d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:13.699176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:13.722962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Port': ['ID=a7369011-b61d-4750-9b31-b226923fb405,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:13.727375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:13.732873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] No DVR routers for this DVR port a7369011-b61d-4750-9b31-b226923fb405 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:17:13.824122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:13.824812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:13.853364 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 3.1687539
Dec 23 16:17:13.858436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54656) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:13.865274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:13.869473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'network_id': '6dac8ce1-fc12-4d67-aecd-467c09895438', 'name': 'tempest-PortsTestJSON-735781587'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:13.893308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79f76b00>,) {'filters': {'network_id': ['85c91df4-e412-4dfe-8edd-74d70e7df3aa']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:13.912167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79f76b00>, 'cd2462f7-6f9a-44ce-8801-3d660289386d') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:13.912517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79f76b00>, 'cd2462f7-6f9a-44ce-8801-3d660289386d') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:13.927361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:13.943106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:13.950710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:17:13.951734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:13.969030 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:14.054816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:14.059676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0957b3c3-a77a-46a2-9846-15ff478f48ec tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:14.078752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:14.091030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Network': ['ID=85c91df4-e412-4dfe-8edd-74d70e7df3aa,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:14.096257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:14.102088 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/networks/85c91df4-e412-4dfe-8edd-74d70e7df3aa HTTP/1.1" status: 204  len: 168 time: 1.0559628
Dec 23 16:17:14.102088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54660) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:14.105397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e00310b8-4778-4413-a50c-0efd516e04bd up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:14.192946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port e00310b8-4778-4413-a50c-0efd516e04bd triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:14.193182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:14.333199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d60bf7-f852-474e-9e14-4adc9475c91b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Deleting subnet e041033e-e5f9-4fbd-b632-018cd58fe8a2 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:17:14.337472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8d60bf7-f852-474e-9e14-4adc9475c91b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:14.373234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 940cb67b-5228-452b-8ac0-9b43a7239b73 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:14.409301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8d60bf7-f852-474e-9e14-4adc9475c91b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:14.464502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 940cb67b-5228-452b-8ac0-9b43a7239b73 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:14.519333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8d60bf7-f852-474e-9e14-4adc9475c91b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:14.556590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:14.573928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:port and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:14.579709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:14.597543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:14.601424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8d60bf7-f852-474e-9e14-4adc9475c91b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:14.607549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-38a66fe4-f781-4d74-9416-271d3ec2e1b1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:14.646497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d60bf7-f852-474e-9e14-4adc9475c91b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Subnet': ['ID=e041033e-e5f9-4fbd-b632-018cd58fe8a2,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:14.650324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b8d60bf7-f852-474e-9e14-4adc9475c91b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:14.654775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8d60bf7-f852-474e-9e14-4adc9475c91b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:14.658662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:14.661312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a22cca-bbf2-4cdb-bb2a-464c486bccbd None None] Network eb971f8c-4090-4d20-b33f-74cf7457ad6d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:14.664296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:14.666418 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b8d60bf7-f852-474e-9e14-4adc9475c91b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/subnets/e041033e-e5f9-4fbd-b632-018cd58fe8a2 HTTP/1.1" status: 204  len: 168 time: 0.5632639
Dec 23 16:17:14.671451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54664) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:14.687213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0409bf04-8d83-45e1-8ec2-429bfc368650 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port 4bf935f7-411e-498e-a539-c96af2272c83 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:14.687612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0409bf04-8d83-45e1-8ec2-429bfc368650 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:14.760205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port b4988f10-15ac-4a80-9130-e6225ccca782 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:17:14.806599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:14.817953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Deleting port d9e3a4c2-5e1a-4ce4-819c-fef3a136264d {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:14.818326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:14.831092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54668) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:14.839875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:14.840542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fcb719-86fc-4a16-b1ef-43ff9f61fda1 None None] Network 6dac8ce1-fc12-4d67-aecd-467c09895438 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:15.036582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-204b76fa-5308-4675-b5f5-7c9e4c10cc23 None None] Provisioning for port 940cb67b-5228-452b-8ac0-9b43a7239b73 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:15.052676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] For port d9e3a4c2-5e1a-4ce4-819c-fef3a136264d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d9e3a4c2-5e1a-4ce4-819c-fef3a136264d,segment=NetworkSegment(879abdb4-be10-47d0-b456-2de11e4079c9),segment_id=879abdb4-be10-47d0-b456-2de11e4079c9)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:15.053084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:15.083748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-204b76fa-5308-4675-b5f5-7c9e4c10cc23 None None] Provisioning complete for port 940cb67b-5228-452b-8ac0-9b43a7239b73 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:15.083748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-204b76fa-5308-4675-b5f5-7c9e4c10cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:15.185523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Calling delete_port for d9e3a4c2-5e1a-4ce4-819c-fef3a136264d owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:15.261564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a52b0d-a9a2-467c-ba9b-e0c6f95ee850 None None] DHCP port deletion for eb971f8c-4090-4d20-b33f-74cf7457ad6d request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:17:15.277350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:15.285391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:15.303100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-204b76fa-5308-4675-b5f5-7c9e4c10cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:15.320718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0409bf04-8d83-45e1-8ec2-429bfc368650 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:15.343506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-204b76fa-5308-4675-b5f5-7c9e4c10cc23 None None] For port 940cb67b-5228-452b-8ac0-9b43a7239b73, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=940cb67b-5228-452b-8ac0-9b43a7239b73,segment=NetworkSegment(3f997ff4-aafe-4f8a-b5d0-5752c567aaff),segment_id=3f997ff4-aafe-4f8a-b5d0-5752c567aaff)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:15.352682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-204b76fa-5308-4675-b5f5-7c9e4c10cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:15.355814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Port': ['ID=d9e3a4c2-5e1a-4ce4-819c-fef3a136264d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:15.356460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e8276439-2f8d-4bcf-9656-4429a413da04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:15.360494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:15.361595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] No DVR routers for this DVR port d9e3a4c2-5e1a-4ce4-819c-fef3a136264d on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:17:15.413365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Allocated IP 172.20.0.9 (6dac8ce1-fc12-4d67-aecd-467c09895438/f88d9fe8-292c-439b-813a-145275107827/b4988f10-15ac-4a80-9130-e6225ccca782) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:15.430405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b76fa-5308-4675-b5f5-7c9e4c10cc23 None None] Pushing event updated for resources: {'Port': ['ID=940cb67b-5228-452b-8ac0-9b43a7239b73,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:15.435188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-204b76fa-5308-4675-b5f5-7c9e4c10cc23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:15.484790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0409bf04-8d83-45e1-8ec2-429bfc368650 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for 4bf935f7-411e-498e-a539-c96af2272c83 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:15.515841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:15.545181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6cb7f0>,) {'filters': {'network_id': ['eb971f8c-4090-4d20-b33f-74cf7457ad6d']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:15.560494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6cb7f0>, '879abdb4-be10-47d0-b456-2de11e4079c9') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:15.560776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6cb7f0>, '879abdb4-be10-47d0-b456-2de11e4079c9') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:15.575718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:15.592042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:15.598651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:17:15.599126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:15.615900 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:15.685912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6dcc0fb6-5d40-4439-8e50-f3e52d2613e8 None None] Provisioning complete for port 940cb67b-5228-452b-8ac0-9b43a7239b73 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:15.688148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6dcc0fb6-5d40-4439-8e50-f3e52d2613e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:15.704420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:15.707910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5365839d-24ba-4dfd-801f-f19d17c9b0f1 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:15.728011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:15.746365 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] 10.222.0.67 "DELETE /v2.0/networks/eb971f8c-4090-4d20-b33f-74cf7457ad6d HTTP/1.1" status: 204  len: 168 time: 1.0687881
Dec 23 16:17:15.750408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Pushing event deleted for resources: {'Network': ['ID=eb971f8c-4090-4d20-b33f-74cf7457ad6d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:15.753409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:15.868591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6dcc0fb6-5d40-4439-8e50-f3e52d2613e8 None None] Provisioning for port 680be3a6-19f4-497b-9684-dcfaf12bf49a completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:15.876280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6dcc0fb6-5d40-4439-8e50-f3e52d2613e8 None None] Provisioning complete for port 680be3a6-19f4-497b-9684-dcfaf12bf49a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:15.876713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6dcc0fb6-5d40-4439-8e50-f3e52d2613e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:15.961711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d1b969-fc91-40aa-ad79-a3723e1f9624 None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:17:16.007689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 940cb67b-5228-452b-8ac0-9b43a7239b73 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:16.043507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc0fb6-5d40-4439-8e50-f3e52d2613e8 None None] Port 680be3a6-19f4-497b-9684-dcfaf12bf49a cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:16.151739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 940cb67b-5228-452b-8ac0-9b43a7239b73 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:16.152191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:16.210135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54676) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:16.250114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d1b969-fc91-40aa-ad79-a3723e1f9624 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:17:16.270579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-757c6408-c5bf-4e2d-a479-0cc66b4993d7 None None] Provisioning complete for port 680be3a6-19f4-497b-9684-dcfaf12bf49a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:16.271051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-757c6408-c5bf-4e2d-a479-0cc66b4993d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:16.417535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-757c6408-c5bf-4e2d-a479-0cc66b4993d7 None None] Port 680be3a6-19f4-497b-9684-dcfaf12bf49a cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:16.436960 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c7d4842d-4b21-4bd0-b34b-25cb03433693 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=944bc46b1c104321a4ed608825d40684&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2254510
Dec 23 16:17:16.439726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54682) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:16.498857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d9e3a4c2-5e1a-4ce4-819c-fef3a136264d no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:17:16.517317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e86c2a68-1074-4da8-a38c-f48bc83bb35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:16.525770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Allocated IP 172.20.0.1 (d7b373ba-8fda-4b8f-98f9-f05c802bd428/c95adaaa-04dc-42d8-b7b2-907addd64bb3/658d0dd9-1ace-41e5-a0cb-dde83cdbe6e5) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:16.539422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:16.549265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e86c2a68-1074-4da8-a38c-f48bc83bb35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:16.587581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0409bf04-8d83-45e1-8ec2-429bfc368650 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:16.589723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Transition to ACTIVE for port object b4988f10-15ac-4a80-9130-e6225ccca782 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:16.600366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e3524211-5329-43a6-9b45-bd06eae7a0d8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:16.602576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e86c2a68-1074-4da8-a38c-f48bc83bb35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:16.609386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:16.629684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c2a68-1074-4da8-a38c-f48bc83bb35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5a246f-a9f1-4383-acc1-38b9ec6beb5f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:16.633801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e86c2a68-1074-4da8-a38c-f48bc83bb35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:16.636210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e86c2a68-1074-4da8-a38c-f48bc83bb35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:16.639922 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e86c2a68-1074-4da8-a38c-f48bc83bb35e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7f5a246f-a9f1-4383-acc1-38b9ec6beb5f HTTP/1.1" status: 204  len: 168 time: 0.1964762
Dec 23 16:17:16.672977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409bf04-8d83-45e1-8ec2-429bfc368650 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=4bf935f7-411e-498e-a539-c96af2272c83,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:16.676401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0409bf04-8d83-45e1-8ec2-429bfc368650 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:16.707272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: d9e3a4c2-5e1a-4ce4-819c-fef3a136264d {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:17:16.707721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d9e3a4c2-5e1a-4ce4-819c-fef3a136264d not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:17:16.888245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:16.901896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58bc4d54-c245-4729-be36-bd9d4a9f31e7 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:16.967524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab19b3d2-f86b-43f3-ae00-8e8a99f623cd None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:17:17.100493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:17.105226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network 6dac8ce1-fc12-4d67-aecd-467c09895438 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:17.105414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab19b3d2-f86b-43f3-ae00-8e8a99f623cd None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:17:17.106909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=b4988f10-15ac-4a80-9130-e6225ccca782,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:17.169808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:17.178337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:17.183429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:17.249392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Transition to ACTIVE for port object 658d0dd9-1ace-41e5-a0cb-dde83cdbe6e5 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:17.355833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:17.356453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:17.377815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0409bf04-8d83-45e1-8ec2-429bfc368650 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:17.399677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:17.413664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-04c5ebcb-74d3-46b4-b428-dc053897769b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:17.559113 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.6949887
Dec 23 16:17:17.559693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54704) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:17.646862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54708) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:17.671477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Network d7b373ba-8fda-4b8f-98f9-f05c802bd428 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:17.711540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d624b72c-549e-4fd6-9db3-b88badb0be2b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:17.717514 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d624b72c-549e-4fd6-9db3-b88badb0be2b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200  len: 923 time: 0.1566389
Dec 23 16:17:17.718710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54714) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:17.732822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:17.734907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event updated for resources: {'Port': ['ID=658d0dd9-1ace-41e5-a0cb-dde83cdbe6e5,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:17.737549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:17.802243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:17.831899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-335249f5-e05c-40cd-8156-4bb76944d988 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port b4988f10-15ac-4a80-9130-e6225ccca782 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:17.832417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-335249f5-e05c-40cd-8156-4bb76944d988 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:17.905479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-986548615'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:17.925985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:17.938055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:network and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:17.943409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:17.955338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:17.955637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:18.016008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:18.021548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:18.044710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:18.056963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fd42d371-483f-471e-9ded-94cdef66073f None None] Provisioning for port b4988f10-15ac-4a80-9130-e6225ccca782 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:18.064117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fd42d371-483f-471e-9ded-94cdef66073f None None] Provisioning complete for port b4988f10-15ac-4a80-9130-e6225ccca782 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:18.064554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd42d371-483f-471e-9ded-94cdef66073f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:18.124190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:18.136141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fd42d371-483f-471e-9ded-94cdef66073f None None] Port b4988f10-15ac-4a80-9130-e6225ccca782 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:18.143341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:security_group_rule and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:18.148736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:18.210724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:18.266855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-908a1c62-e4c1-4ac6-b193-a5233bcfd5fd None None] Provisioning for port 658d0dd9-1ace-41e5-a0cb-dde83cdbe6e5 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:18.272783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-908a1c62-e4c1-4ac6-b193-a5233bcfd5fd None None] Provisioning complete for port 658d0dd9-1ace-41e5-a0cb-dde83cdbe6e5 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:18.273384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-908a1c62-e4c1-4ac6-b193-a5233bcfd5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:18.290681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-335249f5-e05c-40cd-8156-4bb76944d988 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:18.333026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-908a1c62-e4c1-4ac6-b193-a5233bcfd5fd None None] Port 658d0dd9-1ace-41e5-a0cb-dde83cdbe6e5 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:18.452477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-335249f5-e05c-40cd-8156-4bb76944d988 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for b4988f10-15ac-4a80-9130-e6225ccca782 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:18.530918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:18.535353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:18.542659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f925721-201b-4c7c-9ab2-318a78e5a3e0 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:18.583796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:18.592516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:17:18.599827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1bea5d-1d5c-4f11-8990-835ad2aa16a0,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:18.603172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:18.640809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0409bf04-8d83-45e1-8ec2-429bfc368650 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router 7ca68834-b9ce-4cfa-a03d-20258cb3fb60 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:17:18.680047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:18.680570 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Added segment 41151ab5-8929-4abf-90e6-0753ecb75b9d of type vlan for network b1e73379-afe3-4cde-aaea-3711f3caa926
Dec 23 16:17:18.681797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-335249f5-e05c-40cd-8156-4bb76944d988 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:18.691894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fd941033-d0fd-4080-b394-9d8d99427d99 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:18.741483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335249f5-e05c-40cd-8156-4bb76944d988 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=b4988f10-15ac-4a80-9130-e6225ccca782,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:18.747889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-335249f5-e05c-40cd-8156-4bb76944d988 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:18.799520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:18.893573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-335249f5-e05c-40cd-8156-4bb76944d988 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:18.905020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:18.909188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:18.909842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:18.917729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-095bc6ce-667c-419a-90a2-14f86c717216 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:18.959603 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-335249f5-e05c-40cd-8156-4bb76944d988 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/b4988f10-15ac-4a80-9130-e6225ccca782 HTTP/1.1" status: 204  len: 168 time: 1.2397513
Dec 23 16:17:18.973384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54718) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.031479 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.3780217
Dec 23 16:17:19.060980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54722) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.077407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-637515886'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:19.083227 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba7910a-92de-495b-98bd-e75792807461 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] GET failed (client error): The resource could not be found.
Dec 23 16:17:19.083801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4ba7910a-92de-495b-98bd-e75792807461 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:19.093497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Network': ['ID=b1e73379-afe3-4cde-aaea-3711f3caa926,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:19.096204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:19.099335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:19.105556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network b1e73379-afe3-4cde-aaea-3711f3caa926 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:17:19.109910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4ba7910a-92de-495b-98bd-e75792807461 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:19.111872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:network and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:19.114306 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4ba7910a-92de-495b-98bd-e75792807461 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/b4988f10-15ac-4a80-9130-e6225ccca782 HTTP/1.1" status: 404  len: 333 time: 0.1390328
Dec 23 16:17:19.114906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54726) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.117386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:19.136740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:19.188399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-efd14cb6-bdaf-41e1-a4c7-d0accf18c5e5 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port 680be3a6-19f4-497b-9684-dcfaf12bf49a {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:19.188786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efd14cb6-bdaf-41e1-a4c7-d0accf18c5e5 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:19.191648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0409bf04-8d83-45e1-8ec2-429bfc368650 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:19.214707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27cb40a-212e-49fb-841a-e2e72af5e522 None None] Sync routers for ids ['7ca68834-b9ce-4cfa-a03d-20258cb3fb60'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:19.219209 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0409bf04-8d83-45e1-8ec2-429bfc368650 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/7ca68834-b9ce-4cfa-a03d-20258cb3fb60/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7149177
Dec 23 16:17:19.227997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54730) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.249110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:19.249952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27cb40a-212e-49fb-841a-e2e72af5e522 None None] Routers {'7ca68834-b9ce-4cfa-a03d-20258cb3fb60'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:19.250817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c27cb40a-212e-49fb-841a-e2e72af5e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a10f898>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['7ca68834-b9ce-4cfa-a03d-20258cb3fb60'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:19.257441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:19.313148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:19.321676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c27cb40a-212e-49fb-841a-e2e72af5e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a10f898>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:19.334885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27cb40a-212e-49fb-841a-e2e72af5e522 None None] Routers {'7ca68834-b9ce-4cfa-a03d-20258cb3fb60'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:19.335629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c27cb40a-212e-49fb-841a-e2e72af5e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a10f898>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['7ca68834-b9ce-4cfa-a03d-20258cb3fb60'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:19.401731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c27cb40a-212e-49fb-841a-e2e72af5e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a10f898>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:19.402212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27cb40a-212e-49fb-841a-e2e72af5e522 None None] The sync data for ids ['7ca68834-b9ce-4cfa-a03d-20258cb3fb60'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:19.496573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:17:19.531280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:19.531602 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Added segment 4ecf86c5-4879-4be1-94e1-506c893d9022 of type vlan for network c196d7f6-1c42-41fd-a4d1-93d27c90a06d
Dec 23 16:17:19.682998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:19.728072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:19.738724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:19.780253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0efd8abd-4635-430d-86ae-dcfc96defaa4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:19.937281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:19.941422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:19.942070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:19.965869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event updated for resources: {'Port': ['ID=658d0dd9-1ace-41e5-a0cb-dde83cdbe6e5,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:19.968948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:19.980714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:20.002782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:20.030782 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-979a8cdc-c571-4bde-b37c-6da652db69ef tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] remove_router_interface failed (client error): The resource could not be found.
Dec 23 16:17:20.032576 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-979a8cdc-c571-4bde-b37c-6da652db69ef tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/7ca68834-b9ce-4cfa-a03d-20258cb3fb60/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.8039129
Dec 23 16:17:20.034528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efd14cb6-bdaf-41e1-a4c7-d0accf18c5e5 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:20.049819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54734) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:20.064450 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0023017
Dec 23 16:17:20.135970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54738) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:20.176957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Network': ['ID=c196d7f6-1c42-41fd-a4d1-93d27c90a06d,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:20.179801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:20.184564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'subnet': {'network_id': 'b1e73379-afe3-4cde-aaea-3711f3caa926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:20.190942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network c196d7f6-1c42-41fd-a4d1-93d27c90a06d details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:17:20.221280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f8bc076f-fdad-4ab1-acc0-c71f0878beb9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Synchronizing usage tracker for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:20.231554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-efd14cb6-bdaf-41e1-a4c7-d0accf18c5e5 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for 680be3a6-19f4-497b-9684-dcfaf12bf49a owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:20.301202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f8bc076f-fdad-4ab1-acc0-c71f0878beb9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Unset dirty status for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:20.302695 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f8bc076f-fdad-4ab1-acc0-c71f0878beb9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ca68834-b9ce-4cfa-a03d-20258cb3fb60 HTTP/1.1" status: 200  len: 205 time: 0.2518413
Dec 23 16:17:20.306745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54742) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:20.532212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93947fd9-0df7-4f85-bf86-17ccab3f4fda tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:20.657045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efd14cb6-bdaf-41e1-a4c7-d0accf18c5e5 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:20.669807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3ccbb825-ef86-4452-ae2a-c6aede795fa7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:20.670561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.17 (bb076262-ef13-4a9c-80ef-6f95d5acb5b3/0eed29f0-3999-4540-ac4c-11868a992e67/a8b694a3-7556-403a-ba43-50712e91f2e4) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:20.694318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:20.705553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:subnet and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:20.713184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:20.723370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd14cb6-bdaf-41e1-a4c7-d0accf18c5e5 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=680be3a6-19f4-497b-9684-dcfaf12bf49a,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:20.726876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-efd14cb6-bdaf-41e1-a4c7-d0accf18c5e5 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:20.742204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:20.750068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Network d7b373ba-8fda-4b8f-98f9-f05c802bd428 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:20.757348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:20.864939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:21.109144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efd14cb6-bdaf-41e1-a4c7-d0accf18c5e5 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:21.131772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93947fd9-0df7-4f85-bf86-17ccab3f4fda tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:21.136840 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-efd14cb6-bdaf-41e1-a4c7-d0accf18c5e5 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/680be3a6-19f4-497b-9684-dcfaf12bf49a HTTP/1.1" status: 204  len: 168 time: 2.0208511
Dec 23 16:17:21.139604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93947fd9-0df7-4f85-bf86-17ccab3f4fda tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:21.141110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54746) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:21.167757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:21.191358 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-97dc801f-131c-42f0-8c2f-61460edf7440 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] GET failed (client error): The resource could not be found.
Dec 23 16:17:21.191941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-97dc801f-131c-42f0-8c2f-61460edf7440 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:21.218805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4b8de8e0-ce56-465b-8858-cada8abb769a None None] Provisioning complete for port 658d0dd9-1ace-41e5-a0cb-dde83cdbe6e5 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:21.220100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b8de8e0-ce56-465b-8858-cada8abb769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:21.224741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-97dc801f-131c-42f0-8c2f-61460edf7440 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:21.226262 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-97dc801f-131c-42f0-8c2f-61460edf7440 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/680be3a6-19f4-497b-9684-dcfaf12bf49a HTTP/1.1" status: 404  len: 333 time: 0.0841708
Dec 23 16:17:21.227200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93947fd9-0df7-4f85-bf86-17ccab3f4fda tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:21.228063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93947fd9-0df7-4f85-bf86-17ccab3f4fda tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Fanout notify agent at l3_agent the message router_deleted on router 7ca68834-b9ce-4cfa-a03d-20258cb3fb60 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:17:21.236727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54750) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:21.250768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:21.256526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93947fd9-0df7-4f85-bf86-17ccab3f4fda tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:21.260415 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-93947fd9-0df7-4f85-bf86-17ccab3f4fda tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/routers/7ca68834-b9ce-4cfa-a03d-20258cb3fb60 HTTP/1.1" status: 204  len: 168 time: 0.9490676
Dec 23 16:17:21.261006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54754) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:21.280905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4b8de8e0-ce56-465b-8858-cada8abb769a None None] Port 658d0dd9-1ace-41e5-a0cb-dde83cdbe6e5 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:21.436379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object a8b694a3-7556-403a-ba43-50712e91f2e4 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:21.471510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-537e6723-aaed-4f6a-832f-40ef7dbef0d6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting subnet 3d935ec2-6cb1-4823-8cb6-531ff0c67d0d {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:17:21.474738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-537e6723-aaed-4f6a-832f-40ef7dbef0d6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:21.532439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-537e6723-aaed-4f6a-832f-40ef7dbef0d6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:21.617347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:21.630931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:21.803099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network bb076262-ef13-4a9c-80ef-6f95d5acb5b3 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:21.813106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:21.855274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-537e6723-aaed-4f6a-832f-40ef7dbef0d6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:21.873171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:21.907025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=a8b694a3-7556-403a-ba43-50712e91f2e4,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:21.936125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-1810c1eb-71b8-4099-94ef-ff1ca49c45cc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting subnet f88d9fe8-292c-439b-813a-145275107827 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:17:21.938980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-537e6723-aaed-4f6a-832f-40ef7dbef0d6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:21.944926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e41a61a-1bb1-4401-bd30-5a0b04805667 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:21.946242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:21.958420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1810c1eb-71b8-4099-94ef-ff1ca49c45cc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:21.986138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e6723-aaed-4f6a-832f-40ef7dbef0d6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Subnet': ['ID=3d935ec2-6cb1-4823-8cb6-531ff0c67d0d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:21.989088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-537e6723-aaed-4f6a-832f-40ef7dbef0d6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:21.993101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-537e6723-aaed-4f6a-832f-40ef7dbef0d6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.004194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b6d85f-e3be-4a22-9d5d-cedf6d18e86f None None] Network 0634edca-5be3-46ac-a5a0-65432f5eb637 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:22.004411 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-537e6723-aaed-4f6a-832f-40ef7dbef0d6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/3d935ec2-6cb1-4823-8cb6-531ff0c67d0d HTTP/1.1" status: 204  len: 168 time: 0.7393765
Dec 23 16:17:22.005199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54758) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:22.058279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.068216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-09e9de99-9dfc-466e-9249-6affca68323e tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:22.111254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.122374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1810c1eb-71b8-4099-94ef-ff1ca49c45cc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.140100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.151837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port d556fd42-77da-4961-b007-33dc08eb163e {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:22.152276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.252068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Subnet': ['ID=423763e8-3146-4152-9ad6-12fd9655f090,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:22.261083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:22.269754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-68ddef9b-f6f3-4f4c-9a34-b6a1fbce10a5 None None] Provisioning for port a8b694a3-7556-403a-ba43-50712e91f2e4 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:22.277459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-68ddef9b-f6f3-4f4c-9a34-b6a1fbce10a5 None None] Provisioning complete for port a8b694a3-7556-403a-ba43-50712e91f2e4 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:22.277892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-68ddef9b-f6f3-4f4c-9a34-b6a1fbce10a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.339172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Router fb3c36aa-cd62-4d36-918d-d27133454cb0 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:17:22.339686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Checking segment: {'id': '41151ab5-8929-4abf-90e6-0753ecb75b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b1e73379-afe3-4cde-aaea-3711f3caa926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:22.340101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network hostable DHCP agents. Network: b1e73379-afe3-4cde-aaea-3711f3caa926, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:17:22.343105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-68ddef9b-f6f3-4f4c-9a34-b6a1fbce10a5 None None] Port a8b694a3-7556-403a-ba43-50712e91f2e4 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:22.381062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1810c1eb-71b8-4099-94ef-ff1ca49c45cc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.381726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] For port d556fd42-77da-4961-b007-33dc08eb163e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d556fd42-77da-4961-b007-33dc08eb163e,segment=NetworkSegment(f5bef0e6-d924-48a8-909a-e8ff48036f0b),segment_id=f5bef0e6-d924-48a8-909a-e8ff48036f0b)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:22.382205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.408199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2e7ec9-2960-4f9c-8db3-6b42a4010e78 None None] DHCP port deletion for 0634edca-5be3-46ac-a5a0-65432f5eb637 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:17:22.413282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e7ec9-2960-4f9c-8db3-6b42a4010e78 None None] Deleting port d556fd42-77da-4961-b007-33dc08eb163e {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:22.413863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a2e7ec9-2960-4f9c-8db3-6b42a4010e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.443932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.521428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for d556fd42-77da-4961-b007-33dc08eb163e owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:22.600522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.606185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:22.653672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3a2e7ec9-2960-4f9c-8db3-6b42a4010e78 None None] For port d556fd42-77da-4961-b007-33dc08eb163e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d556fd42-77da-4961-b007-33dc08eb163e,segment=NetworkSegment(f5bef0e6-d924-48a8-909a-e8ff48036f0b),segment_id=f5bef0e6-d924-48a8-909a-e8ff48036f0b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:22.654135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a2e7ec9-2960-4f9c-8db3-6b42a4010e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.657578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=d556fd42-77da-4961-b007-33dc08eb163e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:22.660924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:22.663436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No DVR routers for this DVR port d556fd42-77da-4961-b007-33dc08eb163e on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:17:22.802224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e7ec9-2960-4f9c-8db3-6b42a4010e78 None None] Calling delete_port for d556fd42-77da-4961-b007-33dc08eb163e owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:22.803949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.838887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6bb358>,) {'filters': {'network_id': ['0634edca-5be3-46ac-a5a0-65432f5eb637']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:22.853848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6bb358>, 'f5bef0e6-d924-48a8-909a-e8ff48036f0b') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:22.854734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6bb358>, 'f5bef0e6-d924-48a8-909a-e8ff48036f0b') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:22.855753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network b1e73379-afe3-4cde-aaea-3711f3caa926 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:17:22.868312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.876758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-3a2e7ec9-2960-4f9c-8db3-6b42a4010e78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:17:22.877059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-3a2e7ec9-2960-4f9c-8db3-6b42a4010e78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:17:22.885951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.892616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:17:22.893058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:22.910322 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:22.946248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, b1e73379-afe3-4cde-aaea-3711f3caa926) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:22.956123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5246fb15-121d-446a-9d16-4dc5bd9bb111 None None] Network b1e73379-afe3-4cde-aaea-3711f3caa926 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:22.971413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:22.972081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:22.995196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1810c1eb-71b8-4099-94ef-ff1ca49c45cc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.005407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b8ed032-e5bd-4f99-a1d6-b8e87f603cc4 tempest-RoutersNegativeIpV6Test-216131804 tempest-RoutersNegativeIpV6Test-216131804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:23.020163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.024920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.029681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e598fbf-4615-4775-8335-5d74e88d47c4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:23.059495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810c1eb-71b8-4099-94ef-ff1ca49c45cc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Subnet': ['ID=f88d9fe8-292c-439b-813a-145275107827,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:23.063068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Network': ['ID=0634edca-5be3-46ac-a5a0-65432f5eb637,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:23.065548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:23.070942 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/networks/0634edca-5be3-46ac-a5a0-65432f5eb637 HTTP/1.1" status: 204  len: 168 time: 1.0649455
Dec 23 16:17:23.076183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54762) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:23.083727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'network': {'name': 'tempest-RoutersTest-882271750'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:23.089926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:23.094093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:network and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:23.097346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:23.103823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:23.114397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:23.119073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1810c1eb-71b8-4099-94ef-ff1ca49c45cc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:23.122636 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.9805591
Dec 23 16:17:23.123681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.135123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54766) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:23.150468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'subnet': {'network_id': 'c196d7f6-1c42-41fd-a4d1-93d27c90a06d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:23.153463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaf73af-f3d1-485c-a32c-cf5baff9aa04 None None] Network 6dac8ce1-fc12-4d67-aecd-467c09895438 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:23.193863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1810c1eb-71b8-4099-94ef-ff1ca49c45cc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.195915 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1810c1eb-71b8-4099-94ef-ff1ca49c45cc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/f88d9fe8-292c-439b-813a-145275107827 HTTP/1.1" status: 204  len: 168 time: 1.9517219
Dec 23 16:17:23.203741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54770) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:23.289501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-b1e73379-afe3-4cde-aaea-3711f3caa926', 'network_id': 'b1e73379-afe3-4cde-aaea-3711f3caa926', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'fixed_ips': [{'subnet_id': '423763e8-3146-4152-9ad6-12fd9655f090'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:17:23.290406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.317966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:17:23.320333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:23.329792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:subnet and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:23.333770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:23.341953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.342355 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Added segment 1870461b-122c-4ffa-925a-6ba17697497b of type vlan for network 7044d76e-40bd-4e50-903e-c20e41a5c224
Dec 23 16:17:23.343755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:23.374444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:23.394800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e7ec9-2960-4f9c-8db3-6b42a4010e78 None None] Deleting port d556fd42-77da-4961-b007-33dc08eb163e {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:23.395667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a2e7ec9-2960-4f9c-8db3-6b42a4010e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.398462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.422316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.515341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.521955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port 940cb67b-5228-452b-8ac0-9b43a7239b73 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:23.522894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.535897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e7ec9-2960-4f9c-8db3-6b42a4010e78 None None] The port 'd556fd42-77da-4961-b007-33dc08eb163e' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:17:23.555326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.560281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:23.561097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.570575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:23.593689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:23.608910 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] 10.222.0.67 "PUT /v2.0/routers/fb3c36aa-cd62-4d36-918d-d27133454cb0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9310753
Dec 23 16:17:23.609443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62a2586-af33-4be0-b68c-914356da9d84 None None] Sync routers for ids ['fb3c36aa-cd62-4d36-918d-d27133454cb0'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:23.613517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54774) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:23.621263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Request body: {'port': {'network_id': 'd7b373ba-8fda-4b8f-98f9-f05c802bd428', 'name': 'tempest-FloatingIPAdminTestJSON-1277781957'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:23.638070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Allocated IP 2001:db8::2 (b1e73379-afe3-4cde-aaea-3711f3caa926/423763e8-3146-4152-9ad6-12fd9655f090/81e49f03-52b5-4a3c-86d1-1b0f45593aad) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:23.639113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62a2586-af33-4be0-b68c-914356da9d84 None None] Routers {'fb3c36aa-cd62-4d36-918d-d27133454cb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:23.644008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f62a2586-af33-4be0-b68c-914356da9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6390f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['fb3c36aa-cd62-4d36-918d-d27133454cb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:23.699089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Network': ['ID=7044d76e-40bd-4e50-903e-c20e41a5c224,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:23.702356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:23.776500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f62a2586-af33-4be0-b68c-914356da9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6390f0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:23.779079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 7044d76e-40bd-4e50-903e-c20e41a5c224 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:17:23.793138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d08622a-7830-4d2f-8cf4-b60f3f289c27 None None] DHCP port deletion for 6dac8ce1-fc12-4d67-aecd-467c09895438 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:17:23.797935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62a2586-af33-4be0-b68c-914356da9d84 None None] Routers {'fb3c36aa-cd62-4d36-918d-d27133454cb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:23.801589 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7211061
Dec 23 16:17:23.803997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54778) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:23.808313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4d08622a-7830-4d2f-8cf4-b60f3f289c27 None None] Deleting port 940cb67b-5228-452b-8ac0-9b43a7239b73 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:23.808601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d08622a-7830-4d2f-8cf4-b60f3f289c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.809364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f62a2586-af33-4be0-b68c-914356da9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6390f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['fb3c36aa-cd62-4d36-918d-d27133454cb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:23.809699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'subnet': {'network_id': '7044d76e-40bd-4e50-903e-c20e41a5c224', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:23.817368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.848813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:23.887495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ab7df1e8-1b9a-4b17-9bcb-cc9a4ef36087 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:23.907773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f62a2586-af33-4be0-b68c-914356da9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6390f0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:23.910084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62a2586-af33-4be0-b68c-914356da9d84 None None] The sync data for ids ['fb3c36aa-cd62-4d36-918d-d27133454cb0'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:24.001106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:24.011698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:subnet and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:24.012092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:24.016715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:24.027738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:24.062124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d556fd42-77da-4961-b007-33dc08eb163e no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:17:24.068099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:24.085232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Usage tracker for resource:port and tenant:6cde0b9deba043cbaf9024443cfab6fe is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:24.095579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.099574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:24.105201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.108851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=a8b694a3-7556-403a-ba43-50712e91f2e4,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:24.113400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1ac5db7c-50cb-4e58-892f-c24c5c80dd61 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:24.121554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] For port 940cb67b-5228-452b-8ac0-9b43a7239b73, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=940cb67b-5228-452b-8ac0-9b43a7239b73,segment=NetworkSegment(3f997ff4-aafe-4f8a-b5d0-5752c567aaff),segment_id=3f997ff4-aafe-4f8a-b5d0-5752c567aaff)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:24.121967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.130490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:24.131463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:24.178527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: d556fd42-77da-4961-b007-33dc08eb163e {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:17:24.178906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d556fd42-77da-4961-b007-33dc08eb163e not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:17:24.179417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 940cb67b-5228-452b-8ac0-9b43a7239b73 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:17:24.273374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for 940cb67b-5228-452b-8ac0-9b43a7239b73 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:24.288708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.306677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Subnet': ['ID=84be6408-8765-4b06-b56c-fb7f000e3ce3,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:24.310383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:24.334943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Made reservation on behalf of 6cde0b9deba043cbaf9024443cfab6fe for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:24.341117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.359847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Checking segment: {'id': '4ecf86c5-4879-4be1-94e1-506c893d9022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c196d7f6-1c42-41fd-a4d1-93d27c90a06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:24.360245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network hostable DHCP agents. Network: c196d7f6-1c42-41fd-a4d1-93d27c90a06d, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:17:24.399104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] device_id is not set on port 912fc4b7-93e8-493f-a3c8-fbefd0655d2f yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:17:24.431796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d4ca302-ca12-4704-8911-8ec7353f9954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.481360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network c196d7f6-1c42-41fd-a4d1-93d27c90a06d is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:17:24.495850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, c196d7f6-1c42-41fd-a4d1-93d27c90a06d) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:24.500265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:24.500963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.537416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae0d589-5bda-4054-9c47-cde6a21314df None None] Network c196d7f6-1c42-41fd-a4d1-93d27c90a06d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:24.551508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.587356 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4463205
Dec 23 16:17:24.589403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54782) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:24.589654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4d08622a-7830-4d2f-8cf4-b60f3f289c27 None None] For port 940cb67b-5228-452b-8ac0-9b43a7239b73, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=940cb67b-5228-452b-8ac0-9b43a7239b73,segment=NetworkSegment(3f997ff4-aafe-4f8a-b5d0-5752c567aaff),segment_id=3f997ff4-aafe-4f8a-b5d0-5752c567aaff)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:24.589654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d08622a-7830-4d2f-8cf4-b60f3f289c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.597110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0d65b923-9abe-4321-8ab0-4a15ab553325 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-517032642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:24.606933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0d65b923-9abe-4321-8ab0-4a15ab553325 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:24.627733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0d65b923-9abe-4321-8ab0-4a15ab553325 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:router and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:24.632576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0d65b923-9abe-4321-8ab0-4a15ab553325 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:24.639425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.648997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63073dfb-fceb-4618-ba88-b3f9ca6ec814 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:24.651735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0d65b923-9abe-4321-8ab0-4a15ab553325 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:24.662966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.668504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c6300881-e5b7-4b1d-a351-7afa2e09f8df tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:24.700707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d65b923-9abe-4321-8ab0-4a15ab553325 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.701672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d65b923-9abe-4321-8ab0-4a15ab553325 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.736113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Transition to ACTIVE for port object 81e49f03-52b5-4a3c-86d1-1b0f45593aad will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:24.746290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=940cb67b-5228-452b-8ac0-9b43a7239b73,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:24.748473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4d08622a-7830-4d2f-8cf4-b60f3f289c27 None None] Calling delete_port for 940cb67b-5228-452b-8ac0-9b43a7239b73 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:24.757306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network bb076262-ef13-4a9c-80ef-6f95d5acb5b3 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:24.759408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:24.764777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:24.782146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Subnet': ['ID=ee1a53ad-7160-460c-aa6c-cc5aea2919b0,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:24.785199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:24.792824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d65b923-9abe-4321-8ab0-4a15ab553325 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.800120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Checking segment: {'id': '1870461b-122c-4ffa-925a-6ba17697497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7044d76e-40bd-4e50-903e-c20e41a5c224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:24.800535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network hostable DHCP agents. Network: 7044d76e-40bd-4e50-903e-c20e41a5c224, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:17:24.833607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No DVR routers for this DVR port 940cb67b-5228-452b-8ac0-9b43a7239b73 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:17:24.835955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d65b923-9abe-4321-8ab0-4a15ab553325 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.843279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.856216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 7044d76e-40bd-4e50-903e-c20e41a5c224 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:17:24.868882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 7044d76e-40bd-4e50-903e-c20e41a5c224) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:24.874455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:24.875373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.881949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d65b923-9abe-4321-8ab0-4a15ab553325 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:24.886627 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0d65b923-9abe-4321-8ab0-4a15ab553325 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2947199
Dec 23 16:17:24.889958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54786) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:24.892671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67a699e-b185-4413-b57a-615ca80c189a None None] Network 7044d76e-40bd-4e50-903e-c20e41a5c224 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:24.936502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Transition to ACTIVE for port object 81e49f03-52b5-4a3c-86d1-1b0f45593aad will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:24.980712 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1733260
Dec 23 16:17:24.980712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54790) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:24.985669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-337e32b1-e37f-4bc5-9590-73f798a9f2ae tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1653369623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:24.990170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.000194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:25.046772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-337e32b1-e37f-4bc5-9590-73f798a9f2ae tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:25.059163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-337e32b1-e37f-4bc5-9590-73f798a9f2ae tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:router and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:25.063982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-337e32b1-e37f-4bc5-9590-73f798a9f2ae tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:25.074423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-337e32b1-e37f-4bc5-9590-73f798a9f2ae tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:25.154128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-337e32b1-e37f-4bc5-9590-73f798a9f2ae tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.155220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-337e32b1-e37f-4bc5-9590-73f798a9f2ae tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.193595 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0a5bbfc-f2f7-4fc8-b844-defb5087e62f req-3085975c-af63-4558-94e7-e9d2adb5483e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.7055385
Dec 23 16:17:25.194803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Allocated IP 172.20.0.12 (d7b373ba-8fda-4b8f-98f9-f05c802bd428/c95adaaa-04dc-42d8-b7b2-907addd64bb3/912fc4b7-93e8-493f-a3c8-fbefd0655d2f) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:25.220898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-4d08622a-7830-4d2f-8cf4-b60f3f289c27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:17:25.221497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-4d08622a-7830-4d2f-8cf4-b60f3f289c27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:17:25.233214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Network b1e73379-afe3-4cde-aaea-3711f3caa926 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:25.240879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:25.246573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Pushing event updated for resources: {'Port': ['ID=81e49f03-52b5-4a3c-86d1-1b0f45593aad,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:25.253226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:25.321071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:25.321493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:25.321842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:25.322219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:25.322668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:25.323105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:25.323501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:25.323866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:25.324241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:25.324610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:25.324979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:17:25.330105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:25.398021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-c196d7f6-1c42-41fd-a4d1-93d27c90a06d', 'network_id': 'c196d7f6-1c42-41fd-a4d1-93d27c90a06d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'fixed_ips': [{'subnet_id': '84be6408-8765-4b06-b56c-fb7f000e3ce3'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:17:25.398963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.415677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.491644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78c2cc18>,) {'filters': {'network_id': ['6dac8ce1-fc12-4d67-aecd-467c09895438']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:25.532187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78c2cc18>, '3f997ff4-aafe-4f8a-b5d0-5752c567aaff') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:25.532568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78c2cc18>, '3f997ff4-aafe-4f8a-b5d0-5752c567aaff') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:25.548004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-337e32b1-e37f-4bc5-9590-73f798a9f2ae tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.569508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.591752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Attempting to bind port 81e49f03-52b5-4a3c-86d1-1b0f45593aad on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:17:25.592180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Attempting to bind port 81e49f03-52b5-4a3c-86d1-1b0f45593aad by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '41151ab5-8929-4abf-90e6-0753ecb75b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b1e73379-afe3-4cde-aaea-3711f3caa926'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:17:25.592598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Attempting to bind port 81e49f03-52b5-4a3c-86d1-1b0f45593aad on network b1e73379-afe3-4cde-aaea-3711f3caa926 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:17:25.607882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-aaf0f53a-901e-4c7b-af78-e0ba77c9b69a None None] Provisioning complete for port a8b694a3-7556-403a-ba43-50712e91f2e4 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:25.608108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aaf0f53a-901e-4c7b-af78-e0ba77c9b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.647304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-7044d76e-40bd-4e50-903e-c20e41a5c224', 'network_id': '7044d76e-40bd-4e50-903e-c20e41a5c224', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'fixed_ips': [{'subnet_id': 'ee1a53ad-7160-460c-aa6c-cc5aea2919b0'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:17:25.648203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.689994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-337e32b1-e37f-4bc5-9590-73f798a9f2ae tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.690260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.711644 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0a5bbfc-f2f7-4fc8-b844-defb5087e62f req-35c7bc87-c3be-4fc3-a69c-98c76ad2e46a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 1099 time: 0.4773483
Dec 23 16:17:25.728055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-337e32b1-e37f-4bc5-9590-73f798a9f2ae tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.730150 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-337e32b1-e37f-4bc5-9590-73f798a9f2ae tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7494297
Dec 23 16:17:25.765961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54794) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:25.773869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:17:25.774332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:25.791191 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:25.850335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4d08622a-7830-4d2f-8cf4-b60f3f289c27 None None] Deleting port 940cb67b-5228-452b-8ac0-9b43a7239b73 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:25.850883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d08622a-7830-4d2f-8cf4-b60f3f289c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.901324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:17:25.901744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Checking segment: {'id': '41151ab5-8929-4abf-90e6-0753ecb75b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b1e73379-afe3-4cde-aaea-3711f3caa926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:25.902358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.902794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Bound using segment: {'id': '41151ab5-8929-4abf-90e6-0753ecb75b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b1e73379-afe3-4cde-aaea-3711f3caa926'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:17:25.903360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Bound port: 81e49f03-52b5-4a3c-86d1-1b0f45593aad, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41151ab5-8929-4abf-90e6-0753ecb75b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b1e73379-afe3-4cde-aaea-3711f3caa926'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:17:25.903784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:25.982273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4d08622a-7830-4d2f-8cf4-b60f3f289c27 None None] The port '940cb67b-5228-452b-8ac0-9b43a7239b73' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:17:25.992810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:26.038222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:26.058376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0f53a-901e-4c7b-af78-e0ba77c9b69a None None] Port a8b694a3-7556-403a-ba43-50712e91f2e4 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:26.064981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e0ad8a4-bbd4-46fb-b5cf-f2d29932c230 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:26.085724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:26.094375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:26.109256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:26.115781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Network': ['ID=6dac8ce1-fc12-4d67-aecd-467c09895438,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:26.127309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:26.197500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Allocated IP 2001:db8:1::2 (c196d7f6-1c42-41fd-a4d1-93d27c90a06d/84be6408-8765-4b06-b56c-fb7f000e3ce3/e3321f67-20f1-4dcd-975b-3a7e9e164fde) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:26.225719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Transition to ACTIVE for port object 912fc4b7-93e8-493f-a3c8-fbefd0655d2f will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:26.234241 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/networks/6dac8ce1-fc12-4d67-aecd-467c09895438 HTTP/1.1" status: 204  len: 168 time: 3.0240536
Dec 23 16:17:26.234668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54798) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:26.245088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1799643703'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:26.252020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5bbfc-f2f7-4fc8-b844-defb5087e62f req-2264e323-8c15-4892-b086-92031d6ed797 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:26.253566 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0a5bbfc-f2f7-4fc8-b844-defb5087e62f req-2264e323-8c15-4892-b086-92031d6ed797 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b508067b-ea9a-4279-b586-9644479d6225 HTTP/1.1" status: 200  len: 897 time: 0.4608059
Dec 23 16:17:26.270763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] For port 81e49f03-52b5-4a3c-86d1-1b0f45593aad, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:17:26.317620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] For port 81e49f03-52b5-4a3c-86d1-1b0f45593aad, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=81e49f03-52b5-4a3c-86d1-1b0f45593aad,segment=NetworkSegment(41151ab5-8929-4abf-90e6-0753ecb75b9d),segment_id=41151ab5-8929-4abf-90e6-0753ecb75b9d)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:17:26.328402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:26.350974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:26.358841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:network and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:26.366084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:26.380045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:26.384055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b96496bc-335a-461c-a0c2-67c97dfd2e95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:26.384968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:26.393873 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0a5bbfc-f2f7-4fc8-b844-defb5087e62f req-3057e3f3-2799-4e5b-a81a-84227a9bf966 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab2a389-4ac8-449c-a701-b2771dd9893f HTTP/1.1" status: 200  len: 1001 time: 0.1317058
Dec 23 16:17:26.394570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:26.414356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:26.420262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:26.426657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Allocated IP 172.20.0.2 (7044d76e-40bd-4e50-903e-c20e41a5c224/ee1a53ad-7160-460c-aa6c-cc5aea2919b0/17d2bc08-7f33-429e-a770-f9d78c6d49d2) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:26.546994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event updated for resources: {'Port': ['ID=912fc4b7-93e8-493f-a3c8-fbefd0655d2f,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:26.550865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Network d7b373ba-8fda-4b8f-98f9-f05c802bd428 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:26.555720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:26.559379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:26.563900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:26.569900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Pushing event updated for resources: {'Port': ['ID=81e49f03-52b5-4a3c-86d1-1b0f45593aad,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:26.579917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:26.612032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5bbfc-f2f7-4fc8-b844-defb5087e62f req-0f9621c9-4027-4ed7-856d-b7d6a4aa935f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:26.613649 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0a5bbfc-f2f7-4fc8-b844-defb5087e62f req-0f9621c9-4027-4ed7-856d-b7d6a4aa935f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3958257c-c2ff-423c-adeb-d5a559123643 HTTP/1.1" status: 200  len: 834 time: 0.1845672
Dec 23 16:17:26.628699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 939af21c-6e19-4232-92de-7bdb282b7ea2 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:17:26.657149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:17:26.736042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:26.737326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:26.750851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:26.751251 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Added segment 388fb74c-89fb-4ae7-894d-f26899a3fc3a of type vlan for network fc1c1382-ae45-4a9b-afb1-b07bce53bcd3
Dec 23 16:17:26.757918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:26.793048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0bfb8001-15b8-462c-995b-7dae80c846fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:26.795053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Transition to ACTIVE for port object e3321f67-20f1-4dcd-975b-3a7e9e164fde will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:26.827753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Allocated IP 2001:db8::1 (b1e73379-afe3-4cde-aaea-3711f3caa926/423763e8-3146-4152-9ad6-12fd9655f090/9e404b3c-c61e-4583-8e67-b42852d0b950) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:26.832985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:26.856608 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 3.2421219
Dec 23 16:17:26.860506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54802) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:26.885345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Transition to ACTIVE for port object e3321f67-20f1-4dcd-975b-3a7e9e164fde will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:26.900482 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0a5bbfc-f2f7-4fc8-b844-defb5087e62f req-c3c661a5-0a1c-4044-b720-80170d4f8275 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b508067b-ea9a-4279-b586-9644479d6225&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2667186
Dec 23 16:17:26.902266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:26.922191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:26.926120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:26.963189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:17:27.042164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Network c196d7f6-1c42-41fd-a4d1-93d27c90a06d is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:27.044961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:27.047527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Pushing event updated for resources: {'Port': ['ID=e3321f67-20f1-4dcd-975b-3a7e9e164fde,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:27.049656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:27.050332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:27.055895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:27.058854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:27.060662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:27.063825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:27.162210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:27.245172 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0a5bbfc-f2f7-4fc8-b844-defb5087e62f req-ddd14106-83e9-42e1-8612-19107563907e service neutron] 10.222.0.36 "GET /v2.0/networks/b508067b-ea9a-4279-b586-9644479d6225?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3348384
Dec 23 16:17:27.299565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'project_id': '6cde0b9deba043cbaf9024443cfab6fe', 'port_id': '912fc4b7-93e8-493f-a3c8-fbefd0655d2f'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:27.318251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:27.337695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Usage tracker for resource:floatingip and tenant:6cde0b9deba043cbaf9024443cfab6fe is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:27.342081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:27.352657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Transition to ACTIVE for port object 17d2bc08-7f33-429e-a770-f9d78c6d49d2 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:27.357376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:27.357546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Attempting to bind port e3321f67-20f1-4dcd-975b-3a7e9e164fde on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:17:27.357807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Attempting to bind port e3321f67-20f1-4dcd-975b-3a7e9e164fde by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '4ecf86c5-4879-4be1-94e1-506c893d9022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c196d7f6-1c42-41fd-a4d1-93d27c90a06d'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:17:27.358232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Attempting to bind port e3321f67-20f1-4dcd-975b-3a7e9e164fde on network c196d7f6-1c42-41fd-a4d1-93d27c90a06d {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:17:27.376093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:17:27.376530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Checking segment: {'id': '4ecf86c5-4879-4be1-94e1-506c893d9022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c196d7f6-1c42-41fd-a4d1-93d27c90a06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:27.376999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:27.377457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Bound using segment: {'id': '4ecf86c5-4879-4be1-94e1-506c893d9022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c196d7f6-1c42-41fd-a4d1-93d27c90a06d'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:17:27.378010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Bound port: e3321f67-20f1-4dcd-975b-3a7e9e164fde, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecf86c5-4879-4be1-94e1-506c893d9022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c196d7f6-1c42-41fd-a4d1-93d27c90a06d'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:17:27.378447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:27.390346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-38c48ca3-d7ad-4b79-9a72-1d56f33e9a28 None None] Provisioning for port 912fc4b7-93e8-493f-a3c8-fbefd0655d2f completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:27.416067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-38c48ca3-d7ad-4b79-9a72-1d56f33e9a28 None None] Provisioning complete for port 912fc4b7-93e8-493f-a3c8-fbefd0655d2f triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:27.416904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38c48ca3-d7ad-4b79-9a72-1d56f33e9a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:27.474140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:27.475426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Transition to ACTIVE for port object 17d2bc08-7f33-429e-a770-f9d78c6d49d2 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:27.518981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:27.537728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-617fcdf0-47ac-433c-bd7d-1ac943915525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:27.611154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-38c48ca3-d7ad-4b79-9a72-1d56f33e9a28 None None] Port 912fc4b7-93e8-493f-a3c8-fbefd0655d2f cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:27.654379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Pushing event updated for resources: {'Port': ['ID=17d2bc08-7f33-429e-a770-f9d78c6d49d2,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:27.658507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Network 7044d76e-40bd-4e50-903e-c20e41a5c224 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:27.663050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:27.664173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:27.668814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:27.677809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] For port e3321f67-20f1-4dcd-975b-3a7e9e164fde, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:17:27.682881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] For port e3321f67-20f1-4dcd-975b-3a7e9e164fde, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e3321f67-20f1-4dcd-975b-3a7e9e164fde,segment=NetworkSegment(4ecf86c5-4879-4be1-94e1-506c893d9022),segment_id=4ecf86c5-4879-4be1-94e1-506c893d9022)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:17:27.707921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:27.708645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Network': ['ID=fc1c1382-ae45-4a9b-afb1-b07bce53bcd3,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:27.712295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:27.718081 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/939af21c-6e19-4232-92de-7bdb282b7ea2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8813064
Dec 23 16:17:27.725122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:27.733899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ff37816a-bcf8-4f60-b36d-f59a29e726bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:27.734069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:27.744143 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.5071988
Dec 23 16:17:27.756700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54810) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:27.769251 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0a5bbfc-f2f7-4fc8-b844-defb5087e62f req-34f9b2c7-315f-471c-9100-c0fdd5741693 service neutron] 10.222.0.36 "GET /v2.0/networks/b508067b-ea9a-4279-b586-9644479d6225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5153103
Dec 23 16:17:27.778395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'subnet': {'network_id': 'fc1c1382-ae45-4a9b-afb1-b07bce53bcd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:27.809884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Sync routers for ids ['939af21c-6e19-4232-92de-7bdb282b7ea2'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:27.813348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network fc1c1382-ae45-4a9b-afb1-b07bce53bcd3 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:17:27.825488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:27.901330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:27.907658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Attempting to bind port 17d2bc08-7f33-429e-a770-f9d78c6d49d2 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:17:27.908096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Attempting to bind port 17d2bc08-7f33-429e-a770-f9d78c6d49d2 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '1870461b-122c-4ffa-925a-6ba17697497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7044d76e-40bd-4e50-903e-c20e41a5c224'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:17:27.908521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Attempting to bind port 17d2bc08-7f33-429e-a770-f9d78c6d49d2 on network 7044d76e-40bd-4e50-903e-c20e41a5c224 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:17:27.917322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Transition to ACTIVE for port object 9e404b3c-c61e-4583-8e67-b42852d0b950 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:28.016893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Routers {'939af21c-6e19-4232-92de-7bdb282b7ea2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:28.018350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f01be0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['939af21c-6e19-4232-92de-7bdb282b7ea2'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:28.020909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:28.034016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:subnet and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:28.077203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:28.081192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:17:28.081957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Checking segment: {'id': '1870461b-122c-4ffa-925a-6ba17697497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7044d76e-40bd-4e50-903e-c20e41a5c224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:28.082252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:28.082809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Bound using segment: {'id': '1870461b-122c-4ffa-925a-6ba17697497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7044d76e-40bd-4e50-903e-c20e41a5c224'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:17:28.083430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Bound port: 17d2bc08-7f33-429e-a770-f9d78c6d49d2, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1870461b-122c-4ffa-925a-6ba17697497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7044d76e-40bd-4e50-903e-c20e41a5c224'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:17:28.084064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:28.094893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Allocated IP 172.26.5.9 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/c94fe97e-cc61-497f-a767-430e0ec018e8) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:28.095723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:28.111277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:28.114678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 81e49f03-52b5-4a3c-86d1-1b0f45593aad up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:28.121319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bf0ce0e8-6737-4bad-b528-09d17c1aaddc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:28.144247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Pushing event updated for resources: {'Port': ['ID=e3321f67-20f1-4dcd-975b-3a7e9e164fde,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:28.226527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:28.263935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Allocated IP 172.20.0.1 (7044d76e-40bd-4e50-903e-c20e41a5c224/ee1a53ad-7160-460c-aa6c-cc5aea2919b0/646ba603-ad21-46ca-bcce-96241168b392) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:28.276442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network b1e73379-afe3-4cde-aaea-3711f3caa926 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:28.290770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:28.312289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:28.312877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:28.337147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:28.372897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:28.388644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-93603d95-d98c-4e47-bd54-1d239812bdf3 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:28.410279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=9e404b3c-c61e-4583-8e67-b42852d0b950,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:28.440242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:28.474297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:28.478484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:28.489177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:28.540677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Set router 939af21c-6e19-4232-92de-7bdb282b7ea2 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:17:28.573971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Pushing event updated for resources: {'Port': ['ID=c94fe97e-cc61-497f-a767-430e0ec018e8,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:28.592979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:28.602149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:28.658447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:28.731695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:28.933360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:28.939538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] For port 17d2bc08-7f33-429e-a770-f9d78c6d49d2, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:17:28.952039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 81e49f03-52b5-4a3c-86d1-1b0f45593aad completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:28.969492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] For port 17d2bc08-7f33-429e-a770-f9d78c6d49d2, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=17d2bc08-7f33-429e-a770-f9d78c6d49d2,segment=NetworkSegment(1870461b-122c-4ffa-925a-6ba17697497b),segment_id=1870461b-122c-4ffa-925a-6ba17697497b)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:17:28.971929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Transition to ACTIVE for port object 646ba603-ad21-46ca-bcce-96241168b392 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:28.981747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.001805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.034393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee2b15db-f6d4-48ea-a70a-c6262434b65e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:29.080952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f6433-9f1b-4824-99b2-66044bb66534 None None] Network b1e73379-afe3-4cde-aaea-3711f3caa926 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:29.152146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.160540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:29.170348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.243498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.346266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Pushing event updated for resources: {'Port': ['ID=17d2bc08-7f33-429e-a770-f9d78c6d49d2,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:29.360861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:29.404360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 7044d76e-40bd-4e50-903e-c20e41a5c224 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:29.413661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:29.419903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bfbab427-d941-4b8d-88d1-5a6a415e7e2b None None] Provisioning for port 81e49f03-52b5-4a3c-86d1-1b0f45593aad completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:29.423522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:29.440225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bfbab427-d941-4b8d-88d1-5a6a415e7e2b None None] Provisioning complete for port 81e49f03-52b5-4a3c-86d1-1b0f45593aad triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:29.440469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfbab427-d941-4b8d-88d1-5a6a415e7e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.474525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.495871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.500185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.503688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=646ba603-ad21-46ca-bcce-96241168b392,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:29.507170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1189421a-8968-453e-a5a0-42e3aef96de1 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:29.514077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:29.516517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e8bd6d2c-ca1e-4f40-b285-ce7d478b903e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:29.560817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f01be0>, [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:17:22Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'bb8e367c-1546-4ec4-b095-067ccfa7e007', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.73', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'port_id': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'mac_address': 'fa:16:3e:f4:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84021b50-7dd6-4793-9f26-df84da4bb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:16:03Z', 'updated_at': '2021-12-23T16:16:08Z', 'revision_number': 1, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404039df-ae09-4d1f-979e-33aced1071c9', 'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:a5:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:34Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '3958257c-c2ff-423c-adeb-d5a559123643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8b694a3-7556-403a-ba43-50712e91f2e4', 'name': '', 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:da:27:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0eed29f0-3999-4540-ac4c-11868a992e67', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:19Z', 'updated_at': '2021-12-23T16:17:23Z', 'revision_number': 2, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '0eed29f0-3999-4540-ac4c-11868a992e67', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:29.569642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Checking router: 939af21c-6e19-4232-92de-7bdb282b7ea2 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:17:29.570063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Updating router 939af21c-6e19-4232-92de-7bdb282b7ea2 port a8b694a3-7556-403a-ba43-50712e91f2e4 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:17:29.617023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.631832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Pushing event updated for resources: {'Port': ['ID=c94fe97e-cc61-497f-a767-430e0ec018e8,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:29.635496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:29.650383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.684923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.724047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Subnet': ['ID=1f231d12-ee12-4d08-a7a0-97165119af2f,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:29.738535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:29.748890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfbab427-d941-4b8d-88d1-5a6a415e7e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.749594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Checking segment: {'id': '388fb74c-89fb-4ae7-894d-f26899a3fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fc1c1382-ae45-4a9b-afb1-b07bce53bcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:29.749812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network hostable DHCP agents. Network: fc1c1382-ae45-4a9b-afb1-b07bce53bcd3, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:17:29.829033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bfbab427-d941-4b8d-88d1-5a6a415e7e2b None None] For port 81e49f03-52b5-4a3c-86d1-1b0f45593aad, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=81e49f03-52b5-4a3c-86d1-1b0f45593aad,segment=NetworkSegment(41151ab5-8929-4abf-90e6-0753ecb75b9d),segment_id=41151ab5-8929-4abf-90e6-0753ecb75b9d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:29.839358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfbab427-d941-4b8d-88d1-5a6a415e7e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.845702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:29.869205 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Floating IP 1ca87cb0-4e42-43f1-8187-d30038b30d10 associated. External IP: 172.26.5.9, port: 912fc4b7-93e8-493f-a3c8-fbefd0655d2f.
Dec 23 16:17:29.916233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.920902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network fc1c1382-ae45-4a9b-afb1-b07bce53bcd3 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:17:29.924064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.950177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.951108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:29.965450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:30.064611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, fc1c1382-ae45-4a9b-afb1-b07bce53bcd3) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:30.088379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbab427-d941-4b8d-88d1-5a6a415e7e2b None None] Pushing event updated for resources: {'Port': ['ID=81e49f03-52b5-4a3c-86d1-1b0f45593aad,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:30.095632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d4b88a-314b-4568-b7df-057aaa775250 None None] Network fc1c1382-ae45-4a9b-afb1-b07bce53bcd3 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:30.121502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bfbab427-d941-4b8d-88d1-5a6a415e7e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:30.280373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e3321f67-20f1-4dcd-975b-3a7e9e164fde up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:30.293544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:30.294206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:30.495874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54818) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:30.502298 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7440665
Dec 23 16:17:30.518728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'network_id': 'fc1c1382-ae45-4a9b-afb1-b07bce53bcd3', 'name': 'tempest-PortsTestJSON-491656996', 'fixed_ips': [{'subnet_id': '1f231d12-ee12-4d08-a7a0-97165119af2f', 'ip_address': '172.20.0.10'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:30.527444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=9e404b3c-c61e-4583-8e67-b42852d0b950,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:30.536449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:30.569712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port e3321f67-20f1-4dcd-975b-3a7e9e164fde completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:30.584081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-fc1c1382-ae45-4a9b-afb1-b07bce53bcd3', 'network_id': 'fc1c1382-ae45-4a9b-afb1-b07bce53bcd3', 'tenant_id': 'edbf93358d7c4b0498adcac01ebd39d0', 'fixed_ips': [{'subnet_id': '1f231d12-ee12-4d08-a7a0-97165119af2f'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:17:30.584961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:30.694246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4a296af6-18d4-4592-8cc0-e74c6ac95ab0 None None] Provisioning for port 9e404b3c-c61e-4583-8e67-b42852d0b950 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:30.737933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network b1e73379-afe3-4cde-aaea-3711f3caa926 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:30.741947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:30.753374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4a296af6-18d4-4592-8cc0-e74c6ac95ab0 None None] Provisioning complete for port 9e404b3c-c61e-4583-8e67-b42852d0b950 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:30.753739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a296af6-18d4-4592-8cc0-e74c6ac95ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:30.820957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4a296af6-18d4-4592-8cc0-e74c6ac95ab0 None None] Port 9e404b3c-c61e-4583-8e67-b42852d0b950 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:30.844208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:30.850787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:port and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:30.857684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:30.869583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:30.880861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Router fb3c36aa-cd62-4d36-918d-d27133454cb0 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:17:30.900153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:31.079125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58a0d0d-3fdb-41f3-84ae-2bed4a7c9cf4 None None] Network c196d7f6-1c42-41fd-a4d1-93d27c90a06d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:31.125685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4a296af6-18d4-4592-8cc0-e74c6ac95ab0 None None] Provisioning complete for port 81e49f03-52b5-4a3c-86d1-1b0f45593aad triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:31.126131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a296af6-18d4-4592-8cc0-e74c6ac95ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:31.160309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:31.207232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port 59337dbb-7b00-49bc-9faa-996854f4c706 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:17:31.250550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Allocated IP 172.20.0.2 (fc1c1382-ae45-4a9b-afb1-b07bce53bcd3/1f231d12-ee12-4d08-a7a0-97165119af2f/570512db-fc9d-44c5-a636-56c522f3f866) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:31.505346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:31.511932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:31.551736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:31.675119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=646ba603-ad21-46ca-bcce-96241168b392,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:31.684617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:31.697721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:31.748181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:31.757147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:31.766839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1bacac-6516-490e-b0c3-899cfe2050d2 None None] Sync routers for ids ['fb3c36aa-cd62-4d36-918d-d27133454cb0'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:31.783599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1bacac-6516-490e-b0c3-899cfe2050d2 None None] Routers {'fb3c36aa-cd62-4d36-918d-d27133454cb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:31.784531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1b1bacac-6516-490e-b0c3-899cfe2050d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9347f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['fb3c36aa-cd62-4d36-918d-d27133454cb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:31.803290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:31.864127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1b1bacac-6516-490e-b0c3-899cfe2050d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9347f0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:31.878018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1bacac-6516-490e-b0c3-899cfe2050d2 None None] Routers {'fb3c36aa-cd62-4d36-918d-d27133454cb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:31.879276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1b1bacac-6516-490e-b0c3-899cfe2050d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9347f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['fb3c36aa-cd62-4d36-918d-d27133454cb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:31.890912 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 987 time: 5.0279968
Dec 23 16:17:31.892117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54822) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:31.904790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 69000751-3f8f-453c-bacd-75f5e79cdad4 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:17:31.958289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1b1bacac-6516-490e-b0c3-899cfe2050d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9347f0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:31.959386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1bacac-6516-490e-b0c3-899cfe2050d2 None None] The sync data for ids ['fb3c36aa-cd62-4d36-918d-d27133454cb0'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:31.988794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Transition to ACTIVE for port object a8b694a3-7556-403a-ba43-50712e91f2e4 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:32.018893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-220a3096-6139-495e-9fba-103ca0f57fa6 None None] Provisioning for port e3321f67-20f1-4dcd-975b-3a7e9e164fde completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:32.024233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:32.031662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-220a3096-6139-495e-9fba-103ca0f57fa6 None None] Provisioning complete for port e3321f67-20f1-4dcd-975b-3a7e9e164fde triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:32.032076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-220a3096-6139-495e-9fba-103ca0f57fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:32.048149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 7044d76e-40bd-4e50-903e-c20e41a5c224 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:32.060703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8833efb7-2936-4278-9c52-988130f69a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:32.084318 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-598696bb-4a45-4572-aaf9-4e675fcd4626 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] 10.222.0.67 "GET /v2.0/floatingips/1ca87cb0-4e42-43f1-8187-d30038b30d10 HTTP/1.1" status: 200  len: 982 time: 0.1908143
Dec 23 16:17:32.085084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54826) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:32.114581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:32.135732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484dcc1-c560-4a72-b27c-8c3d89eadd49 None None] Pushing event updated for resources: {'Port': ['ID=a8b694a3-7556-403a-ba43-50712e91f2e4,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:32.141758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b484dcc1-c560-4a72-b27c-8c3d89eadd49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:32.173465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:32.207864 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-937d9e68-e94d-4616-96bd-e19c2b7834e0 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2251 time: 0.1210279
Dec 23 16:17:32.208719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54830) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:32.267027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 81e49f03-52b5-4a3c-86d1-1b0f45593aad up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:32.295247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8dbff9-9741-4231-b77d-4a2784327e86 None None] Network 7044d76e-40bd-4e50-903e-c20e41a5c224 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:32.314797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Transition to ACTIVE for port object 570512db-fc9d-44c5-a636-56c522f3f866 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:32.441021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Transition to ACTIVE for port object 570512db-fc9d-44c5-a636-56c522f3f866 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:32.472287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f18b9-01a3-4fd8-8468-231594cf3a8e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Deleting port c94fe97e-cc61-497f-a767-430e0ec018e8 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:32.472598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e2f18b9-01a3-4fd8-8468-231594cf3a8e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:32.542144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:32.556005 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/69000751-3f8f-453c-bacd-75f5e79cdad4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6648500
Dec 23 16:17:32.558601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54834) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:32.610325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Allocated IP 172.20.0.10 (fc1c1382-ae45-4a9b-afb1-b07bce53bcd3/1f231d12-ee12-4d08-a7a0-97165119af2f/59337dbb-7b00-49bc-9faa-996854f4c706) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:32.614482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef3454e-104d-4667-a892-d6de171e215e None None] Sync routers for ids ['69000751-3f8f-453c-bacd-75f5e79cdad4'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:32.634121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:32.667492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e372a659-1383-4f1a-ba81-3c7273059261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:32.750885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3f5121-c9f7-45f1-834a-4c8ba756e4bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:32.752064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3a3f5121-c9f7-45f1-834a-4c8ba756e4bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Synchronizing usage tracker for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:32.784302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3a3f5121-c9f7-45f1-834a-4c8ba756e4bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Unset dirty status for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:32.785631 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3a3f5121-c9f7-45f1-834a-4c8ba756e4bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports/9e404b3c-c61e-4583-8e67-b42852d0b950 HTTP/1.1" status: 200  len: 911 time: 0.2259476
Dec 23 16:17:32.789111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54840) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:32.844603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-220a3096-6139-495e-9fba-103ca0f57fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:32.875275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Attempting to bind port a8b694a3-7556-403a-ba43-50712e91f2e4 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:17:32.875610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Attempting to bind port a8b694a3-7556-403a-ba43-50712e91f2e4 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'c8a10b3b-603d-4d2d-b86f-ec2db8799b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:17:32.876005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Attempting to bind port a8b694a3-7556-403a-ba43-50712e91f2e4 on network bb076262-ef13-4a9c-80ef-6f95d5acb5b3 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:17:32.878314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Pushing event updated for resources: {'Port': ['ID=570512db-fc9d-44c5-a636-56c522f3f866,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:32.881763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:32.884639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Network fc1c1382-ae45-4a9b-afb1-b07bce53bcd3 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:32.889536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3454e-104d-4667-a892-d6de171e215e None None] Routers {'69000751-3f8f-453c-bacd-75f5e79cdad4'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:32.890226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7ef3454e-104d-4667-a892-d6de171e215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79d464a8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['69000751-3f8f-453c-bacd-75f5e79cdad4'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:32.979086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:32.981878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:32.982405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:32.986716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router 753d89bf-c7d9-4a4d-bd73-9cf99962a063 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:17:33.009348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e2f18b9-01a3-4fd8-8468-231594cf3a8e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:33.009731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e2f18b9-01a3-4fd8-8468-231594cf3a8e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:33.015627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7ef3454e-104d-4667-a892-d6de171e215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79d464a8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:33.027682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:17:33.028243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Checking segment: {'id': 'c8a10b3b-603d-4d2d-b86f-ec2db8799b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:33.028553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:33.029019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Bound using segment: {'id': 'c8a10b3b-603d-4d2d-b86f-ec2db8799b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:17:33.029742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Bound port: a8b694a3-7556-403a-ba43-50712e91f2e4, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a10b3b-603d-4d2d-b86f-ec2db8799b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:17:33.029942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:33.030459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Transition to ACTIVE for port object 59337dbb-7b00-49bc-9faa-996854f4c706 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:33.046261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 81e49f03-52b5-4a3c-86d1-1b0f45593aad triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:33.046692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:33.154170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f18b9-01a3-4fd8-8468-231594cf3a8e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Calling delete_port for c94fe97e-cc61-497f-a767-430e0ec018e8 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:33.237698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:33.246097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:33.329639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-220a3096-6139-495e-9fba-103ca0f57fa6 None None] For port e3321f67-20f1-4dcd-975b-3a7e9e164fde, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e3321f67-20f1-4dcd-975b-3a7e9e164fde,segment=NetworkSegment(4ecf86c5-4879-4be1-94e1-506c893d9022),segment_id=4ecf86c5-4879-4be1-94e1-506c893d9022)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:33.337237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network fc1c1382-ae45-4a9b-afb1-b07bce53bcd3 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:33.342466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:33.348773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:33.381689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=59337dbb-7b00-49bc-9faa-996854f4c706,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:33.389923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:33.445083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-220a3096-6139-495e-9fba-103ca0f57fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:33.458552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b873ce3b-816a-4206-9277-cb6b3a35e4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:33.474516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:33.475232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:33.502778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e2f18b9-01a3-4fd8-8468-231594cf3a8e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:33.508730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:33.536338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3454e-104d-4667-a892-d6de171e215e None None] Routers {'69000751-3f8f-453c-bacd-75f5e79cdad4'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:33.537030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7ef3454e-104d-4667-a892-d6de171e215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79d464a8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['69000751-3f8f-453c-bacd-75f5e79cdad4'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:33.553309 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.0548370
Dec 23 16:17:33.560175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54844) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:33.564336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f18b9-01a3-4fd8-8468-231594cf3a8e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event deleted for resources: {'Port': ['ID=c94fe97e-cc61-497f-a767-430e0ec018e8,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:33.567133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e2f18b9-01a3-4fd8-8468-231594cf3a8e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:33.582093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'network_id': 'fc1c1382-ae45-4a9b-afb1-b07bce53bcd3', 'name': 'tempest-PortsTestJSON-1910305284', 'fixed_ips': [{'subnet_id': '1f231d12-ee12-4d08-a7a0-97165119af2f', 'ip_address': '172.20.0.9'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:33.624179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Attempting to bind port 570512db-fc9d-44c5-a636-56c522f3f866 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:17:33.625029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Attempting to bind port 570512db-fc9d-44c5-a636-56c522f3f866 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '388fb74c-89fb-4ae7-894d-f26899a3fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fc1c1382-ae45-4a9b-afb1-b07bce53bcd3'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:17:33.625029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Attempting to bind port 570512db-fc9d-44c5-a636-56c522f3f866 on network fc1c1382-ae45-4a9b-afb1-b07bce53bcd3 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:17:33.642900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7ef3454e-104d-4667-a892-d6de171e215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79d464a8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:33.643419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef3454e-104d-4667-a892-d6de171e215e None None] The sync data for ids ['69000751-3f8f-453c-bacd-75f5e79cdad4'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:33.670182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e2f18b9-01a3-4fd8-8468-231594cf3a8e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:33.683955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:17:33.684385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Checking segment: {'id': '388fb74c-89fb-4ae7-894d-f26899a3fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fc1c1382-ae45-4a9b-afb1-b07bce53bcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:33.684842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:33.685292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Bound using segment: {'id': '388fb74c-89fb-4ae7-894d-f26899a3fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fc1c1382-ae45-4a9b-afb1-b07bce53bcd3'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:17:33.685829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Bound port: 570512db-fc9d-44c5-a636-56c522f3f866, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388fb74c-89fb-4ae7-894d-f26899a3fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fc1c1382-ae45-4a9b-afb1-b07bce53bcd3'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:17:33.686251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:33.731530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] For port a8b694a3-7556-403a-ba43-50712e91f2e4, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:17:33.740774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-220a3096-6139-495e-9fba-103ca0f57fa6 None None] Provisioning complete for port 9e404b3c-c61e-4583-8e67-b42852d0b950 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:33.741164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-220a3096-6139-495e-9fba-103ca0f57fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:33.765701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a3096-6139-495e-9fba-103ca0f57fa6 None None] Pushing event updated for resources: {'Port': ['ID=e3321f67-20f1-4dcd-975b-3a7e9e164fde,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:33.788940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-220a3096-6139-495e-9fba-103ca0f57fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:33.793295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:33.815852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] For port a8b694a3-7556-403a-ba43-50712e91f2e4, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a8b694a3-7556-403a-ba43-50712e91f2e4,segment=NetworkSegment(c8a10b3b-603d-4d2d-b86f-ec2db8799b9c),segment_id=c8a10b3b-603d-4d2d-b86f-ec2db8799b9c)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:17:33.852820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:port and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:33.860793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:33.862051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:33.878512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:33.878846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:33.883681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:33.891034 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/753d89bf-c7d9-4a4d-bd73-9cf99962a063/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1236470
Dec 23 16:17:33.894176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54848) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:33.898609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf4f68-05cf-405f-8ecd-b731ffea6ea8 None None] Sync routers for ids ['753d89bf-c7d9-4a4d-bd73-9cf99962a063'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:33.922394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf4f68-05cf-405f-8ecd-b731ffea6ea8 None None] Routers {'753d89bf-c7d9-4a4d-bd73-9cf99962a063'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:33.923122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cabf4f68-05cf-405f-8ecd-b731ffea6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a934e48>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['753d89bf-c7d9-4a4d-bd73-9cf99962a063'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:33.944921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 17d2bc08-7f33-429e-a770-f9d78c6d49d2 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:33.981424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-220a3096-6139-495e-9fba-103ca0f57fa6 None None] Port 9e404b3c-c61e-4583-8e67-b42852d0b950 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:33.989189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cabf4f68-05cf-405f-8ecd-b731ffea6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a934e48>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:34.004867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf4f68-05cf-405f-8ecd-b731ffea6ea8 None None] Routers {'753d89bf-c7d9-4a4d-bd73-9cf99962a063'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:34.008410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cabf4f68-05cf-405f-8ecd-b731ffea6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a934e48>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['753d89bf-c7d9-4a4d-bd73-9cf99962a063'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:34.054946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:34.066786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6262a9ab-ad0d-4d0e-9104-c297eae29efa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:34.067526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6262a9ab-ad0d-4d0e-9104-c297eae29efa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Synchronizing usage tracker for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:34.095727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484dcc1-c560-4a72-b27c-8c3d89eadd49 None None] Pushing event updated for resources: {'Port': ['ID=a8b694a3-7556-403a-ba43-50712e91f2e4,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:34.104508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] For port 570512db-fc9d-44c5-a636-56c522f3f866, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:17:34.105001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6262a9ab-ad0d-4d0e-9104-c297eae29efa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Unset dirty status for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:34.109957 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6262a9ab-ad0d-4d0e-9104-c297eae29efa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports/646ba603-ad21-46ca-bcce-96241168b392 HTTP/1.1" status: 200  len: 910 time: 0.2113545
Dec 23 16:17:34.110438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b484dcc1-c560-4a72-b27c-8c3d89eadd49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:34.115208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54852) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:34.135956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] For port 570512db-fc9d-44c5-a636-56c522f3f866, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=570512db-fc9d-44c5-a636-56c522f3f866,segment=NetworkSegment(388fb74c-89fb-4ae7-894d-f26899a3fc3a),segment_id=388fb74c-89fb-4ae7-894d-f26899a3fc3a)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:17:34.149470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:34.165173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-800d4605-1b6b-4279-a296-017f580cca42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:34.310442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cabf4f68-05cf-405f-8ecd-b731ffea6ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a934e48>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:34.311288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf4f68-05cf-405f-8ecd-b731ffea6ea8 None None] The sync data for ids ['753d89bf-c7d9-4a4d-bd73-9cf99962a063'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:34.347917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Routers {'939af21c-6e19-4232-92de-7bdb282b7ea2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:34.348637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f01be0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['939af21c-6e19-4232-92de-7bdb282b7ea2'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:34.349363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:34.398250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port 289ffd5c-00a5-4bf9-b57d-c8dfc0cc8154 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:17:34.480722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ccd1bb9e-15e6-479b-9609-340e1d4d52e5 None None] Provisioning for port 17d2bc08-7f33-429e-a770-f9d78c6d49d2 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:34.492767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2f18b9-01a3-4fd8-8468-231594cf3a8e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Router fb3c36aa-cd62-4d36-918d-d27133454cb0 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:17:34.493004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 17d2bc08-7f33-429e-a770-f9d78c6d49d2 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:34.504912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Pushing event updated for resources: {'Port': ['ID=570512db-fc9d-44c5-a636-56c522f3f866,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:34.511322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 17d2bc08-7f33-429e-a770-f9d78c6d49d2 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:34.511531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:34.540417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ccd1bb9e-15e6-479b-9609-340e1d4d52e5 None None] Provisioning complete for port 17d2bc08-7f33-429e-a770-f9d78c6d49d2 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:34.540974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bb9e-15e6-479b-9609-340e1d4d52e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:34.570523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:34.749894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:34.861744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] Set router 939af21c-6e19-4232-92de-7bdb282b7ea2 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:17:34.958890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bb9e-15e6-479b-9609-340e1d4d52e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:35.000257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:35.022841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Allocated IP 172.20.0.9 (fc1c1382-ae45-4a9b-afb1-b07bce53bcd3/1f231d12-ee12-4d08-a7a0-97165119af2f/289ffd5c-00a5-4bf9-b57d-c8dfc0cc8154) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:35.158945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ccd1bb9e-15e6-479b-9609-340e1d4d52e5 None None] For port 17d2bc08-7f33-429e-a770-f9d78c6d49d2, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=17d2bc08-7f33-429e-a770-f9d78c6d49d2,segment=NetworkSegment(1870461b-122c-4ffa-925a-6ba17697497b),segment_id=1870461b-122c-4ffa-925a-6ba17697497b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:35.199559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bb9e-15e6-479b-9609-340e1d4d52e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:35.215477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc66def4-3f9f-41a3-bd62-8c678bb6a4b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:35.394473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d42b1a46-add3-4a99-b387-987cf561ac50 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:35.437215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:35.460206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Transition to ACTIVE for port object 289ffd5c-00a5-4bf9-b57d-c8dfc0cc8154 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:35.489639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:35.510285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cbe17ab5-e1b0-4429-ab0e-0f48e11d8932 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:35.568344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network fc1c1382-ae45-4a9b-afb1-b07bce53bcd3 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:35.586494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:17:35.587216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:17:35.589939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:35.598252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:35.630219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2f18b9-01a3-4fd8-8468-231594cf3a8e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:35.635766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e2f18b9-01a3-4fd8-8468-231594cf3a8e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:35.654471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b8a331-4f24-49fa-ab3b-6632cc4598cc None None] Sync routers for ids ['fb3c36aa-cd62-4d36-918d-d27133454cb0'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:35.672043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ccd1bb9e-15e6-479b-9609-340e1d4d52e5 None None] Provisioning complete for port e3321f67-20f1-4dcd-975b-3a7e9e164fde triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:35.672648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bb9e-15e6-479b-9609-340e1d4d52e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:35.698908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=289ffd5c-00a5-4bf9-b57d-c8dfc0cc8154,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:35.706238 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2e2f18b9-01a3-4fd8-8468-231594cf3a8e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] 10.222.0.67 "DELETE /v2.0/floatingips/1ca87cb0-4e42-43f1-8187-d30038b30d10 HTTP/1.1" status: 204  len: 168 time: 3.4960368
Dec 23 16:17:35.707190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54858) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:35.715419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:35.726165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1bb9e-15e6-479b-9609-340e1d4d52e5 None None] Pushing event updated for resources: {'Port': ['ID=17d2bc08-7f33-429e-a770-f9d78c6d49d2,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:35.734770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ccd1bb9e-15e6-479b-9609-340e1d4d52e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:35.744946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:35.745665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:35.745809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:35.755133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:35.769937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b8a331-4f24-49fa-ab3b-6632cc4598cc None None] Routers {'fb3c36aa-cd62-4d36-918d-d27133454cb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:35.770391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Usage tracker for resource:floatingip and tenant:eb78ebd29bc94564894fea0428f525ee is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:35.770844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a7b8a331-4f24-49fa-ab3b-6632cc4598cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8edda0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['fb3c36aa-cd62-4d36-918d-d27133454cb0'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:35.775857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:35.785197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:35.831033 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.2625835
Dec 23 16:17:35.832937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54862) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:35.852079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:35.879505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Allocated IP 2001:db8:1::1 (c196d7f6-1c42-41fd-a4d1-93d27c90a06d/84be6408-8765-4b06-b56c-fb7f000e3ce3/4ffff636-1a51-4605-8419-28ca08a14a1e) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:35.881119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a7b8a331-4f24-49fa-ab3b-6632cc4598cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8edda0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:35.959171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b8a331-4f24-49fa-ab3b-6632cc4598cc None None] Routers {'fb3c36aa-cd62-4d36-918d-d27133454cb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:35.960156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a7b8a331-4f24-49fa-ab3b-6632cc4598cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8edda0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['fb3c36aa-cd62-4d36-918d-d27133454cb0'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:36.037824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a7b8a331-4f24-49fa-ab3b-6632cc4598cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8edda0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:36.038401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b8a331-4f24-49fa-ab3b-6632cc4598cc None None] The sync data for ids ['fb3c36aa-cd62-4d36-918d-d27133454cb0'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:36.058429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0708e-8e36-4b3f-9f61-0b37f30cfc0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:36.059249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aee0708e-8e36-4b3f-9f61-0b37f30cfc0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:36.065451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f01be0>, [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:17:22Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'bb8e367c-1546-4ec4-b095-067ccfa7e007', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.73', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'port_id': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'mac_address': 'fa:16:3e:f4:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84021b50-7dd6-4793-9f26-df84da4bb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:16:03Z', 'updated_at': '2021-12-23T16:16:08Z', 'revision_number': 1, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404039df-ae09-4d1f-979e-33aced1071c9', 'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:a5:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:34Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '3958257c-c2ff-423c-adeb-d5a559123643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8b694a3-7556-403a-ba43-50712e91f2e4', 'name': '', 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:da:27:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0eed29f0-3999-4540-ac4c-11868a992e67', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:19Z', 'updated_at': '2021-12-23T16:17:33Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '0eed29f0-3999-4540-ac4c-11868a992e67', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:36.075438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25114c52-d655-45e5-92ed-249acbe94a06 None None] The sync data for ids ['939af21c-6e19-4232-92de-7bdb282b7ea2'] in dv-neutron-822801-1-hyperv is: [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:17:22Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'bb8e367c-1546-4ec4-b095-067ccfa7e007', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.73', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'port_id': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'mac_address': 'fa:16:3e:f4:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84021b50-7dd6-4793-9f26-df84da4bb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:16:03Z', 'updated_at': '2021-12-23T16:16:08Z', 'revision_number': 1, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404039df-ae09-4d1f-979e-33aced1071c9', 'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:a5:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:34Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '3958257c-c2ff-423c-adeb-d5a559123643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8b694a3-7556-403a-ba43-50712e91f2e4', 'name': '', 'network_id': 'bb076262-ef13-4a9c-80ef-6f95d5acb5b3', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:da:27:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0eed29f0-3999-4540-ac4c-11868a992e67', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:19Z', 'updated_at': '2021-12-23T16:17:33Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '0eed29f0-3999-4540-ac4c-11868a992e67', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:36.108526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aee0708e-8e36-4b3f-9f61-0b37f30cfc0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:36.112671 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aee0708e-8e36-4b3f-9f61-0b37f30cfc0d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.2755120
Dec 23 16:17:36.113206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54866) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:36.117964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:36.232960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-226c3e63-a9b4-4f98-8f7c-dea93f5af440 None None] Provisioning complete for port 17d2bc08-7f33-429e-a770-f9d78c6d49d2 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:36.233531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-226c3e63-a9b4-4f98-8f7c-dea93f5af440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:36.240400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:36.292394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Transition to ACTIVE for port object 4ffff636-1a51-4605-8419-28ca08a14a1e will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:36.373516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a580d8-de3e-437d-a505-649f87c861bf tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:36.378013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a580d8-de3e-437d-a505-649f87c861bf tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:36.382718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a580d8-de3e-437d-a505-649f87c861bf tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:36.390024 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-45a580d8-de3e-437d-a505-649f87c861bf tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2377 time: 0.2732239
Dec 23 16:17:36.391293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54870) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:36.461547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:36.471440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-531f659f-2097-4274-9063-1cd89e9b844a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:36.566643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Allocated IP 172.26.5.249 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/34986310-a947-46f6-87a8-2e7dd64bef4e) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:36.577671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-226c3e63-a9b4-4f98-8f7c-dea93f5af440 None None] Provisioning for port 646ba603-ad21-46ca-bcce-96241168b392 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:36.586081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a8b694a3-7556-403a-ba43-50712e91f2e4 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:36.614013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-30ed2e40-e363-4bda-9b36-b704e41ae7de tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port 289ffd5c-00a5-4bf9-b57d-c8dfc0cc8154 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:36.614673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30ed2e40-e363-4bda-9b36-b704e41ae7de tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:36.647938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network c196d7f6-1c42-41fd-a4d1-93d27c90a06d is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:36.655719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=4ffff636-1a51-4605-8419-28ca08a14a1e,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:36.669029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-226c3e63-a9b4-4f98-8f7c-dea93f5af440 None None] Provisioning complete for port 646ba603-ad21-46ca-bcce-96241168b392 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:36.669618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-226c3e63-a9b4-4f98-8f7c-dea93f5af440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:36.671464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:36.676972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:36.677756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:36.678338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:36.747653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port a8b694a3-7556-403a-ba43-50712e91f2e4 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:36.757159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port a8b694a3-7556-403a-ba43-50712e91f2e4 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:36.758013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:36.846740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-226c3e63-a9b4-4f98-8f7c-dea93f5af440 None None] Port 646ba603-ad21-46ca-bcce-96241168b392 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:36.860980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d42b1a46-add3-4a99-b387-987cf561ac50 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port 646ba603-ad21-46ca-bcce-96241168b392 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:36.861368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d42b1a46-add3-4a99-b387-987cf561ac50 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:37.006218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:37.033646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:37.086010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port a8b694a3-7556-403a-ba43-50712e91f2e4, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a8b694a3-7556-403a-ba43-50712e91f2e4,segment=NetworkSegment(c8a10b3b-603d-4d2d-b86f-ec2db8799b9c),segment_id=c8a10b3b-603d-4d2d-b86f-ec2db8799b9c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:37.088874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:37.092229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:37.093270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e3321f67-20f1-4dcd-975b-3a7e9e164fde up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:37.130850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b484dcc1-c560-4a72-b27c-8c3d89eadd49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:37.247053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aa5d86-ec98-4882-b4ba-b0bc5b7af601 None None] Network fc1c1382-ae45-4a9b-afb1-b07bce53bcd3 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:37.300494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d42b1a46-add3-4a99-b387-987cf561ac50 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:37.434087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=a8b694a3-7556-403a-ba43-50712e91f2e4,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:37.439869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:37.456166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-38aea79c-0a4a-41e1-a28a-a6a7083ebce5 None None] Provisioning for port 570512db-fc9d-44c5-a636-56c522f3f866 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:37.464193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:37.468067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0409bf04-8d83-45e1-8ec2-429bfc368650 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:37.481880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30ed2e40-e363-4bda-9b36-b704e41ae7de tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:37.510801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d42b1a46-add3-4a99-b387-987cf561ac50 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for 646ba603-ad21-46ca-bcce-96241168b392 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:37.523817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port e3321f67-20f1-4dcd-975b-3a7e9e164fde triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:37.524381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:37.605455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:37.615082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:37.620460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Pushing event updated for resources: {'Port': ['ID=34986310-a947-46f6-87a8-2e7dd64bef4e,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:37.625784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:37.657151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:37.663245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-99320a38-9913-4038-a9f5-6f52268e8bd3 None None] Provisioning for port 4ffff636-1a51-4605-8419-28ca08a14a1e completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:37.707656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-99320a38-9913-4038-a9f5-6f52268e8bd3 None None] Provisioning complete for port 4ffff636-1a51-4605-8419-28ca08a14a1e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:37.708247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-99320a38-9913-4038-a9f5-6f52268e8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:37.758852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-30ed2e40-e363-4bda-9b36-b704e41ae7de tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for 289ffd5c-00a5-4bf9-b57d-c8dfc0cc8154 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:37.802563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 17d2bc08-7f33-429e-a770-f9d78c6d49d2 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:37.834474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-99320a38-9913-4038-a9f5-6f52268e8bd3 None None] Port 4ffff636-1a51-4605-8419-28ca08a14a1e cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:37.884890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 17d2bc08-7f33-429e-a770-f9d78c6d49d2 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:37.885404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:37.906586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:37.993622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54876) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:37.996516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:38.042843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 570512db-fc9d-44c5-a636-56c522f3f866 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:38.074138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30ed2e40-e363-4bda-9b36-b704e41ae7de tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:38.081628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fb4abbef-49db-4095-9760-ce7cfa1651a8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:38.128574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 570512db-fc9d-44c5-a636-56c522f3f866 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:38.135842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 570512db-fc9d-44c5-a636-56c522f3f866 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:38.136698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:38.137502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed2e40-e363-4bda-9b36-b704e41ae7de tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=289ffd5c-00a5-4bf9-b57d-c8dfc0cc8154,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:38.142023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-30ed2e40-e363-4bda-9b36-b704e41ae7de tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:38.271079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:38.280220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:38.281129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:38.288843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e4b7b193-dc56-4db9-ba14-7e265eecde6c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:38.317653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f299b932-8e7c-45dc-bfd3-2b01721ef28c None None] Provisioning complete for port 570512db-fc9d-44c5-a636-56c522f3f866 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:38.318089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f299b932-8e7c-45dc-bfd3-2b01721ef28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:38.362144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30ed2e40-e363-4bda-9b36-b704e41ae7de tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:38.383521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:38.429108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=4ffff636-1a51-4605-8419-28ca08a14a1e,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:38.447815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:38.448663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 570512db-fc9d-44c5-a636-56c522f3f866, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=570512db-fc9d-44c5-a636-56c522f3f866,segment=NetworkSegment(388fb74c-89fb-4ae7-894d-f26899a3fc3a),segment_id=388fb74c-89fb-4ae7-894d-f26899a3fc3a)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:38.455681 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-30ed2e40-e363-4bda-9b36-b704e41ae7de tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/289ffd5c-00a5-4bf9-b57d-c8dfc0cc8154 HTTP/1.1" status: 204  len: 168 time: 2.0629504
Dec 23 16:17:38.458835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54880) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:38.483035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:38.498505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c9a9d297-9fc6-48fd-a779-af0897c7d58c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:38.520369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d42b1a46-add3-4a99-b387-987cf561ac50 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:38.591353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fbf62088-5eda-4833-82a0-a7416d405aee tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:38.592298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=570512db-fc9d-44c5-a636-56c522f3f866,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:38.597406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:38.604851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f299b932-8e7c-45dc-bfd3-2b01721ef28c None None] Provisioning for port 59337dbb-7b00-49bc-9faa-996854f4c706 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:38.612724 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50d30b6-f13d-41cc-8ed6-219228e6d9a6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] GET failed (client error): The resource could not be found.
Dec 23 16:17:38.613383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c50d30b6-f13d-41cc-8ed6-219228e6d9a6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:38.630268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f299b932-8e7c-45dc-bfd3-2b01721ef28c None None] Provisioning complete for port 59337dbb-7b00-49bc-9faa-996854f4c706 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:38.630710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f299b932-8e7c-45dc-bfd3-2b01721ef28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:38.654572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c50d30b6-f13d-41cc-8ed6-219228e6d9a6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:38.655877 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c50d30b6-f13d-41cc-8ed6-219228e6d9a6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/289ffd5c-00a5-4bf9-b57d-c8dfc0cc8154 HTTP/1.1" status: 404  len: 333 time: 0.1958549
Dec 23 16:17:38.659790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54884) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:38.672601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a8b694a3-7556-403a-ba43-50712e91f2e4 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:38.735091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network c196d7f6-1c42-41fd-a4d1-93d27c90a06d is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:38.741429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f299b932-8e7c-45dc-bfd3-2b01721ef28c None None] Port 59337dbb-7b00-49bc-9faa-996854f4c706 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:38.741919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:38.769043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b1a46-add3-4a99-b387-987cf561ac50 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=646ba603-ad21-46ca-bcce-96241168b392,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:38.771018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f299b932-8e7c-45dc-bfd3-2b01721ef28c None None] Could not find standard attr ID for object 289ffd5c-00a5-4bf9-b57d-c8dfc0cc8154. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:17:38.826208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port a8b694a3-7556-403a-ba43-50712e91f2e4 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:38.826906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:38.856413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d42b1a46-add3-4a99-b387-987cf561ac50 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:38.922211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-11221606-708f-4eb8-95b7-0cfe4845acef None None] Provisioning complete for port 59337dbb-7b00-49bc-9faa-996854f4c706 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:38.923040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11221606-708f-4eb8-95b7-0cfe4845acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:38.932788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9721e6a5-6f5c-41e4-8399-a2f6ffffbe2a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port 59337dbb-7b00-49bc-9faa-996854f4c706 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:38.933151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9721e6a5-6f5c-41e4-8399-a2f6ffffbe2a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:39.024106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:39.076497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-11221606-708f-4eb8-95b7-0cfe4845acef None None] Port 59337dbb-7b00-49bc-9faa-996854f4c706 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:39.199082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-292bfbab-01c0-458b-bb27-17ba18b2ac35 None None] Could not find standard attr ID for object 289ffd5c-00a5-4bf9-b57d-c8dfc0cc8154. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:17:39.199826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:39.210161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8c9d3685-05a6-4a1c-9912-027df00df484 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:39.352400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Pushing event updated for resources: {'Port': ['ID=34986310-a947-46f6-87a8-2e7dd64bef4e,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:39.361199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d42b1a46-add3-4a99-b387-987cf561ac50 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:39.371551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:39.433260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-94f637ef-5604-4728-84a0-180120fef4b1 None None] Provisioning complete for port 4ffff636-1a51-4605-8419-28ca08a14a1e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:39.434066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94f637ef-5604-4728-84a0-180120fef4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:39.460887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9721e6a5-6f5c-41e4-8399-a2f6ffffbe2a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:39.484453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:39.516646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-94f637ef-5604-4728-84a0-180120fef4b1 None None] Port 4ffff636-1a51-4605-8419-28ca08a14a1e cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:39.603162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9721e6a5-6f5c-41e4-8399-a2f6ffffbe2a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for 59337dbb-7b00-49bc-9faa-996854f4c706 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:39.667743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:39.669097 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.9607401
Dec 23 16:17:39.673007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54888) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:39.706294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 69000751-3f8f-453c-bacd-75f5e79cdad4 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:17:40.010299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:40.018841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:40.082852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Usage tracker for resource:floatingip and tenant:47c51b49f66040269bc121bdec2254f2 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:40.083139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42b1a46-add3-4a99-b387-987cf561ac50 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router 753d89bf-c7d9-4a4d-bd73-9cf99962a063 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:17:40.093335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:40.103823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:40.104588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd4a5d64-535b-470f-af11-58ab7995ac0e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:40.106119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9721e6a5-6f5c-41e4-8399-a2f6ffffbe2a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:40.167189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-326a3e6a-6031-41f4-9de3-6bc9f36e2316 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:40.235159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721e6a5-6f5c-41e4-8399-a2f6ffffbe2a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=59337dbb-7b00-49bc-9faa-996854f4c706,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:40.241300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9721e6a5-6f5c-41e4-8399-a2f6ffffbe2a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:40.243290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks [] for floatingip, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:40.335814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42b1a46-add3-4a99-b387-987cf561ac50 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:40.342046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d42b1a46-add3-4a99-b387-987cf561ac50 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/753d89bf-c7d9-4a4d-bd73-9cf99962a063/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2247374
Dec 23 16:17:40.347024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54894) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:40.354693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d9697e-72ce-49e6-8319-5d7a393a3e6e None None] Sync routers for ids ['753d89bf-c7d9-4a4d-bd73-9cf99962a063'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:40.373225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d9697e-72ce-49e6-8319-5d7a393a3e6e None None] Routers {'753d89bf-c7d9-4a4d-bd73-9cf99962a063'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:40.374272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-23d9697e-72ce-49e6-8319-5d7a393a3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1bdeb8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['753d89bf-c7d9-4a4d-bd73-9cf99962a063'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:40.427624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9721e6a5-6f5c-41e4-8399-a2f6ffffbe2a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:40.449743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-23d9697e-72ce-49e6-8319-5d7a393a3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1bdeb8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:40.463488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d9697e-72ce-49e6-8319-5d7a393a3e6e None None] Routers {'753d89bf-c7d9-4a4d-bd73-9cf99962a063'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:40.464576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-23d9697e-72ce-49e6-8319-5d7a393a3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1bdeb8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['753d89bf-c7d9-4a4d-bd73-9cf99962a063'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:40.501483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:40.513240 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/69000751-3f8f-453c-bacd-75f5e79cdad4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7229042
Dec 23 16:17:40.515093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54898) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:40.516276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00774692-dc07-4592-a57e-ec99e5a9a73b None None] Sync routers for ids ['69000751-3f8f-453c-bacd-75f5e79cdad4'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:40.521684 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9721e6a5-6f5c-41e4-8399-a2f6ffffbe2a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/59337dbb-7b00-49bc-9faa-996854f4c706 HTTP/1.1" status: 204  len: 168 time: 1.8605127
Dec 23 16:17:40.545087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00774692-dc07-4592-a57e-ec99e5a9a73b None None] Routers {'69000751-3f8f-453c-bacd-75f5e79cdad4'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:40.547962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-23d9697e-72ce-49e6-8319-5d7a393a3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1bdeb8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:40.548746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d9697e-72ce-49e6-8319-5d7a393a3e6e None None] The sync data for ids ['753d89bf-c7d9-4a4d-bd73-9cf99962a063'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:40.550533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-00774692-dc07-4592-a57e-ec99e5a9a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79fc1c18>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['69000751-3f8f-453c-bacd-75f5e79cdad4'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:40.562953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54902) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:40.649084 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9d7bc7-6b97-4c1e-b0ba-40067c7d58a7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] GET failed (client error): The resource could not be found.
Dec 23 16:17:40.649684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bf9d7bc7-6b97-4c1e-b0ba-40067c7d58a7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:40.687688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc0fbb-1879-4d63-aafd-ede829d4c3fe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:40.688410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-65bc0fbb-1879-4d63-aafd-ede829d4c3fe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Synchronizing usage tracker for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:40.701522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bf9d7bc7-6b97-4c1e-b0ba-40067c7d58a7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:40.706066 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bf9d7bc7-6b97-4c1e-b0ba-40067c7d58a7 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/59337dbb-7b00-49bc-9faa-996854f4c706 HTTP/1.1" status: 404  len: 333 time: 0.1377156
Dec 23 16:17:40.706066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54906) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:40.739622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-36a1d86f-60bc-4762-8898-9d494bb89579 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Synchronizing usage tracker for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:40.771703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:40.779841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-36a1d86f-60bc-4762-8898-9d494bb89579 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Unset dirty status for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:40.781161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-65bc0fbb-1879-4d63-aafd-ede829d4c3fe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Unset dirty status for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:40.785267 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-65bc0fbb-1879-4d63-aafd-ede829d4c3fe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports/4ffff636-1a51-4605-8419-28ca08a14a1e HTTP/1.1" status: 200  len: 913 time: 0.2662148
Dec 23 16:17:40.785405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-36a1d86f-60bc-4762-8898-9d494bb89579 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports?device_id=753d89bf-c7d9-4a4d-bd73-9cf99962a063 HTTP/1.1" status: 200  len: 205 time: 0.4361858
Dec 23 16:17:40.785744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54910) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:40.786107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54912) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:40.832928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 570512db-fc9d-44c5-a636-56c522f3f866 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:40.884180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-00774692-dc07-4592-a57e-ec99e5a9a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79fc1c18>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:40.911996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00774692-dc07-4592-a57e-ec99e5a9a73b None None] Routers {'69000751-3f8f-453c-bacd-75f5e79cdad4'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:40.913442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-00774692-dc07-4592-a57e-ec99e5a9a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79fc1c18>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['69000751-3f8f-453c-bacd-75f5e79cdad4'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:40.976998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-00774692-dc07-4592-a57e-ec99e5a9a73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79fc1c18>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:40.977597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00774692-dc07-4592-a57e-ec99e5a9a73b None None] The sync data for ids ['69000751-3f8f-453c-bacd-75f5e79cdad4'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:40.991310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 570512db-fc9d-44c5-a636-56c522f3f866 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:40.992308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:41.064942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Allocated IP 172.26.5.91 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/0e642f31-c8f3-48d9-b3b1-601bfb959c25) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:41.075956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-5509d2b0-faab-4c97-9ea8-1d52549a0b42 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting subnet 1f231d12-ee12-4d08-a7a0-97165119af2f {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:17:41.083499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5509d2b0-faab-4c97-9ea8-1d52549a0b42 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:41.097007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6d358aac-c22c-4a94-af62-cedf4d3259fa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:41.183279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5509d2b0-faab-4c97-9ea8-1d52549a0b42 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:41.361435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:41.380183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5509d2b0-faab-4c97-9ea8-1d52549a0b42 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:41.460187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:41.468082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:41.527637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5509d2b0-faab-4c97-9ea8-1d52549a0b42 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:41.546337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:41.550721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:41.557677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:41.589323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Pushing event updated for resources: {'Port': ['ID=0e642f31-c8f3-48d9-b3b1-601bfb959c25,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:41.596705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5509d2b0-faab-4c97-9ea8-1d52549a0b42 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:41.597750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f966eb9-7879-4128-9169-1e0f72abb2f8 None None] Network fc1c1382-ae45-4a9b-afb1-b07bce53bcd3 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:41.599737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:41.604072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ea5fed42-c0d5-4ffa-a717-b75024354de7 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:41.658174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509d2b0-faab-4c97-9ea8-1d52549a0b42 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Subnet': ['ID=1f231d12-ee12-4d08-a7a0-97165119af2f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:41.665592 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5509d2b0-faab-4c97-9ea8-1d52549a0b42 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/1f231d12-ee12-4d08-a7a0-97165119af2f HTTP/1.1" status: 204  len: 168 time: 0.9584820
Dec 23 16:17:41.669491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5509d2b0-faab-4c97-9ea8-1d52549a0b42 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:41.670004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54918) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:41.826364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:41.846696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port 570512db-fc9d-44c5-a636-56c522f3f866 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:41.847213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:41.891751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c721009-3708-4b02-aab1-359e48983604 None None] DHCP port deletion for fc1c1382-ae45-4a9b-afb1-b07bce53bcd3 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:17:41.897414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8c721009-3708-4b02-aab1-359e48983604 None None] Deleting port 570512db-fc9d-44c5-a636-56c522f3f866 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:41.897856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8c721009-3708-4b02-aab1-359e48983604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:41.981344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:42.070612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6d358aac-c22c-4a94-af62-cedf4d3259fa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:42.074248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:42.096796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:42.124020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6d358aac-c22c-4a94-af62-cedf4d3259fa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:42.149817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8c721009-3708-4b02-aab1-359e48983604 None None] For port 570512db-fc9d-44c5-a636-56c522f3f866, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=570512db-fc9d-44c5-a636-56c522f3f866,segment=NetworkSegment(388fb74c-89fb-4ae7-894d-f26899a3fc3a),segment_id=388fb74c-89fb-4ae7-894d-f26899a3fc3a)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:42.151029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8c721009-3708-4b02-aab1-359e48983604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:42.226915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6d358aac-c22c-4a94-af62-cedf4d3259fa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:42.227512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d358aac-c22c-4a94-af62-cedf4d3259fa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Fanout notify agent at l3_agent the message router_deleted on router 753d89bf-c7d9-4a4d-bd73-9cf99962a063 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:17:42.254529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6d358aac-c22c-4a94-af62-cedf4d3259fa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:42.258654 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6d358aac-c22c-4a94-af62-cedf4d3259fa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/routers/753d89bf-c7d9-4a4d-bd73-9cf99962a063 HTTP/1.1" status: 204  len: 168 time: 1.4715645
Dec 23 16:17:42.258799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54922) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:42.265496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-078ad2ce-75da-46ea-943e-4629d0469689 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:42.289385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8c721009-3708-4b02-aab1-359e48983604 None None] Calling delete_port for 570512db-fc9d-44c5-a636-56c522f3f866 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:42.343702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] For port 570512db-fc9d-44c5-a636-56c522f3f866, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=570512db-fc9d-44c5-a636-56c522f3f866,segment=NetworkSegment(388fb74c-89fb-4ae7-894d-f26899a3fc3a),segment_id=388fb74c-89fb-4ae7-894d-f26899a3fc3a)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:42.344236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:42.368291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8c721009-3708-4b02-aab1-359e48983604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:42.373440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:42.416597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c721009-3708-4b02-aab1-359e48983604 None None] Pushing event deleted for resources: {'Port': ['ID=570512db-fc9d-44c5-a636-56c522f3f866,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:42.421295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8c721009-3708-4b02-aab1-359e48983604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:42.424038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c721009-3708-4b02-aab1-359e48983604 None None] No DVR routers for this DVR port 570512db-fc9d-44c5-a636-56c522f3f866 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:17:42.497581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for 570512db-fc9d-44c5-a636-56c522f3f866 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:42.560333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 570512db-fc9d-44c5-a636-56c522f3f866 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:17:42.600409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 570512db-fc9d-44c5-a636-56c522f3f866 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:17:42.600826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 570512db-fc9d-44c5-a636-56c522f3f866 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:17:42.832662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a5d64-535b-470f-af11-58ab7995ac0e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port a8b694a3-7556-403a-ba43-50712e91f2e4 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:42.832967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd4a5d64-535b-470f-af11-58ab7995ac0e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:42.988078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:17:42.988458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:17:43.033640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.052164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.058299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fe7d778c-9147-47aa-b2ab-470e6b0ecde6 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:43.101274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e0917b-8318-4687-857a-f2f80cb3f313 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting subnet ee1a53ad-7160-460c-aa6c-cc5aea2919b0 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:17:43.121030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e0917b-8318-4687-857a-f2f80cb3f313 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.145404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-fd4a5d64-535b-470f-af11-58ab7995ac0e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port a8b694a3-7556-403a-ba43-50712e91f2e4, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a8b694a3-7556-403a-ba43-50712e91f2e4,segment=NetworkSegment(c8a10b3b-603d-4d2d-b86f-ec2db8799b9c),segment_id=c8a10b3b-603d-4d2d-b86f-ec2db8799b9c)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:43.145811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd4a5d64-535b-470f-af11-58ab7995ac0e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.226773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Pushing event updated for resources: {'Port': ['ID=0e642f31-c8f3-48d9-b3b1-601bfb959c25,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:43.239411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:43.241714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e0917b-8318-4687-857a-f2f80cb3f313 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.298852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.317672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a5d64-535b-470f-af11-58ab7995ac0e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for a8b694a3-7556-403a-ba43-50712e91f2e4 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:43.337397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.338870 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.6641979
Dec 23 16:17:43.343890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54926) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:43.448415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e0917b-8318-4687-857a-f2f80cb3f313 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.489259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port 570512db-fc9d-44c5-a636-56c522f3f866 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:43.489649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.497348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-078ad2ce-75da-46ea-943e-4629d0469689 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port 4ffff636-1a51-4605-8419-28ca08a14a1e {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:43.497742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-078ad2ce-75da-46ea-943e-4629d0469689 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.544419 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-684313d6-9302-4a0f-b7ea-2a5798719417 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2436 time: 0.1992950
Dec 23 16:17:43.548025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54930) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:43.580040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] The port '570512db-fc9d-44c5-a636-56c522f3f866' was deleted {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:17:43.668874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d31abf3c-b54a-4496-9765-1f33a203b9bb tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Synchronizing usage tracker for tenant:6cde0b9deba043cbaf9024443cfab6fe on resource:floatingip {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:43.728834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.740117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e0917b-8318-4687-857a-f2f80cb3f313 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.746930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-abd0548e-70b2-4d84-9649-aeed6ba96890 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:43.796961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0917b-8318-4687-857a-f2f80cb3f313 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1a53ad-7160-460c-aa6c-cc5aea2919b0,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:43.801931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78dd8160>,) {'filters': {'network_id': ['fc1c1382-ae45-4a9b-afb1-b07bce53bcd3']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:43.812245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0e0917b-8318-4687-857a-f2f80cb3f313 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:43.818714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78dd8160>, '388fb74c-89fb-4ae7-894d-f26899a3fc3a') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:43.818928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78dd8160>, '388fb74c-89fb-4ae7-894d-f26899a3fc3a') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:43.821741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d31abf3c-b54a-4496-9765-1f33a203b9bb tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Unset dirty status for tenant:6cde0b9deba043cbaf9024443cfab6fe on resource:floatingip {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:43.823471 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d31abf3c-b54a-4496-9765-1f33a203b9bb tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.2744107
Dec 23 16:17:43.828805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54934) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:43.831131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e0917b-8318-4687-857a-f2f80cb3f313 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.836538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4883c92-d0f6-49d9-8960-70b7f5320e83 None None] Network 7044d76e-40bd-4e50-903e-c20e41a5c224 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:43.839036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.855542 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e0e0917b-8318-4687-857a-f2f80cb3f313 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/ee1a53ad-7160-460c-aa6c-cc5aea2919b0 HTTP/1.1" status: 204  len: 168 time: 1.5895264
Dec 23 16:17:43.856173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54938) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:43.881304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.910926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:17:43.911246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:43.927810 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:43.946913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd4a5d64-535b-470f-af11-58ab7995ac0e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:43.955649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:43.993220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-078ad2ce-75da-46ea-943e-4629d0469689 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:44.076434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a5d64-535b-470f-af11-58ab7995ac0e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=a8b694a3-7556-403a-ba43-50712e91f2e4,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:44.086507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:44.095774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:44.097858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fd4a5d64-535b-470f-af11-58ab7995ac0e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:44.099606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:44.117657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:44.128800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Network': ['ID=fc1c1382-ae45-4a9b-afb1-b07bce53bcd3,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:44.132327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port 17d2bc08-7f33-429e-a770-f9d78c6d49d2 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:44.132715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:44.139805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab0eed5-a8aa-4590-a438-870f1876dcf0 None None] DHCP port deletion for 7044d76e-40bd-4e50-903e-c20e41a5c224 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:17:44.144161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-aab0eed5-a8aa-4590-a438-870f1876dcf0 None None] Deleting port 17d2bc08-7f33-429e-a770-f9d78c6d49d2 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:44.144592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aab0eed5-a8aa-4590-a438-870f1876dcf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:44.161997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:44.175554 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/networks/fc1c1382-ae45-4a9b-afb1-b07bce53bcd3 HTTP/1.1" status: 204  len: 168 time: 2.5039892
Dec 23 16:17:44.179434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54942) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:44.187606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1492751334'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:44.202309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:44.209884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:network and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:44.214670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:44.264175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:44.269021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-41ee4bb1-5576-4fb1-9649-bf77d20a97a8 tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Deleting port 0e642f31-c8f3-48d9-b3b1-601bfb959c25 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:44.269541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ee4bb1-5576-4fb1-9649-bf77d20a97a8 tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:44.301373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:44.307272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:44.308850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-078ad2ce-75da-46ea-943e-4629d0469689 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for 4ffff636-1a51-4605-8419-28ca08a14a1e owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:44.430847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:17:44.441941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] For port 17d2bc08-7f33-429e-a770-f9d78c6d49d2, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=17d2bc08-7f33-429e-a770-f9d78c6d49d2,segment=NetworkSegment(1870461b-122c-4ffa-925a-6ba17697497b),segment_id=1870461b-122c-4ffa-925a-6ba17697497b)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:44.442366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:44.457665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-aab0eed5-a8aa-4590-a438-870f1876dcf0 None None] For port 17d2bc08-7f33-429e-a770-f9d78c6d49d2, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=17d2bc08-7f33-429e-a770-f9d78c6d49d2,segment=NetworkSegment(1870461b-122c-4ffa-925a-6ba17697497b),segment_id=1870461b-122c-4ffa-925a-6ba17697497b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:44.458366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aab0eed5-a8aa-4590-a438-870f1876dcf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:44.512307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:44.512307 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Added segment 9a2bf5cf-029e-44b3-ae1b-260cd7944f2c of type vlan for network 730534d6-414b-4399-abdc-e81b245cce23
Dec 23 16:17:44.582816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for 17d2bc08-7f33-429e-a770-f9d78c6d49d2 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:44.666423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-aab0eed5-a8aa-4590-a438-870f1876dcf0 None None] Calling delete_port for 17d2bc08-7f33-429e-a770-f9d78c6d49d2 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:44.677406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:44.700558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 17d2bc08-7f33-429e-a770-f9d78c6d49d2 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:17:44.722924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:44.730849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:44.755634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 17d2bc08-7f33-429e-a770-f9d78c6d49d2 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:17:44.756075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 17d2bc08-7f33-429e-a770-f9d78c6d49d2 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:17:44.782254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=17d2bc08-7f33-429e-a770-f9d78c6d49d2,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:44.787251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:44.790402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:44.795749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:44.796364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:44.798979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-aab0eed5-a8aa-4590-a438-870f1876dcf0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:17:44.799440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-aab0eed5-a8aa-4590-a438-870f1876dcf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:17:44.802949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0079a504-2550-479b-ab8c-1552ea075b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:44.839621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No DVR routers for this DVR port 17d2bc08-7f33-429e-a770-f9d78c6d49d2 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:17:45.001512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Network': ['ID=730534d6-414b-4399-abdc-e81b245cce23,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:45.009294 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8293560
Dec 23 16:17:45.011185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ee4bb1-5576-4fb1-9649-bf77d20a97a8 tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:45.011185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ee4bb1-5576-4fb1-9649-bf77d20a97a8 tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:45.014426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:45.015151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54946) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:45.016604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 730534d6-414b-4399-abdc-e81b245cce23 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:17:45.038386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'subnet': {'network_id': '730534d6-414b-4399-abdc-e81b245cce23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:45.152722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:45.220992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-41ee4bb1-5576-4fb1-9649-bf77d20a97a8 tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Calling delete_port for 0e642f31-c8f3-48d9-b3b1-601bfb959c25 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:45.286238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b795a9cc0>,) {'filters': {'network_id': ['7044d76e-40bd-4e50-903e-c20e41a5c224']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:45.301544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-aab0eed5-a8aa-4590-a438-870f1876dcf0 None None] Deleting port 17d2bc08-7f33-429e-a770-f9d78c6d49d2 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:45.302362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aab0eed5-a8aa-4590-a438-870f1876dcf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:45.304555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b795a9cc0>, '1870461b-122c-4ffa-925a-6ba17697497b') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:45.304904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b795a9cc0>, '1870461b-122c-4ffa-925a-6ba17697497b') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:45.314922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:45.326922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:subnet and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:45.331215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:45.340057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:45.350609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:45.361327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:45.373542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:17:45.374009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:45.384256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-aab0eed5-a8aa-4590-a438-870f1876dcf0 None None] The port '17d2bc08-7f33-429e-a770-f9d78c6d49d2' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:17:45.387279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-078ad2ce-75da-46ea-943e-4629d0469689 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:45.393830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:45.413700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c8376d0e-5cbe-4351-bfc4-06b60802bbed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:45.480087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ad2ce-75da-46ea-943e-4629d0469689 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=4ffff636-1a51-4605-8419-28ca08a14a1e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:45.484503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-078ad2ce-75da-46ea-943e-4629d0469689 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:45.594826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:45.599622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-528d3737-999f-4eb1-986a-a23584d6f79b tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:45.620243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:45.638581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:45.657568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Network': ['ID=7044d76e-40bd-4e50-903e-c20e41a5c224,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:45.672709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:45.680247 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/networks/7044d76e-40bd-4e50-903e-c20e41a5c224 HTTP/1.1" status: 204  len: 168 time: 1.8171847
Dec 23 16:17:45.681859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54950) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:45.690621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1629469452', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:45.750025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:45.758128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ee4bb1-5576-4fb1-9649-bf77d20a97a8 tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:45.763229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:router and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:45.765348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b139b93f-c9a4-4ea0-a7d2-359783b10742 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:45.768369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:45.781044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:45.799223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:45.800249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:45.815167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd4a5d64-535b-470f-af11-58ab7995ac0e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:45.824018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee4bb1-5576-4fb1-9649-bf77d20a97a8 tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Pushing event deleted for resources: {'Port': ['ID=0e642f31-c8f3-48d9-b3b1-601bfb959c25,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:45.830234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-41ee4bb1-5576-4fb1-9649-bf77d20a97a8 tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:45.880430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.047328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ee4bb1-5576-4fb1-9649-bf77d20a97a8 tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.059888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-078ad2ce-75da-46ea-943e-4629d0469689 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.089970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ee4bb1-5576-4fb1-9649-bf77d20a97a8 tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.091190 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-41ee4bb1-5576-4fb1-9649-bf77d20a97a8 tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] 10.222.0.67 "DELETE /v2.0/floatingips/afde447e-b555-474c-8f12-51e2b84d84da HTTP/1.1" status: 204  len: 168 time: 2.2591293
Dec 23 16:17:46.154827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54954) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:46.230547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.235835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7cca4e99-0b92-4feb-b009-dd013a0481f6 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:46.376440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Subnet': ['ID=f7204285-18c2-44d8-935d-9515ce3c2132,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:46.381823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:46.395709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.412795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Checking segment: {'id': '9a2bf5cf-029e-44b3-ae1b-260cd7944f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '730534d6-414b-4399-abdc-e81b245cce23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:46.413370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network hostable DHCP agents. Network: 730534d6-414b-4399-abdc-e81b245cce23, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:17:46.471745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8685382d-4bc6-4653-ae75-d5193ec4d010 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Deleting port 34986310-a947-46f6-87a8-2e7dd64bef4e {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:46.472132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8685382d-4bc6-4653-ae75-d5193ec4d010 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.479459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network 730534d6-414b-4399-abdc-e81b245cce23 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:17:46.539291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 730534d6-414b-4399-abdc-e81b245cce23) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:46.549984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab3c1aa-f979-48dd-ae7d-82e57221a0c5 None None] Network 730534d6-414b-4399-abdc-e81b245cce23 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:46.550178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:46.550845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.597757 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5666580
Dec 23 16:17:46.598389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54958) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:46.604824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d5ac2f3b-57c0-4dea-878b-aa52acfbedb0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-393985465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:46.613439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d5ac2f3b-57c0-4dea-878b-aa52acfbedb0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:46.620621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d5ac2f3b-57c0-4dea-878b-aa52acfbedb0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:router and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:17:46.625916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d5ac2f3b-57c0-4dea-878b-aa52acfbedb0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:17:46.635611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d5ac2f3b-57c0-4dea-878b-aa52acfbedb0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:46.684063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.714057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2f3b-57c0-4dea-878b-aa52acfbedb0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.715180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2f3b-57c0-4dea-878b-aa52acfbedb0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.725719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.817386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2f3b-57c0-4dea-878b-aa52acfbedb0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.824332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-730534d6-414b-4399-abdc-e81b245cce23', 'network_id': '730534d6-414b-4399-abdc-e81b245cce23', 'tenant_id': 'edbf93358d7c4b0498adcac01ebd39d0', 'fixed_ips': [{'subnet_id': 'f7204285-18c2-44d8-935d-9515ce3c2132'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:17:46.825417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.890107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2f3b-57c0-4dea-878b-aa52acfbedb0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.930027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Allocated IP 172.26.5.30 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/febe73b1-9b89-4945-bdcd-770c07384d89) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:46.937100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5ac2f3b-57c0-4dea-878b-aa52acfbedb0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:46.941039 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d5ac2f3b-57c0-4dea-878b-aa52acfbedb0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.3388875
Dec 23 16:17:46.942495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54962) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:46.950652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'network_id': '730534d6-414b-4399-abdc-e81b245cce23', 'name': 'tempest-PortsTestJSON-84768979'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:47.000634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Allocated IP 172.20.0.2 (730534d6-414b-4399-abdc-e81b245cce23/f7204285-18c2-44d8-935d-9515ce3c2132/4ea93930-002c-463d-80fc-c2716e5b7e54) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:47.218694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:47.227708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:17:47.231057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Transition to ACTIVE for port object 4ea93930-002c-463d-80fc-c2716e5b7e54 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:47.241906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:47.249844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:17:47.251462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Transition to ACTIVE for port object 4ea93930-002c-463d-80fc-c2716e5b7e54 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:47.257582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:47.266272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8685382d-4bc6-4653-ae75-d5193ec4d010 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:47.266501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8685382d-4bc6-4653-ae75-d5193ec4d010 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:47.266619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0a416977-1f2e-43b8-8865-8a6d264d8102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:47.270518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:17:47.276810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:47.307742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port 8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:17:47.338966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Network 730534d6-414b-4399-abdc-e81b245cce23 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:47.342221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:47.347193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:47.349610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Pushing event updated for resources: {'Port': ['ID=4ea93930-002c-463d-80fc-c2716e5b7e54,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:47.350410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:47.355209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:47.360051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-977cbc87-7ad7-458a-92f4-ba8cf57a6eff tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:47.421469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8685382d-4bc6-4653-ae75-d5193ec4d010 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Calling delete_port for 34986310-a947-46f6-87a8-2e7dd64bef4e owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:47.444432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Attempting to bind port 4ea93930-002c-463d-80fc-c2716e5b7e54 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:17:47.445029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Attempting to bind port 4ea93930-002c-463d-80fc-c2716e5b7e54 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '9a2bf5cf-029e-44b3-ae1b-260cd7944f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '730534d6-414b-4399-abdc-e81b245cce23'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:17:47.445566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Attempting to bind port 4ea93930-002c-463d-80fc-c2716e5b7e54 on network 730534d6-414b-4399-abdc-e81b245cce23 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:17:47.454173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:17:47.454760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Checking segment: {'id': '9a2bf5cf-029e-44b3-ae1b-260cd7944f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '730534d6-414b-4399-abdc-e81b245cce23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:17:47.455367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:47.455936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Bound using segment: {'id': '9a2bf5cf-029e-44b3-ae1b-260cd7944f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '730534d6-414b-4399-abdc-e81b245cce23'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:17:47.456592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Bound port: 4ea93930-002c-463d-80fc-c2716e5b7e54, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2bf5cf-029e-44b3-ae1b-260cd7944f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '730534d6-414b-4399-abdc-e81b245cce23'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:17:47.457634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:47.461392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:47.467853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:47.470428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=febe73b1-9b89-4945-bdcd-770c07384d89,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:47.472208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:47.503403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:47.559172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] For port 4ea93930-002c-463d-80fc-c2716e5b7e54, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:17:47.562632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] For port 4ea93930-002c-463d-80fc-c2716e5b7e54, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4ea93930-002c-463d-80fc-c2716e5b7e54,segment=NetworkSegment(9a2bf5cf-029e-44b3-ae1b-260cd7944f2c),segment_id=9a2bf5cf-029e-44b3-ae1b-260cd7944f2c)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:17:47.566548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:47.571203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:47.640341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Allocated IP 172.20.0.8 (730534d6-414b-4399-abdc-e81b245cce23/f7204285-18c2-44d8-935d-9515ce3c2132/8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:17:47.656775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Pushing event updated for resources: {'Port': ['ID=4ea93930-002c-463d-80fc-c2716e5b7e54,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:47.660369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:47.893959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8685382d-4bc6-4653-ae75-d5193ec4d010 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:47.901060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-08cd3b50-8203-4dff-995a-3e3867d68d0f tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:47.904830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:47.905597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:47.915998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:47.951588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685382d-4bc6-4653-ae75-d5193ec4d010 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Pushing event deleted for resources: {'Port': ['ID=34986310-a947-46f6-87a8-2e7dd64bef4e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:47.957268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8685382d-4bc6-4653-ae75-d5193ec4d010 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:48.017506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Transition to ACTIVE for port object 8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:17:48.070411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:48.076463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-30ed2e40-e363-4bda-9b36-b704e41ae7de tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:48.076757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078ad2ce-75da-46ea-943e-4629d0469689 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 69000751-3f8f-453c-bacd-75f5e79cdad4 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:17:48.113744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8685382d-4bc6-4653-ae75-d5193ec4d010 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:48.211949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8685382d-4bc6-4653-ae75-d5193ec4d010 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:48.213644 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8685382d-4bc6-4653-ae75-d5193ec4d010 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/19015b08-4341-4b88-b6f3-c2767ce86cdf HTTP/1.1" status: 204  len: 168 time: 2.0573807
Dec 23 16:17:48.218760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54966) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:48.246400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:48.251157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network 730534d6-414b-4399-abdc-e81b245cce23 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:48.253070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:48.253391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:48.256893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:48.286355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4a5d64-535b-470f-af11-58ab7995ac0e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 939af21c-6e19-4232-92de-7bdb282b7ea2 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:17:48.329913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:48.330514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:48.364605 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.4183760
Dec 23 16:17:48.365428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54970) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:48.386847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4f31e720-599c-4441-ba66-748581787019 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Deleting port 912fc4b7-93e8-493f-a3c8-fbefd0655d2f {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:48.387265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f31e720-599c-4441-ba66-748581787019 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:48.622205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4ea93930-002c-463d-80fc-c2716e5b7e54 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:48.677074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router 7b060f88-1c58-48b8-a078-ecb190e6709e is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:17:48.705262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 4ea93930-002c-463d-80fc-c2716e5b7e54 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:48.883485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078ad2ce-75da-46ea-943e-4629d0469689 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:48.896991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6c89c1-e4cf-4993-bea2-bd359d48e6d7 None None] Sync routers for ids ['69000751-3f8f-453c-bacd-75f5e79cdad4'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:48.899988 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-078ad2ce-75da-46ea-943e-4629d0469689 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/69000751-3f8f-453c-bacd-75f5e79cdad4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1109266
Dec 23 16:17:48.904754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54974) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:48.917580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c89c1-e4cf-4993-bea2-bd359d48e6d7 None None] Routers {'69000751-3f8f-453c-bacd-75f5e79cdad4'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:48.918285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0a6c89c1-e4cf-4993-bea2-bd359d48e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa0cc88>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['69000751-3f8f-453c-bacd-75f5e79cdad4'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:48.992628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0a6c89c1-e4cf-4993-bea2-bd359d48e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa0cc88>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:49.008906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c89c1-e4cf-4993-bea2-bd359d48e6d7 None None] Routers {'69000751-3f8f-453c-bacd-75f5e79cdad4'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:49.010593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0a6c89c1-e4cf-4993-bea2-bd359d48e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa0cc88>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['69000751-3f8f-453c-bacd-75f5e79cdad4'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:49.079205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0a6c89c1-e4cf-4993-bea2-bd359d48e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa0cc88>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:49.079656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6c89c1-e4cf-4993-bea2-bd359d48e6d7 None None] The sync data for ids ['69000751-3f8f-453c-bacd-75f5e79cdad4'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:49.270372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f31e720-599c-4441-ba66-748581787019 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:49.424919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4f31e720-599c-4441-ba66-748581787019 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Calling delete_port for 912fc4b7-93e8-493f-a3c8-fbefd0655d2f owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:49.482611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:49.506265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:49.517974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9372c0-04db-4f68-bd20-a56496941731 None None] Sync routers for ids ['7b060f88-1c58-48b8-a078-ecb190e6709e'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:49.518460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4a5d64-535b-470f-af11-58ab7995ac0e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:49.530165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6621f-8ce8-43ea-9249-caa717f730f1 None None] Sync routers for ids ['939af21c-6e19-4232-92de-7bdb282b7ea2'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:49.537557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9372c0-04db-4f68-bd20-a56496941731 None None] Routers {'7b060f88-1c58-48b8-a078-ecb190e6709e'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:49.538384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fb9372c0-04db-4f68-bd20-a56496941731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c0e668>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['7b060f88-1c58-48b8-a078-ecb190e6709e'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:49.539456 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fd4a5d64-535b-470f-af11-58ab7995ac0e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/939af21c-6e19-4232-92de-7bdb282b7ea2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1489787
Dec 23 16:17:49.565650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6621f-8ce8-43ea-9249-caa717f730f1 None None] Routers {'939af21c-6e19-4232-92de-7bdb282b7ea2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:49.567080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3bd6621f-8ce8-43ea-9249-caa717f730f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab28cf8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['939af21c-6e19-4232-92de-7bdb282b7ea2'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:49.581681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:49.583085 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 3.9001920
Dec 23 16:17:49.590336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54980) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:49.819264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-3bd6621f-8ce8-43ea-9249-caa717f730f1 None None] Set router 939af21c-6e19-4232-92de-7bdb282b7ea2 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:17:49.848695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fb9372c0-04db-4f68-bd20-a56496941731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c0e668>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:49.857748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a5a725-a4fd-4377-a111-32690cce28ae None None] Network 730534d6-414b-4399-abdc-e81b245cce23 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:49.996853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f31e720-599c-4441-ba66-748581787019 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:50.005111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8685382d-4bc6-4653-ae75-d5193ec4d010 tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:50.070404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31e720-599c-4441-ba66-748581787019 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event deleted for resources: {'Port': ['ID=912fc4b7-93e8-493f-a3c8-fbefd0655d2f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:50.082217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f31e720-599c-4441-ba66-748581787019 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:50.168554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9372c0-04db-4f68-bd20-a56496941731 None None] Routers {'7b060f88-1c58-48b8-a078-ecb190e6709e'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:50.169486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fb9372c0-04db-4f68-bd20-a56496941731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c0e668>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['7b060f88-1c58-48b8-a078-ecb190e6709e'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:50.286661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:50.293326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:50.298843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:50.349344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fb9372c0-04db-4f68-bd20-a56496941731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c0e668>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:50.351541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9372c0-04db-4f68-bd20-a56496941731 None None] The sync data for ids ['7b060f88-1c58-48b8-a078-ecb190e6709e'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:50.382060 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7667c991-26d7-4324-bfc1-adbb1327b324 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/routers/7b060f88-1c58-48b8-a078-ecb190e6709e HTTP/1.1" status: 200  len: 880 time: 0.7897708
Dec 23 16:17:50.388525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54988) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:50.432610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ada55e60-be09-4218-9852-908e3f0925ed None None] Provisioning for port 4ea93930-002c-463d-80fc-c2716e5b7e54 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:50.438294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ada55e60-be09-4218-9852-908e3f0925ed None None] Provisioning complete for port 4ea93930-002c-463d-80fc-c2716e5b7e54 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:50.439459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ada55e60-be09-4218-9852-908e3f0925ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:50.456057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94ae47c5-f63d-4abc-baae-beb5236c3bff tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:50.549214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:50.565223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:50.591171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3bd6621f-8ce8-43ea-9249-caa717f730f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab28cf8>, [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'bb8e367c-1546-4ec4-b095-067ccfa7e007', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.73', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'port_id': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'mac_address': 'fa:16:3e:f4:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84021b50-7dd6-4793-9f26-df84da4bb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:16:03Z', 'updated_at': '2021-12-23T16:16:08Z', 'revision_number': 1, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404039df-ae09-4d1f-979e-33aced1071c9', 'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:a5:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:34Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '3958257c-c2ff-423c-adeb-d5a559123643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:50.604687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6621f-8ce8-43ea-9249-caa717f730f1 None None] Checking router: 939af21c-6e19-4232-92de-7bdb282b7ea2 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:17:50.624176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ada55e60-be09-4218-9852-908e3f0925ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:50.642572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f31e720-599c-4441-ba66-748581787019 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:50.670793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ada55e60-be09-4218-9852-908e3f0925ed None None] For port 4ea93930-002c-463d-80fc-c2716e5b7e54, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4ea93930-002c-463d-80fc-c2716e5b7e54,segment=NetworkSegment(9a2bf5cf-029e-44b3-ae1b-260cd7944f2c),segment_id=9a2bf5cf-029e-44b3-ae1b-260cd7944f2c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:50.674674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6621f-8ce8-43ea-9249-caa717f730f1 None None] Routers {'939af21c-6e19-4232-92de-7bdb282b7ea2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:50.675696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3bd6621f-8ce8-43ea-9249-caa717f730f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab28cf8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['939af21c-6e19-4232-92de-7bdb282b7ea2'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:50.680327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ada55e60-be09-4218-9852-908e3f0925ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:50.698765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-269855c7-2f45-4819-8c1f-fae99752f945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:50.756673 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4f31e720-599c-4441-ba66-748581787019 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] 10.222.0.67 "DELETE /v2.0/ports/912fc4b7-93e8-493f-a3c8-fbefd0655d2f HTTP/1.1" status: 204  len: 168 time: 2.5349145
Dec 23 16:17:50.776216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 54992) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:50.793674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada55e60-be09-4218-9852-908e3f0925ed None None] Pushing event updated for resources: {'Port': ['ID=4ea93930-002c-463d-80fc-c2716e5b7e54,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:50.798459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ada55e60-be09-4218-9852-908e3f0925ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:50.891213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfb32f-2839-474a-8b51-fd67a30c1c83 req-a8cade2c-f4f6-44a1-917e-445736613d77 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:50.892536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-bdcfb32f-2839-474a-8b51-fd67a30c1c83 req-a8cade2c-f4f6-44a1-917e-445736613d77 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:50.929317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ea2cccd9-becb-4360-a46b-6350e0b1a517 None None] Provisioning for port 8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:17:50.939368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ea2cccd9-becb-4360-a46b-6350e0b1a517 None None] Provisioning complete for port 8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:50.939808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea2cccd9-becb-4360-a46b-6350e0b1a517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:50.943730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-bdcfb32f-2839-474a-8b51-fd67a30c1c83 req-a8cade2c-f4f6-44a1-917e-445736613d77 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:50.945064 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bdcfb32f-2839-474a-8b51-fd67a30c1c83 req-a8cade2c-f4f6-44a1-917e-445736613d77 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 946 time: 0.6995256
Dec 23 16:17:51.008063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-3bd6621f-8ce8-43ea-9249-caa717f730f1 None None] Set router 939af21c-6e19-4232-92de-7bdb282b7ea2 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:17:51.107464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ea2cccd9-becb-4360-a46b-6350e0b1a517 None None] Port 8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:51.152790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:51.175597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ea2cccd9-becb-4360-a46b-6350e0b1a517 None None] Provisioning complete for port 4ea93930-002c-463d-80fc-c2716e5b7e54 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:51.176182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea2cccd9-becb-4360-a46b-6350e0b1a517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:51.183939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-322a3ae8-4b31-41fd-bab0-b2247abf8d24 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Synchronizing usage tracker for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:router {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:51.215204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac732c5b-f97e-407d-a218-49125537beef tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:51.216460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ac732c5b-f97e-407d-a218-49125537beef tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Synchronizing usage tracker for tenant:6cde0b9deba043cbaf9024443cfab6fe on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:51.263145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-322a3ae8-4b31-41fd-bab0-b2247abf8d24 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Unset dirty status for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:router {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:51.267233 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-322a3ae8-4b31-41fd-bab0-b2247abf8d24 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 0.8727643
Dec 23 16:17:51.278042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 54996) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:51.288066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-eed778c7-daa1-473c-9f38-45eebcdc4101 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1629469452'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:17:51.394955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:51.455887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ac732c5b-f97e-407d-a218-49125537beef tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Unset dirty status for tenant:6cde0b9deba043cbaf9024443cfab6fe on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:51.460412 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ac732c5b-f97e-407d-a218-49125537beef tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb3c36aa-cd62-4d36-918d-d27133454cb0 HTTP/1.1" status: 200  len: 913 time: 0.6703901
Dec 23 16:17:51.461434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55000) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:51.539474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b53302a8-d0fc-4596-8ef4-cc73ffc156e5 None None] Provisioning complete for port 8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:51.540280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b53302a8-d0fc-4596-8ef4-cc73ffc156e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:51.640146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3bd6621f-8ce8-43ea-9249-caa717f730f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab28cf8>, [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'bb8e367c-1546-4ec4-b095-067ccfa7e007', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.73', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'port_id': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'mac_address': 'fa:16:3e:f4:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84021b50-7dd6-4793-9f26-df84da4bb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:16:03Z', 'updated_at': '2021-12-23T16:16:08Z', 'revision_number': 1, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404039df-ae09-4d1f-979e-33aced1071c9', 'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:a5:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:34Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '3958257c-c2ff-423c-adeb-d5a559123643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:51.645350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6621f-8ce8-43ea-9249-caa717f730f1 None None] The sync data for ids ['939af21c-6e19-4232-92de-7bdb282b7ea2'] in dv-neutron-822801-1-hyperv is: [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'bb8e367c-1546-4ec4-b095-067ccfa7e007', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.73', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'port_id': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'mac_address': 'fa:16:3e:f4:dd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84021b50-7dd6-4793-9f26-df84da4bb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:16:03Z', 'updated_at': '2021-12-23T16:16:08Z', 'revision_number': 1, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404039df-ae09-4d1f-979e-33aced1071c9', 'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:a5:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:34Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '3958257c-c2ff-423c-adeb-d5a559123643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:51.860147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b53302a8-d0fc-4596-8ef4-cc73ffc156e5 None None] Port 8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:51.935239 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bdcfb32f-2839-474a-8b51-fd67a30c1c83 req-9a643ff3-4e94-4048-8933-7b1f089397b7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9709404
Dec 23 16:17:51.956857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33023ee-8119-43d0-b5e6-43d029bd18cb req-84b646f0-f643-4093-b80d-642698afbb6f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:51.956857 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b33023ee-8119-43d0-b5e6-43d029bd18cb req-84b646f0-f643-4093-b80d-642698afbb6f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 946 time: 0.6240966
Dec 23 16:17:51.983651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-353750dc-ebab-485f-91c3-df9b6fd6030c None None] Provisioning complete for port 8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:51.984175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-353750dc-ebab-485f-91c3-df9b6fd6030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:52.046090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-353750dc-ebab-485f-91c3-df9b6fd6030c None None] Port 8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:52.185142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-b33023ee-8119-43d0-b5e6-43d029bd18cb req-983163df-90d0-499b-ab73-ff1fbf307e59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port d8957179-1df2-461c-a3c9-b406cff6366c {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:52.185142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-b33023ee-8119-43d0-b5e6-43d029bd18cb req-983163df-90d0-499b-ab73-ff1fbf307e59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:52.331538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:52.337006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:52.369711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e2b65d3-b8c9-48c2-ba39-71808994ffa0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:52.527345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:52.529965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:52.539782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:52.580045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4ea93930-002c-463d-80fc-c2716e5b7e54 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:17:52.658519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 4ea93930-002c-463d-80fc-c2716e5b7e54 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:52.659107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:52.685135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-b33023ee-8119-43d0-b5e6-43d029bd18cb req-983163df-90d0-499b-ab73-ff1fbf307e59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port d8957179-1df2-461c-a3c9-b406cff6366c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d8957179-1df2-461c-a3c9-b406cff6366c,segment=NetworkSegment(c8a10b3b-603d-4d2d-b86f-ec2db8799b9c),segment_id=c8a10b3b-603d-4d2d-b86f-ec2db8799b9c)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:52.685552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-b33023ee-8119-43d0-b5e6-43d029bd18cb req-983163df-90d0-499b-ab73-ff1fbf307e59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:52.788990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a8b694a3-7556-403a-ba43-50712e91f2e4 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:17:52.806064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network 730534d6-414b-4399-abdc-e81b245cce23 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:17:52.810043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:17:52.824190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-b33023ee-8119-43d0-b5e6-43d029bd18cb req-983163df-90d0-499b-ab73-ff1fbf307e59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for d8957179-1df2-461c-a3c9-b406cff6366c owned by compute:nova {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:52.827208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: a8b694a3-7556-403a-ba43-50712e91f2e4 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:17:52.827609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a8b694a3-7556-403a-ba43-50712e91f2e4 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:17:53.039376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-94ae47c5-f63d-4abc-baae-beb5236c3bff tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port 9e404b3c-c61e-4583-8e67-b42852d0b950 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:53.039873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94ae47c5-f63d-4abc-baae-beb5236c3bff tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:53.066451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eed778c7-daa1-473c-9f38-45eebcdc4101 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:53.128491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eed778c7-daa1-473c-9f38-45eebcdc4101 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:53.201330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-63657137-8c05-4b86-be0f-7997207b7410 None None] Provisioning complete for port 8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:17:53.201898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63657137-8c05-4b86-be0f-7997207b7410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:53.277132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-63657137-8c05-4b86-be0f-7997207b7410 None None] Port 8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:17:53.304116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-b33023ee-8119-43d0-b5e6-43d029bd18cb req-983163df-90d0-499b-ab73-ff1fbf307e59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:53.313740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-617d33b1-90f9-403e-a1e9-642444b3786a tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:53.368535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983163df-90d0-499b-ab73-ff1fbf307e59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=d8957179-1df2-461c-a3c9-b406cff6366c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:53.382607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-526940f0-4269-42ca-baec-f44fa233e1fa tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:53.398780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3901501-4913-45d0-9cba-20ccb032dedb req-84742676-a2bb-4908-a312-9470622e6af3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:53.401082 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b3901501-4913-45d0-9cba-20ccb032dedb req-84742676-a2bb-4908-a312-9470622e6af3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=330c9514-8607-471d-a3f6-136b2509edc1 HTTP/1.1" status: 200  len: 946 time: 0.3267546
Dec 23 16:17:53.438285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-983163df-90d0-499b-ab73-ff1fbf307e59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:53.458000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94ae47c5-f63d-4abc-baae-beb5236c3bff tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:53.675875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-94ae47c5-f63d-4abc-baae-beb5236c3bff tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for 9e404b3c-c61e-4583-8e67-b42852d0b950 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:53.706022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33023ee-8119-43d0-b5e6-43d029bd18cb req-983163df-90d0-499b-ab73-ff1fbf307e59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] No DVR routers for this DVR port d8957179-1df2-461c-a3c9-b406cff6366c on host hv-neutron-8228 {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:17:53.709441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-b33023ee-8119-43d0-b5e6-43d029bd18cb req-983163df-90d0-499b-ab73-ff1fbf307e59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:53.725483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330c9514-8607-471d-a3f6-136b2509edc1', 'name': 'network-vif-deleted', 'tag': 'd8957179-1df2-461c-a3c9-b406cff6366c'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:17:53.760796 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b33023ee-8119-43d0-b5e6-43d029bd18cb req-983163df-90d0-499b-ab73-ff1fbf307e59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "DELETE /v2.0/ports/d8957179-1df2-461c-a3c9-b406cff6366c HTTP/1.1" status: 204  len: 173 time: 1.7978647
Dec 23 16:17:53.795321 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b3901501-4913-45d0-9cba-20ccb032dedb req-896a112d-b6ec-4df4-890b-595ff2f8f474 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3865101
Dec 23 16:17:53.872758 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330c9514-8607-471d-a3f6-136b2509edc1', 'name': 'network-vif-deleted', 'tag': 'd8957179-1df2-461c-a3c9-b406cff6366c', 'status': 'completed', 'code': 200}
Dec 23 16:17:53.881070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed778c7-daa1-473c-9f38-45eebcdc4101 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router 7b060f88-1c58-48b8-a078-ecb190e6709e has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:17:53.899469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Router 4ef41a81-d779-427b-acce-9b9573095b46 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:17:54.114817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94ae47c5-f63d-4abc-baae-beb5236c3bff tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:54.130373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d42b1a46-add3-4a99-b387-987cf561ac50 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:54.289853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:54.299610 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "PUT /v2.0/routers/4ef41a81-d779-427b-acce-9b9573095b46/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9335372
Dec 23 16:17:54.301443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55008) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:54.303437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac054ada-0d0b-4e95-a812-3d3309fdb4f8 None None] Sync routers for ids ['4ef41a81-d779-427b-acce-9b9573095b46'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:54.318377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac054ada-0d0b-4e95-a812-3d3309fdb4f8 None None] Routers {'4ef41a81-d779-427b-acce-9b9573095b46'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:54.319591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ac054ada-0d0b-4e95-a812-3d3309fdb4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2bad30>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4ef41a81-d779-427b-acce-9b9573095b46'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:54.411379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed778c7-daa1-473c-9f38-45eebcdc4101 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:54.412887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ac054ada-0d0b-4e95-a812-3d3309fdb4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2bad30>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:54.418272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eed778c7-daa1-473c-9f38-45eebcdc4101 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:54.426098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0529630-de60-497c-9623-5595251922d8 None None] Sync routers for ids ['7b060f88-1c58-48b8-a078-ecb190e6709e'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:54.429146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41b450b5-1aea-442b-ae09-b1f5aff85f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:54.429494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55012) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:54.433092 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eed778c7-daa1-473c-9f38-45eebcdc4101 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/7b060f88-1c58-48b8-a078-ecb190e6709e HTTP/1.1" status: 200  len: 887 time: 3.1538267
Dec 23 16:17:54.433423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac054ada-0d0b-4e95-a812-3d3309fdb4f8 None None] Routers {'4ef41a81-d779-427b-acce-9b9573095b46'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:54.434219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ac054ada-0d0b-4e95-a812-3d3309fdb4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2bad30>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4ef41a81-d779-427b-acce-9b9573095b46'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:54.435669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae47c5-f63d-4abc-baae-beb5236c3bff tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=9e404b3c-c61e-4583-8e67-b42852d0b950,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:54.440079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-94ae47c5-f63d-4abc-baae-beb5236c3bff tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:54.452173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0529630-de60-497c-9623-5595251922d8 None None] Routers {'7b060f88-1c58-48b8-a078-ecb190e6709e'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:54.454026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b0529630-de60-497c-9623-5595251922d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26f588>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['7b060f88-1c58-48b8-a078-ecb190e6709e'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:54.470916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ce381-001e-41ab-a298-48de270f7c2c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:17:54.471796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c09ce381-001e-41ab-a298-48de270f7c2c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:17:54.487844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c09ce381-001e-41ab-a298-48de270f7c2c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:17:54.492603 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c09ce381-001e-41ab-a298-48de270f7c2c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports?device_id=4ef41a81-d779-427b-acce-9b9573095b46 HTTP/1.1" status: 200  len: 980 time: 0.1880529
Dec 23 16:17:54.493291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55016) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:54.505090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ac054ada-0d0b-4e95-a812-3d3309fdb4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2bad30>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:54.505675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac054ada-0d0b-4e95-a812-3d3309fdb4f8 None None] The sync data for ids ['4ef41a81-d779-427b-acce-9b9573095b46'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:54.545175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b0529630-de60-497c-9623-5595251922d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26f588>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:54.551545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d8957179-1df2-461c-a3c9-b406cff6366c no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:17:54.557624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0529630-de60-497c-9623-5595251922d8 None None] Routers {'7b060f88-1c58-48b8-a078-ecb190e6709e'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:54.558302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b0529630-de60-497c-9623-5595251922d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26f588>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['7b060f88-1c58-48b8-a078-ecb190e6709e'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:54.601519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: d8957179-1df2-461c-a3c9-b406cff6366c {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:17:54.602133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d8957179-1df2-461c-a3c9-b406cff6366c not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:17:54.649672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b0529630-de60-497c-9623-5595251922d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26f588>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:54.651063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0529630-de60-497c-9623-5595251922d8 None None] The sync data for ids ['7b060f88-1c58-48b8-a078-ecb190e6709e'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:54.881577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94ae47c5-f63d-4abc-baae-beb5236c3bff tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:54.926825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55022) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:55.073234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c5f7a805-6e6a-48c9-8641-7f5631fed0c1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:55.112454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c5f7a805-6e6a-48c9-8641-7f5631fed0c1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:55.223749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43affe63-d202-4e0b-a60b-c98127fc5a39 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:55.373450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c5f7a805-6e6a-48c9-8641-7f5631fed0c1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:55.382461 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-be3eb910-81a7-4ad7-88d9-e01c16b875d3 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/routers/7b060f88-1c58-48b8-a078-ecb190e6709e HTTP/1.1" status: 200  len: 887 time: 0.9416318
Dec 23 16:17:55.382715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-761d0c8f-783d-4536-93dc-0fac09ffc7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:55.386660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55026) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:55.399599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7a805-6e6a-48c9-8641-7f5631fed0c1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:55.403537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c5f7a805-6e6a-48c9-8641-7f5631fed0c1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:55.411837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c5f7a805-6e6a-48c9-8641-7f5631fed0c1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:55.416433 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c5f7a805-6e6a-48c9-8641-7f5631fed0c1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/security-groups/a95b5bf3-b9ed-4aaf-bc02-f06afdb5299b HTTP/1.1" status: 204  len: 168 time: 0.4833562
Dec 23 16:17:55.447843 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-01deb483-565d-42a4-b638-20922795e728 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b060f88-1c58-48b8-a078-ecb190e6709e HTTP/1.1" status: 200  len: 205 time: 0.0588865
Dec 23 16:17:55.461537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55032) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:55.503844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55036) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:55.759323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-526940f0-4269-42ca-baec-f44fa233e1fa tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Deleting port 658d0dd9-1ace-41e5-a0cb-dde83cdbe6e5 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:55.759745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-526940f0-4269-42ca-baec-f44fa233e1fa tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:55.784280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-43affe63-d202-4e0b-a60b-c98127fc5a39 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port 8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:55.784664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43affe63-d202-4e0b-a60b-c98127fc5a39 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:55.789902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ae47c5-f63d-4abc-baae-beb5236c3bff tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 69000751-3f8f-453c-bacd-75f5e79cdad4 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:17:55.902456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:55.960511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:56.334230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43affe63-d202-4e0b-a60b-c98127fc5a39 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:56.385336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1609cb-47ad-4bdf-b326-c6c7b9b88131 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting subnet 0eed29f0-3999-4540-ac4c-11868a992e67 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:17:56.393420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f1609cb-47ad-4bdf-b326-c6c7b9b88131 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:56.474708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-43affe63-d202-4e0b-a60b-c98127fc5a39 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for 8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0 owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:56.475054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ae47c5-f63d-4abc-baae-beb5236c3bff tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:56.486103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c47532-a3c6-4b4a-a899-4c92b68ac372 None None] Sync routers for ids ['69000751-3f8f-453c-bacd-75f5e79cdad4'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:56.500459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c47532-a3c6-4b4a-a899-4c92b68ac372 None None] Routers {'69000751-3f8f-453c-bacd-75f5e79cdad4'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:56.500945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f1609cb-47ad-4bdf-b326-c6c7b9b88131 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:56.501138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b9c47532-a3c6-4b4a-a899-4c92b68ac372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a191400>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['69000751-3f8f-453c-bacd-75f5e79cdad4'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:56.536259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-526940f0-4269-42ca-baec-f44fa233e1fa tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:56.570617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b9c47532-a3c6-4b4a-a899-4c92b68ac372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a191400>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:56.583994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c47532-a3c6-4b4a-a899-4c92b68ac372 None None] Routers {'69000751-3f8f-453c-bacd-75f5e79cdad4'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:56.584834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b9c47532-a3c6-4b4a-a899-4c92b68ac372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a191400>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['69000751-3f8f-453c-bacd-75f5e79cdad4'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:56.653057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b9c47532-a3c6-4b4a-a899-4c92b68ac372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a191400>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:56.653882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c47532-a3c6-4b4a-a899-4c92b68ac372 None None] The sync data for ids ['69000751-3f8f-453c-bacd-75f5e79cdad4'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:17:56.683712 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-94ae47c5-f63d-4abc-baae-beb5236c3bff tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/69000751-3f8f-453c-bacd-75f5e79cdad4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7743955
Dec 23 16:17:56.687156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55040) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:56.693253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-526940f0-4269-42ca-baec-f44fa233e1fa tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Calling delete_port for 658d0dd9-1ace-41e5-a0cb-dde83cdbe6e5 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:56.726448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23a1ea1b-e7be-482b-bd45-3b70c4b31ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:56.769227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:56.786114 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0700e36d-cc76-4b9f-a4e3-883e21adeca8 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports?device_id=69000751-3f8f-453c-bacd-75f5e79cdad4 HTTP/1.1" status: 200  len: 205 time: 0.0678551
Dec 23 16:17:56.790727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55044) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:56.795793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port febe73b1-9b89-4945-bdcd-770c07384d89 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:56.796171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:56.811389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f1609cb-47ad-4bdf-b326-c6c7b9b88131 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:56.910459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f1609cb-47ad-4bdf-b326-c6c7b9b88131 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:56.917411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb13788f-1e72-4115-8dd1-63ad1e28b5b4 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:56.986008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43affe63-d202-4e0b-a60b-c98127fc5a39 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:56.996486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1609cb-47ad-4bdf-b326-c6c7b9b88131 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Subnet': ['ID=0eed29f0-3999-4540-ac4c-11868a992e67,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:57.005716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1f1609cb-47ad-4bdf-b326-c6c7b9b88131 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:57.009631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64a838b6-3f2a-40b2-98d7-99c902072046 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:57.013349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f1609cb-47ad-4bdf-b326-c6c7b9b88131 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:57.021577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d904d67f-ea14-480c-badb-8693155feb88 None None] Network bb076262-ef13-4a9c-80ef-6f95d5acb5b3 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:17:57.034655 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1f1609cb-47ad-4bdf-b326-c6c7b9b88131 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/subnets/0eed29f0-3999-4540-ac4c-11868a992e67 HTTP/1.1" status: 204  len: 168 time: 1.5217140
Dec 23 16:17:57.036091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55048) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:57.057775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-526940f0-4269-42ca-baec-f44fa233e1fa tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:57.065488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fd4a5d64-535b-470f-af11-58ab7995ac0e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:57.072451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43affe63-d202-4e0b-a60b-c98127fc5a39 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:57.079440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-43affe63-d202-4e0b-a60b-c98127fc5a39 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:57.093176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e032b68f-e2c0-480d-a752-2def9f6b8990 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:57.131040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526940f0-4269-42ca-baec-f44fa233e1fa tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event deleted for resources: {'Port': ['ID=658d0dd9-1ace-41e5-a0cb-dde83cdbe6e5,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:57.137543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-526940f0-4269-42ca-baec-f44fa233e1fa tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:57.278282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:57.353670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:57.416774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ec4478-d2bb-4569-ba8f-2d0ab26418d0 None None] DHCP port deletion for bb076262-ef13-4a9c-80ef-6f95d5acb5b3 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:17:57.423063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-63ec4478-d2bb-4569-ba8f-2d0ab26418d0 None None] Deleting port b7418045-9481-4fdd-9fab-812a7930d620 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:57.423728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63ec4478-d2bb-4569-ba8f-2d0ab26418d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:57.441893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port b7418045-9481-4fdd-9fab-812a7930d620 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:57.442282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:57.469788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:57.678643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for febe73b1-9b89-4945-bdcd-770c07384d89 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:57.712928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-63ec4478-d2bb-4569-ba8f-2d0ab26418d0 None None] For port b7418045-9481-4fdd-9fab-812a7930d620, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b7418045-9481-4fdd-9fab-812a7930d620,segment=NetworkSegment(c8a10b3b-603d-4d2d-b86f-ec2db8799b9c),segment_id=c8a10b3b-603d-4d2d-b86f-ec2db8799b9c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:57.713386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63ec4478-d2bb-4569-ba8f-2d0ab26418d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:57.791737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port b7418045-9481-4fdd-9fab-812a7930d620, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b7418045-9481-4fdd-9fab-812a7930d620,segment=NetworkSegment(c8a10b3b-603d-4d2d-b86f-ec2db8799b9c),segment_id=c8a10b3b-603d-4d2d-b86f-ec2db8799b9c)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:17:57.792080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:57.843310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-63ec4478-d2bb-4569-ba8f-2d0ab26418d0 None None] Calling delete_port for b7418045-9481-4fdd-9fab-812a7930d620 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:57.926002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63ec4478-d2bb-4569-ba8f-2d0ab26418d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:57.929705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for b7418045-9481-4fdd-9fab-812a7930d620 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:17:57.930298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:57.974977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec4478-d2bb-4569-ba8f-2d0ab26418d0 None None] Pushing event deleted for resources: {'Port': ['ID=b7418045-9481-4fdd-9fab-812a7930d620,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:57.979622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63ec4478-d2bb-4569-ba8f-2d0ab26418d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:57.983240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec4478-d2bb-4569-ba8f-2d0ab26418d0 None None] No DVR routers for this DVR port b7418045-9481-4fdd-9fab-812a7930d620 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:17:58.022787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-526940f0-4269-42ca-baec-f44fa233e1fa tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:58.035726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88840) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:17:58.036104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:17:58.341950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43affe63-d202-4e0b-a60b-c98127fc5a39 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:58.351622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e032b68f-e2c0-480d-a752-2def9f6b8990 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:58.368200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e032b68f-e2c0-480d-a752-2def9f6b8990 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:58.538622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:58.538764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port b7418045-9481-4fdd-9fab-812a7930d620 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:17:58.539026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:58.572648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e032b68f-e2c0-480d-a752-2def9f6b8990 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:58.573231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e032b68f-e2c0-480d-a752-2def9f6b8990 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Fanout notify agent at l3_agent the message router_deleted on router 69000751-3f8f-453c-bacd-75f5e79cdad4 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:17:58.591074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b7418045-9481-4fdd-9fab-812a7930d620 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:17:58.630760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: b7418045-9481-4fdd-9fab-812a7930d620 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:17:58.631283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b7418045-9481-4fdd-9fab-812a7930d620 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:17:58.733781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:58.746860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:58.782539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e032b68f-e2c0-480d-a752-2def9f6b8990 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:58.783796 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e032b68f-e2c0-480d-a752-2def9f6b8990 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/routers/69000751-3f8f-453c-bacd-75f5e79cdad4 HTTP/1.1" status: 204  len: 168 time: 1.9920480
Dec 23 16:17:58.797634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55052) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:58.842504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=febe73b1-9b89-4945-bdcd-770c07384d89,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:58.851158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:58.882005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] The port 'b7418045-9481-4fdd-9fab-812a7930d620' was deleted {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:17:59.080668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:59.121533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79431f28>,) {'filters': {'network_id': ['bb076262-ef13-4a9c-80ef-6f95d5acb5b3']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:59.139952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79431f28>, 'c8a10b3b-603d-4d2d-b86f-ec2db8799b9c') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:59.140296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79431f28>, 'c8a10b3b-603d-4d2d-b86f-ec2db8799b9c') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:59.155977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:59.175023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:59.186583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:17:59.187046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:59.203381 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:59.297794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526940f0-4269-42ca-baec-f44fa233e1fa tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Router fb3c36aa-cd62-4d36-918d-d27133454cb0 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:17:59.298684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:59.304173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:17:59.321201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:59.335846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Network': ['ID=bb076262-ef13-4a9c-80ef-6f95d5acb5b3,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:17:59.344113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:17:59.353646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43affe63-d202-4e0b-a60b-c98127fc5a39 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Router 4ef41a81-d779-427b-acce-9b9573095b46 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:17:59.355568 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/networks/bb076262-ef13-4a9c-80ef-6f95d5acb5b3 HTTP/1.1" status: 204  len: 168 time: 2.3183074
Dec 23 16:17:59.364651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55056) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:59.365461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:59.565850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526940f0-4269-42ca-baec-f44fa233e1fa tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:17:59.572010 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-526940f0-4269-42ca-baec-f44fa233e1fa tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] 10.222.0.67 "PUT /v2.0/routers/fb3c36aa-cd62-4d36-918d-d27133454cb0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0887477
Dec 23 16:17:59.573977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55060) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:59.577213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcd3ca3-3ecc-424a-b391-a76b969fa0e2 None None] Sync routers for ids ['fb3c36aa-cd62-4d36-918d-d27133454cb0'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:17:59.589859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd3ca3-3ecc-424a-b391-a76b969fa0e2 None None] Routers {'fb3c36aa-cd62-4d36-918d-d27133454cb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:59.590558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3dcd3ca3-3ecc-424a-b391-a76b969fa0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26fd30>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['fb3c36aa-cd62-4d36-918d-d27133454cb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:59.628457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec54b6e5-6280-46fd-b1b9-e08e32bec9a4 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting subnet 84be6408-8765-4b06-b56c-fb7f000e3ce3 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:17:59.637825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec54b6e5-6280-46fd-b1b9-e08e32bec9a4 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:59.806262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:17:59.813598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3dcd3ca3-3ecc-424a-b391-a76b969fa0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26fd30>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:59.827173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd3ca3-3ecc-424a-b391-a76b969fa0e2 None None] Routers {'fb3c36aa-cd62-4d36-918d-d27133454cb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:59.828089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3dcd3ca3-3ecc-424a-b391-a76b969fa0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26fd30>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['fb3c36aa-cd62-4d36-918d-d27133454cb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:59.897064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3dcd3ca3-3ecc-424a-b391-a76b969fa0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26fd30>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:17:59.897780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcd3ca3-3ecc-424a-b391-a76b969fa0e2 None None] The sync data for ids ['fb3c36aa-cd62-4d36-918d-d27133454cb0'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:18:00.030620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.038532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Deleting port faa414d0-ed2d-4a81-94bf-01265a85f8c1 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:00.038927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.222135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.273505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec54b6e5-6280-46fd-b1b9-e08e32bec9a4 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.304069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.349765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.351210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Calling delete_port for faa414d0-ed2d-4a81-94bf-01265a85f8c1 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:00.377630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43affe63-d202-4e0b-a60b-c98127fc5a39 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:18:00.385280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6cc618ee-6a4e-4737-ba1e-7c7a2e0b7568 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 9ccc7a74-c6a3-444d-a141-e5c33d1d1726 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:00.385661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cc618ee-6a4e-4737-ba1e-7c7a2e0b7568 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.389100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72de2bc9-1b03-4952-9de4-3c164846a431 None None] Sync routers for ids ['4ef41a81-d779-427b-acce-9b9573095b46'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:18:00.403351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72de2bc9-1b03-4952-9de4-3c164846a431 None None] Routers {'4ef41a81-d779-427b-acce-9b9573095b46'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:00.404039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-72de2bc9-1b03-4952-9de4-3c164846a431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5a5320>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4ef41a81-d779-427b-acce-9b9573095b46'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:00.417082 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-43affe63-d202-4e0b-a60b-c98127fc5a39 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "PUT /v2.0/routers/4ef41a81-d779-427b-acce-9b9573095b46/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9218700
Dec 23 16:18:00.420114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55064) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:00.472639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-72de2bc9-1b03-4952-9de4-3c164846a431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5a5320>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:00.484614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72de2bc9-1b03-4952-9de4-3c164846a431 None None] Routers {'4ef41a81-d779-427b-acce-9b9573095b46'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:00.485596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-72de2bc9-1b03-4952-9de4-3c164846a431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5a5320>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4ef41a81-d779-427b-acce-9b9573095b46'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:00.487152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.487717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Fanout notify agent at l3_agent the message router_deleted on router 7b060f88-1c58-48b8-a078-ecb190e6709e {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:18:00.491225 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2f4091-521f-4682-bded-30e4146d0311 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] GET failed (client error): The resource could not be found.
Dec 23 16:18:00.491825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ca2f4091-521f-4682-bded-30e4146d0311 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:00.524942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec54b6e5-6280-46fd-b1b9-e08e32bec9a4 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.541661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ca2f4091-521f-4682-bded-30e4146d0311 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:00.545133 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ca2f4091-521f-4682-bded-30e4146d0311 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/8ad8a73a-83dd-4ad1-a51e-bf4e1072b2e0 HTTP/1.1" status: 404  len: 333 time: 0.1237237
Dec 23 16:18:00.546116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55068) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:00.553500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-72de2bc9-1b03-4952-9de4-3c164846a431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5a5320>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:00.553981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72de2bc9-1b03-4952-9de4-3c164846a431 None None] The sync data for ids ['4ef41a81-d779-427b-acce-9b9573095b46'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:18:00.618878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.620194 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/routers/7b060f88-1c58-48b8-a078-ecb190e6709e HTTP/1.1" status: 204  len: 168 time: 5.1545403
Dec 23 16:18:00.633309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55072) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:00.649005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'network': {'name': 'tempest-RoutersTest-1895404053'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:00.662641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:00.677769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:network and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:00.694005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:00.715206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:00.720249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cc618ee-6a4e-4737-ba1e-7c7a2e0b7568 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.720625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cc618ee-6a4e-4737-ba1e-7c7a2e0b7568 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.780014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae364-b26b-496e-9816-84aba23069e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.789826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec54b6e5-6280-46fd-b1b9-e08e32bec9a4 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.835474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.849125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e5dd12ac-f118-416d-9db4-90efb14ac1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:00.853260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0e0917b-8318-4687-857a-f2f80cb3f313 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:00.887525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6cc618ee-6a4e-4737-ba1e-7c7a2e0b7568 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 9ccc7a74-c6a3-444d-a141-e5c33d1d1726 owned by network:floatingip {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:00.895357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event deleted for resources: {'Port': ['ID=faa414d0-ed2d-4a81-94bf-01265a85f8c1,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:00.929688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:00.935164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.944029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:00.958611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54b6e5-6280-46fd-b1b9-e08e32bec9a4 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Subnet': ['ID=84be6408-8765-4b06-b56c-fb7f000e3ce3,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:00.967506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ec54b6e5-6280-46fd-b1b9-e08e32bec9a4 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:00.972725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec54b6e5-6280-46fd-b1b9-e08e32bec9a4 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:00.976007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87043dc-d7c4-42ec-9183-7bcb926111a1 None None] Network c196d7f6-1c42-41fd-a4d1-93d27c90a06d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:00.990584 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ec54b6e5-6280-46fd-b1b9-e08e32bec9a4 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/84be6408-8765-4b06-b56c-fb7f000e3ce3 HTTP/1.1" status: 204  len: 168 time: 2.1917844
Dec 23 16:18:00.995429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55076) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:01.012094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:18:01.076951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:01.077325 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Added segment d44d0403-3635-4c33-a369-ced5e70cbd74 of type vlan for network 3553f44b-bdd1-452e-a765-5dde3a038bcc
Dec 23 16:18:01.171025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:01.360863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cc618ee-6a4e-4737-ba1e-7c7a2e0b7568 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:01.369187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aa2ef702-2528-4457-aed6-a73895f9e5ba tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:01.404494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:01.408731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:01.409224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:01.418320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc18b58-581b-4a30-a726-4711616aa259 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting subnet 423763e8-3146-4152-9ad6-12fd9655f090 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:18:01.431795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fc18b58-581b-4a30-a726-4711616aa259 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:01.442930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4299fa-7760-4753-b08d-8c8f86d40776 None None] DHCP port deletion for c196d7f6-1c42-41fd-a4d1-93d27c90a06d request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:18:01.448590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9d4299fa-7760-4753-b08d-8c8f86d40776 None None] Deleting port e3321f67-20f1-4dcd-975b-3a7e9e164fde {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:01.449024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d4299fa-7760-4753-b08d-8c8f86d40776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:01.468151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc618ee-6a4e-4737-ba1e-7c7a2e0b7568 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=9ccc7a74-c6a3-444d-a141-e5c33d1d1726,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:01.478388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6cc618ee-6a4e-4737-ba1e-7c7a2e0b7568 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:01.481974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-074ad7c6-fb03-46f2-ae6c-7d9f6af8a3cb tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:01.615576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fc18b58-581b-4a30-a726-4711616aa259 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:01.650556 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.0160978
Dec 23 16:18:01.667096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55080) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:01.669419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9d4299fa-7760-4753-b08d-8c8f86d40776 None None] For port e3321f67-20f1-4dcd-975b-3a7e9e164fde, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e3321f67-20f1-4dcd-975b-3a7e9e164fde,segment=NetworkSegment(4ecf86c5-4879-4be1-94e1-506c893d9022),segment_id=4ecf86c5-4879-4be1-94e1-506c893d9022)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:01.669876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d4299fa-7760-4753-b08d-8c8f86d40776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:01.733999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'subnet': {'network_id': '3553f44b-bdd1-452e-a765-5dde3a038bcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:01.755092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Network': ['ID=3553f44b-bdd1-452e-a765-5dde3a038bcc,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:01.771445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:01.791264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:01.795142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 3553f44b-bdd1-452e-a765-5dde3a038bcc details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:18:01.814235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9d4299fa-7760-4753-b08d-8c8f86d40776 None None] Calling delete_port for e3321f67-20f1-4dcd-975b-3a7e9e164fde owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:01.866101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae364-b26b-496e-9816-84aba23069e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:01.881984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cc618ee-6a4e-4737-ba1e-7c7a2e0b7568 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:01.935304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae364-b26b-496e-9816-84aba23069e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:01.978943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d4299fa-7760-4753-b08d-8c8f86d40776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:01.980799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:01.983637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f46a0209-71a4-48b2-a8ba-e7ee1e72c3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:01.990080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:subnet and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:01.995831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:02.006933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:02.011105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fc18b58-581b-4a30-a726-4711616aa259 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.031917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4299fa-7760-4753-b08d-8c8f86d40776 None None] Pushing event deleted for resources: {'Port': ['ID=e3321f67-20f1-4dcd-975b-3a7e9e164fde,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:02.036446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9d4299fa-7760-4753-b08d-8c8f86d40776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:02.039056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4299fa-7760-4753-b08d-8c8f86d40776 None None] No DVR routers for this DVR port e3321f67-20f1-4dcd-975b-3a7e9e164fde on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:18:02.066719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:02.112594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.115832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae364-b26b-496e-9816-84aba23069e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.116439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0ae364-b26b-496e-9816-84aba23069e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Fanout notify agent at l3_agent the message router_deleted on router 4ef41a81-d779-427b-acce-9b9573095b46 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:18:02.125999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.139277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae364-b26b-496e-9816-84aba23069e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.140525 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5b0ae364-b26b-496e-9816-84aba23069e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/routers/4ef41a81-d779-427b-acce-9b9573095b46 HTTP/1.1" status: 204  len: 168 time: 1.5915747
Dec 23 16:18:02.144699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55084) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:02.211439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.212640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Fanout notify agent at l3_agent the message router_deleted on router fb3c36aa-cd62-4d36-918d-d27133454cb0 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:18:02.227052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.228946 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] 10.222.0.67 "DELETE /v2.0/routers/fb3c36aa-cd62-4d36-918d-d27133454cb0 HTTP/1.1" status: 204  len: 168 time: 2.6539421
Dec 23 16:18:02.232630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55088) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:02.512757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.544188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fc18b58-581b-4a30-a726-4711616aa259 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.548788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-98702c58-0bf7-4f23-b48c-08f1b5d74227 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting subnet f7204285-18c2-44d8-935d-9515ce3c2132 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:18:02.561416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-16f46ef1-18fb-4b54-826f-e184696150c4 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:02.562807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-98702c58-0bf7-4f23-b48c-08f1b5d74227 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.577093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e3321f67-20f1-4dcd-975b-3a7e9e164fde no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:18:02.615471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: e3321f67-20f1-4dcd-975b-3a7e9e164fde {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:18:02.615960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e3321f67-20f1-4dcd-975b-3a7e9e164fde not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:18:02.616688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc18b58-581b-4a30-a726-4711616aa259 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Subnet': ['ID=423763e8-3146-4152-9ad6-12fd9655f090,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:02.627777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb835fc-62f2-4c19-967b-780ef3ff9839 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Deleting subnet c95adaaa-04dc-42d8-b7b2-907addd64bb3 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:18:02.635233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb835fc-62f2-4c19-967b-780ef3ff9839 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.674027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2fc18b58-581b-4a30-a726-4711616aa259 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:02.678294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-98702c58-0bf7-4f23-b48c-08f1b5d74227 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.680138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fc18b58-581b-4a30-a726-4711616aa259 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.685331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87959b86-3e31-4d1e-8feb-075569e1b7a3 None None] Network b1e73379-afe3-4cde-aaea-3711f3caa926 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:02.702390 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2fc18b58-581b-4a30-a726-4711616aa259 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/423763e8-3146-4152-9ad6-12fd9655f090 HTTP/1.1" status: 204  len: 168 time: 1.7048194
Dec 23 16:18:02.707496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55092) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:02.755372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb835fc-62f2-4c19-967b-780ef3ff9839 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.861261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-98702c58-0bf7-4f23-b48c-08f1b5d74227 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.919136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb835fc-62f2-4c19-967b-780ef3ff9839 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.956643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2033d32c-9209-4148-98e8-5ec8c5719039 None None] DHCP port deletion for b1e73379-afe3-4cde-aaea-3711f3caa926 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:18:02.962185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2033d32c-9209-4148-98e8-5ec8c5719039 None None] Deleting port 81e49f03-52b5-4a3c-86d1-1b0f45593aad {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:02.962788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2033d32c-9209-4148-98e8-5ec8c5719039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:02.966933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5fbb-3662-44b5-aa56-8dea3aaf1656 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.010958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-98702c58-0bf7-4f23-b48c-08f1b5d74227 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.017753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4e255d23-05a4-4b39-878a-7254f000db99 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:03.060245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98702c58-0bf7-4f23-b48c-08f1b5d74227 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Subnet': ['ID=f7204285-18c2-44d8-935d-9515ce3c2132,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:03.063818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-98702c58-0bf7-4f23-b48c-08f1b5d74227 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:03.065145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb835fc-62f2-4c19-967b-780ef3ff9839 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.075904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-987843f1-3236-40d2-a871-69406dcbefc9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:03.109734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-98702c58-0bf7-4f23-b48c-08f1b5d74227 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.116173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.119961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb835fc-62f2-4c19-967b-780ef3ff9839 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.122865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb835fc-62f2-4c19-967b-780ef3ff9839 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event deleted for resources: {'Subnet': ['ID=c95adaaa-04dc-42d8-b7b2-907addd64bb3,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:03.125615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aae47edf-2721-40f4-b0c4-71edaf60f11e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:03.130043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0cb835fc-62f2-4c19-967b-780ef3ff9839 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:03.130241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7d617a-662a-4152-830a-848ca67dee14 None None] Network 730534d6-414b-4399-abdc-e81b245cce23 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:03.136682 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-98702c58-0bf7-4f23-b48c-08f1b5d74227 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/f7204285-18c2-44d8-935d-9515ce3c2132 HTTP/1.1" status: 204  len: 168 time: 0.9891531
Dec 23 16:18:03.138557 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0cb835fc-62f2-4c19-967b-780ef3ff9839 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] 10.222.0.67 "DELETE /v2.0/subnets/c95adaaa-04dc-42d8-b7b2-907addd64bb3 HTTP/1.1" status: 204  len: 168 time: 0.9048984
Dec 23 16:18:03.139327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55096) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:03.145026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc94cb8-8411-45ed-b8fb-d5c65614f543 None None] Network d7b373ba-8fda-4b8f-98f9-f05c802bd428 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:03.156490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55098) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:03.241912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2033d32c-9209-4148-98e8-5ec8c5719039 None None] For port 81e49f03-52b5-4a3c-86d1-1b0f45593aad, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=81e49f03-52b5-4a3c-86d1-1b0f45593aad,segment=NetworkSegment(41151ab5-8929-4abf-90e6-0753ecb75b9d),segment_id=41151ab5-8929-4abf-90e6-0753ecb75b9d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:03.242291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2033d32c-9209-4148-98e8-5ec8c5719039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.252298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5fbb-3662-44b5-aa56-8dea3aaf1656 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.276134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.287332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port 4ea93930-002c-463d-80fc-c2716e5b7e54 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:03.287717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.417819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2033d32c-9209-4148-98e8-5ec8c5719039 None None] Calling delete_port for 81e49f03-52b5-4a3c-86d1-1b0f45593aad owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:03.451640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d0bc5fbb-3662-44b5-aa56-8dea3aaf1656 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7924d278>,) {'filters': {'network_id': ['c196d7f6-1c42-41fd-a4d1-93d27c90a06d']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:03.493327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Subnet': ['ID=293d89aa-e03f-41f0-a1e3-12a7c8ef1664,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:03.507658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:03.511350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d0bc5fbb-3662-44b5-aa56-8dea3aaf1656 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7924d278>, '4ecf86c5-4879-4be1-94e1-506c893d9022') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:03.511712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d0bc5fbb-3662-44b5-aa56-8dea3aaf1656 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7924d278>, '4ecf86c5-4879-4be1-94e1-506c893d9022') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:03.527525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.545132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5fbb-3662-44b5-aa56-8dea3aaf1656 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.576515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Checking segment: {'id': 'd44d0403-3635-4c33-a369-ced5e70cbd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3553f44b-bdd1-452e-a765-5dde3a038bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:03.576931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network hostable DHCP agents. Network: 3553f44b-bdd1-452e-a765-5dde3a038bcc, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:18:03.583118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5fbb-3662-44b5-aa56-8dea3aaf1656 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.592827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Deleting port e00310b8-4778-4413-a50c-0efd516e04bd {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:03.593221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.643769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bc5fbb-3662-44b5-aa56-8dea3aaf1656 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:18:03.644233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5fbb-3662-44b5-aa56-8dea3aaf1656 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:03.661028 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:03.755048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] For port 4ea93930-002c-463d-80fc-c2716e5b7e54, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4ea93930-002c-463d-80fc-c2716e5b7e54,segment=NetworkSegment(9a2bf5cf-029e-44b3-ae1b-260cd7944f2c),segment_id=9a2bf5cf-029e-44b3-ae1b-260cd7944f2c)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:03.755609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.782102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2033d32c-9209-4148-98e8-5ec8c5719039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.790614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-220a3096-6139-495e-9fba-103ca0f57fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:03.825567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5fbb-3662-44b5-aa56-8dea3aaf1656 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.827197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 3553f44b-bdd1-452e-a765-5dde3a038bcc is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:18:03.835607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee6b9dd2-c78a-42e6-943d-ab134b46e771 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:03.844361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033d32c-9209-4148-98e8-5ec8c5719039 None None] Pushing event deleted for resources: {'Port': ['ID=81e49f03-52b5-4a3c-86d1-1b0f45593aad,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:03.847072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2033d32c-9209-4148-98e8-5ec8c5719039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:03.854411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5fbb-3662-44b5-aa56-8dea3aaf1656 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.859652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2033d32c-9209-4148-98e8-5ec8c5719039 None None] No DVR routers for this DVR port 81e49f03-52b5-4a3c-86d1-1b0f45593aad on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:18:03.877971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc5fbb-3662-44b5-aa56-8dea3aaf1656 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Network': ['ID=c196d7f6-1c42-41fd-a4d1-93d27c90a06d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:03.893569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for 4ea93930-002c-463d-80fc-c2716e5b7e54 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:03.897819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 3553f44b-bdd1-452e-a765-5dde3a038bcc) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:03.900621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d0bc5fbb-3662-44b5-aa56-8dea3aaf1656 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:03.905298 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d0bc5fbb-3662-44b5-aa56-8dea3aaf1656 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/networks/c196d7f6-1c42-41fd-a4d1-93d27c90a06d HTTP/1.1" status: 204  len: 168 time: 1.1967700
Dec 23 16:18:03.909817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55104) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:03.927485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:03.928141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:03.928814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d6c2d1-dd78-4e77-96c5-bab3f927342c None None] Network 3553f44b-bdd1-452e-a765-5dde3a038bcc requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:03.971665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc618ee-6a4e-4737-ba1e-7c7a2e0b7568 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 939af21c-6e19-4232-92de-7bdb282b7ea2 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:18:03.984253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:18:03.996202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.002547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-da0c5013-a0ec-4f75-ab29-9f40a9e790fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:04.049710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c0d1a4-8e39-4d36-ab6e-7a88ccad0655 None None] DHCP port deletion for 730534d6-414b-4399-abdc-e81b245cce23 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:18:04.051821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c77fa5-6dc0-47d3-8d43-53693ff733f2 None None] DHCP port deletion for d7b373ba-8fda-4b8f-98f9-f05c802bd428 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:18:04.064636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=4ea93930-002c-463d-80fc-c2716e5b7e54,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:04.067841 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3519530
Dec 23 16:18:04.070751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:04.072242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55108) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:04.077741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No DVR routers for this DVR port 4ea93930-002c-463d-80fc-c2716e5b7e54 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:18:04.115311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-176aaebe-63d3-45f7-bcb3-447c7eae7380 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1865190392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:04.126865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-176aaebe-63d3-45f7-bcb3-447c7eae7380 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:04.148487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-176aaebe-63d3-45f7-bcb3-447c7eae7380 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:router and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:04.156952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-176aaebe-63d3-45f7-bcb3-447c7eae7380 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:04.178160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-176aaebe-63d3-45f7-bcb3-447c7eae7380 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:04.216895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] For port e00310b8-4778-4413-a50c-0efd516e04bd, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e00310b8-4778-4413-a50c-0efd516e04bd,segment=NetworkSegment(5f63fab3-c820-4419-b07d-b208dbc290d2),segment_id=5f63fab3-c820-4419-b07d-b208dbc290d2)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:04.217224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.232382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-12c77fa5-6dc0-47d3-8d43-53693ff733f2 None None] Deleting port e00310b8-4778-4413-a50c-0efd516e04bd {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:04.232820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12c77fa5-6dc0-47d3-8d43-53693ff733f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.237390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.255261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.267439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-176aaebe-63d3-45f7-bcb3-447c7eae7380 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.268969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-176aaebe-63d3-45f7-bcb3-447c7eae7380 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.300648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79bb24a8>,) {'filters': {'network_id': ['730534d6-414b-4399-abdc-e81b245cce23']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:04.317383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79bb24a8>, '9a2bf5cf-029e-44b3-ae1b-260cd7944f2c') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:04.317715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79bb24a8>, '9a2bf5cf-029e-44b3-ae1b-260cd7944f2c') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:04.333474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.342349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-176aaebe-63d3-45f7-bcb3-447c7eae7380 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.359281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.369014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:18:04.369519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.373902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Calling delete_port for e00310b8-4778-4413-a50c-0efd516e04bd owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:04.386500 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:04.395815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-176aaebe-63d3-45f7-bcb3-447c7eae7380 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.501584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.506581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.512093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e1dec87-6a48-4c6d-8bec-5c093b115c9e tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:04.529737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-176aaebe-63d3-45f7-bcb3-447c7eae7380 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.534272 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-176aaebe-63d3-45f7-bcb3-447c7eae7380 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.4607666
Dec 23 16:18:04.537554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55112) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:04.548702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-3553f44b-bdd1-452e-a765-5dde3a038bcc', 'network_id': '3553f44b-bdd1-452e-a765-5dde3a038bcc', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'fixed_ips': [{'subnet_id': '293d89aa-e03f-41f0-a1e3-12a7c8ef1664'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:18:04.549340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.596089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-12c77fa5-6dc0-47d3-8d43-53693ff733f2 None None] For port e00310b8-4778-4413-a50c-0efd516e04bd, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e00310b8-4778-4413-a50c-0efd516e04bd,segment=NetworkSegment(5f63fab3-c820-4419-b07d-b208dbc290d2),segment_id=5f63fab3-c820-4419-b07d-b208dbc290d2)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:04.596949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12c77fa5-6dc0-47d3-8d43-53693ff733f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.619192 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/networks/730534d6-414b-4399-abdc-e81b245cce23 HTTP/1.1" status: 204  len: 168 time: 1.4748576
Dec 23 16:18:04.619413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 81e49f03-52b5-4a3c-86d1-1b0f45593aad no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:18:04.619502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Network': ['ID=730534d6-414b-4399-abdc-e81b245cce23,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:04.622335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:04.630305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55116) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:04.757826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 81e49f03-52b5-4a3c-86d1-1b0f45593aad {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:18:04.758376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 81e49f03-52b5-4a3c-86d1-1b0f45593aad not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:18:04.759223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4ea93930-002c-463d-80fc-c2716e5b7e54 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:18:04.777931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f614a2-f789-4735-815b-cbda09b9c8fc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:04.778594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-98f614a2-f789-4735-815b-cbda09b9c8fc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:04.847750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.857246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-12c77fa5-6dc0-47d3-8d43-53693ff733f2 None None] Calling delete_port for e00310b8-4778-4413-a50c-0efd516e04bd owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:04.872327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-98f614a2-f789-4735-815b-cbda09b9c8fc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:04.872538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:04.877345 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-98f614a2-f789-4735-815b-cbda09b9c8fc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/ae11584e-64c2-4333-8e7d-00172ead32d3 HTTP/1.1" status: 200  len: 841 time: 0.2422817
Dec 23 16:18:04.877821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55120) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:04.879934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6b8c0579-5608-4468-b779-2e62f40a6a49 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:04.909379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 4ea93930-002c-463d-80fc-c2716e5b7e54 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:18:04.909790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4ea93930-002c-463d-80fc-c2716e5b7e54 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:18:04.910279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e00310b8-4778-4413-a50c-0efd516e04bd no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:18:04.925427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78f50d30>,) {'filters': {'network_id': ['b1e73379-afe3-4cde-aaea-3711f3caa926']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:04.935839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event deleted for resources: {'Port': ['ID=e00310b8-4778-4413-a50c-0efd516e04bd,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:04.960870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: e00310b8-4778-4413-a50c-0efd516e04bd {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:18:04.961281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e00310b8-4778-4413-a50c-0efd516e04bd not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:18:04.995831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:05.018779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78f50d30>, '41151ab5-8929-4abf-90e6-0753ecb75b9d') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:05.019203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78f50d30>, '41151ab5-8929-4abf-90e6-0753ecb75b9d') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:05.034727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] No DVR routers for this DVR port e00310b8-4778-4413-a50c-0efd516e04bd on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:18:05.060274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-12c77fa5-6dc0-47d3-8d43-53693ff733f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:18:05.060707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-12c77fa5-6dc0-47d3-8d43-53693ff733f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:18:05.066334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.072177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Allocated IP 172.20.0.2 (3553f44b-bdd1-452e-a765-5dde3a038bcc/293d89aa-e03f-41f0-a1e3-12a7c8ef1664/5b7df2c0-2040-41ac-bdec-e3229f9c2eef) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:05.101803 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-981e2b70-2dbf-4111-a45d-f7bc1aa7911d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/ae11584e-64c2-4333-8e7d-00172ead32d3?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.2215352
Dec 23 16:18:05.119828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55124) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:05.126569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'subnet': {'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:05.150266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.193905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:18:05.194137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:05.215115 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:05.290955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.319155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.408646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.468522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Transition to ACTIVE for port object 5b7df2c0-2040-41ac-bdec-e3229f9c2eef will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:05.474213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a18fc50>,) {'filters': {'network_id': ['d7b373ba-8fda-4b8f-98f9-f05c802bd428']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:05.485236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:05.491203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Transition to ACTIVE for port object 5b7df2c0-2040-41ac-bdec-e3229f9c2eef will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:05.491375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.497874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.498092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a18fc50>, '5f63fab3-c820-4419-b07d-b208dbc290d2') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:05.498430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a18fc50>, '5f63fab3-c820-4419-b07d-b208dbc290d2') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:05.503664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:05.507547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-baa46856-0605-4449-a4ed-3b97f51f261f tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:05.527515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:subnet and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:05.531832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.541822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:05.549057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.561643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-12c77fa5-6dc0-47d3-8d43-53693ff733f2 None None] Deleting port e00310b8-4778-4413-a50c-0efd516e04bd {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:05.562101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12c77fa5-6dc0-47d3-8d43-53693ff733f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.566150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:05.574709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Network': ['ID=b1e73379-afe3-4cde-aaea-3711f3caa926,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:05.589258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc618ee-6a4e-4737-ba1e-7c7a2e0b7568 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:18:05.595942 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/networks/b1e73379-afe3-4cde-aaea-3711f3caa926 HTTP/1.1" status: 204  len: 168 time: 1.6815221
Dec 23 16:18:05.597459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55128) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:05.601051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cc618ee-6a4e-4737-ba1e-7c7a2e0b7568 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.603966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-9314396'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:05.605169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffa46b-0352-4ccf-ab8e-40d28dba9fd0 None None] Sync routers for ids ['939af21c-6e19-4232-92de-7bdb282b7ea2'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:18:05.622561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acffa46b-0352-4ccf-ab8e-40d28dba9fd0 None None] Routers {'939af21c-6e19-4232-92de-7bdb282b7ea2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:05.623779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-acffa46b-0352-4ccf-ab8e-40d28dba9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7cff28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['939af21c-6e19-4232-92de-7bdb282b7ea2'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:05.638707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.643925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:05.655115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:network and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:05.657099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Network 3553f44b-bdd1-452e-a765-5dde3a038bcc is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:05.659728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:05.660119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:05.660550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:05.660981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:05.661408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:05.661831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:05.662251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:05.662673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:05.663075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-12c77fa5-6dc0-47d3-8d43-53693ff733f2 None None] The port 'e00310b8-4778-4413-a50c-0efd516e04bd' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:18:05.663220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:05.664012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:05.664012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:05.664254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:05.664607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Pushing event updated for resources: {'Port': ['ID=5b7df2c0-2040-41ac-bdec-e3229f9c2eef,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:05.667279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:05.668301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:05.669880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:05.672129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:05.674803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:05.686362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:05.694107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:18:05.694454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.701740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Allocated IP 172.20.0.1 (3553f44b-bdd1-452e-a765-5dde3a038bcc/293d89aa-e03f-41f0-a1e3-12a7c8ef1664/8dbb1dea-5767-428a-ad63-62aafd81f498) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:05.709376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:05.712678 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:05.719240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.798466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Attempting to bind port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:18:05.799101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Attempting to bind port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd44d0403-3635-4c33-a369-ced5e70cbd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3553f44b-bdd1-452e-a765-5dde3a038bcc'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:18:05.799320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Attempting to bind port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef on network 3553f44b-bdd1-452e-a765-5dde3a038bcc {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:18:05.808079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:18:05.809356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:18:05.809787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Checking segment: {'id': 'd44d0403-3635-4c33-a369-ced5e70cbd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3553f44b-bdd1-452e-a765-5dde3a038bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:05.810244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.810695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Bound using segment: {'id': 'd44d0403-3635-4c33-a369-ced5e70cbd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3553f44b-bdd1-452e-a765-5dde3a038bcc'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:18:05.811223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Bound port: 5b7df2c0-2040-41ac-bdec-e3229f9c2eef, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44d0403-3635-4c33-a369-ced5e70cbd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3553f44b-bdd1-452e-a765-5dde3a038bcc'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:18:05.811649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.818798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.819439 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Added segment 71992278-36ad-4125-b5d0-00030a358e27 of type vlan for network 3d148bc6-f982-4c6a-bf47-3faf910b13d2
Dec 23 16:18:05.828588 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6cc618ee-6a4e-4737-ba1e-7c7a2e0b7568 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/floatingips/bb8e367c-1546-4ec4-b095-067ccfa7e007 HTTP/1.1" status: 204  len: 168 time: 6.4077442
Dec 23 16:18:05.883170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84021b50-7dd6-4793-9f26-df84da4bb605', 'tag': 'fab2a389-4ac8-449c-a701-b2771dd9893f'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:18:05.885587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.912947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-acffa46b-0352-4ccf-ab8e-40d28dba9fd0 None None] Set router 939af21c-6e19-4232-92de-7bdb282b7ea2 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:18:05.914778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.921663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.927140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] For port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:18:05.931074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] For port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=5b7df2c0-2040-41ac-bdec-e3229f9c2eef,segment=NetworkSegment(d44d0403-3635-4c33-a369-ced5e70cbd74),segment_id=d44d0403-3635-4c33-a369-ced5e70cbd74)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:18:05.941187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.942623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d0bc5fbb-3662-44b5-aa56-8dea3aaf1656 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:05.964190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:05.969394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-31b56031-ed03-4e46-b239-e16f395b63b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:05.989863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event deleted for resources: {'Network': ['ID=d7b373ba-8fda-4b8f-98f9-f05c802bd428,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:05.997067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:05.998606 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] 10.222.0.67 "DELETE /v2.0/networks/d7b373ba-8fda-4b8f-98f9-f05c802bd428 HTTP/1.1" status: 204  len: 168 time: 2.8372314
Dec 23 16:18:06.002040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55136) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:06.049471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:06.053988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:06.054795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:06.070193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-460de9a7-5f71-4172-a1a1-63842665b5cd tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:06.099164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Pushing event updated for resources: {'Port': ['ID=5b7df2c0-2040-41ac-bdec-e3229f9c2eef,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:06.105884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:06.176525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:06.231772 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84021b50-7dd6-4793-9f26-df84da4bb605', 'tag': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'status': 'completed', 'code': 200}
Dec 23 16:18:06.299257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Transition to ACTIVE for port object 8dbb1dea-5767-428a-ad63-62aafd81f498 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:06.311694 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.7130325
Dec 23 16:18:06.313018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Network': ['ID=3d148bc6-f982-4c6a-bf47-3faf910b13d2,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:06.317853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55142) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:06.338975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 3d148bc6-f982-4c6a-bf47-3faf910b13d2 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:18:06.356670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:06.373055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:06.386974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:06.390204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-acffa46b-0352-4ccf-ab8e-40d28dba9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7cff28>, [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '404039df-ae09-4d1f-979e-33aced1071c9', 'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:a5:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:34Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '3958257c-c2ff-423c-adeb-d5a559123643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:06.394758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffa46b-0352-4ccf-ab8e-40d28dba9fd0 None None] Checking router: 939af21c-6e19-4232-92de-7bdb282b7ea2 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:18:06.411233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acffa46b-0352-4ccf-ab8e-40d28dba9fd0 None None] Routers {'939af21c-6e19-4232-92de-7bdb282b7ea2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:06.412299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-acffa46b-0352-4ccf-ab8e-40d28dba9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7cff28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['939af21c-6e19-4232-92de-7bdb282b7ea2'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:06.432642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 3553f44b-bdd1-452e-a765-5dde3a038bcc is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:06.439429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:06.442948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:06.479843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'subnet': {'network_id': '3d148bc6-f982-4c6a-bf47-3faf910b13d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:06.517389 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a4a8fc3-6dec-47c8-8a39-de644ba0e8e4 req-5e490497-4800-463a-9209-8b5bb230e61c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 1099 time: 0.4280486
Dec 23 16:18:06.609135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:06.612039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=8dbb1dea-5767-428a-ad63-62aafd81f498,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:06.620776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:06.655905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2383daed-1052-4890-9397-d6a2927aa3c4 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Deleting port cffce007-f7b0-444d-bc4e-24327b0d2fec {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:06.656309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2383daed-1052-4890-9397-d6a2927aa3c4 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:06.723782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-acffa46b-0352-4ccf-ab8e-40d28dba9fd0 None None] Set router 939af21c-6e19-4232-92de-7bdb282b7ea2 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:18:06.775753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a8fc3-6dec-47c8-8a39-de644ba0e8e4 req-ee64ff2e-b975-4cbc-a3a9-b502b3cff98c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:06.777168 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a4a8fc3-6dec-47c8-8a39-de644ba0e8e4 req-ee64ff2e-b975-4cbc-a3a9-b502b3cff98c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b508067b-ea9a-4279-b586-9644479d6225 HTTP/1.1" status: 200  len: 897 time: 0.2463660
Dec 23 16:18:06.867666 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a4a8fc3-6dec-47c8-8a39-de644ba0e8e4 req-9a293d4d-22e3-4758-a1c2-2363e8e04050 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab2a389-4ac8-449c-a701-b2771dd9893f HTTP/1.1" status: 200  len: 217 time: 0.0811796
Dec 23 16:18:06.891415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:06.921265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:subnet and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:06.930260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:06.969533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9748248-d63a-444f-886d-51821c6c699e req-43120953-4785-4e93-9406-819773cc5214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:06.970246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-a9748248-d63a-444f-886d-51821c6c699e req-43120953-4785-4e93-9406-819773cc5214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:07.022549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:07.086047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:07.107215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:07.109155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-acffa46b-0352-4ccf-ab8e-40d28dba9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7cff28>, [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '404039df-ae09-4d1f-979e-33aced1071c9', 'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:a5:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:34Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '3958257c-c2ff-423c-adeb-d5a559123643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:07.114499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffa46b-0352-4ccf-ab8e-40d28dba9fd0 None None] The sync data for ids ['939af21c-6e19-4232-92de-7bdb282b7ea2'] in dv-neutron-822801-1-hyperv is: [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '404039df-ae09-4d1f-979e-33aced1071c9', 'name': '', 'network_id': 'b508067b-ea9a-4279-b586-9644479d6225', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:a5:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3958257c-c2ff-423c-adeb-d5a559123643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:34Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '3958257c-c2ff-423c-adeb-d5a559123643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:18:07.119676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-348bd907-9e88-4472-86e8-fc15c804691d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:07.152443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-a9748248-d63a-444f-886d-51821c6c699e req-43120953-4785-4e93-9406-819773cc5214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:07.153724 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a9748248-d63a-444f-886d-51821c6c699e req-43120953-4785-4e93-9406-819773cc5214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 946 time: 0.6524336
Dec 23 16:18:07.245144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2383daed-1052-4890-9397-d6a2927aa3c4 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:07.245526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2383daed-1052-4890-9397-d6a2927aa3c4 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:07.253804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a8fc3-6dec-47c8-8a39-de644ba0e8e4 req-00f0ee0e-39c8-49a7-8e62-31ebefc64db4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:07.255821 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a4a8fc3-6dec-47c8-8a39-de644ba0e8e4 req-00f0ee0e-39c8-49a7-8e62-31ebefc64db4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3958257c-c2ff-423c-adeb-d5a559123643 HTTP/1.1" status: 200  len: 834 time: 0.3799300
Dec 23 16:18:07.264478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:07.563739 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a4a8fc3-6dec-47c8-8a39-de644ba0e8e4 req-70329f4f-3ae4-4011-8d82-bd821c5ad249 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b508067b-ea9a-4279-b586-9644479d6225&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3003476
Dec 23 16:18:07.626201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541bf3a3-ae1c-4355-8ee2-2c176ba00ae7 None None] New status for floating IP bb8e367c-1546-4ec4-b095-067ccfa7e007: DOWN {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:18:07.703328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network e01bb600-228f-4f43-b597-689f5e4f4157 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:07.767966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2383daed-1052-4890-9397-d6a2927aa3c4 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Calling delete_port for cffce007-f7b0-444d-bc4e-24327b0d2fec owned by network:floatingip {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:07.805477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:07.808946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:07.810185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:07.815766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0754ec-dd73-43ca-89e7-466a8cb4af9a None None] Network e01bb600-228f-4f43-b597-689f5e4f4157 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:07.824456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:07.851289 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a4a8fc3-6dec-47c8-8a39-de644ba0e8e4 req-da98badc-ef53-4c72-b2b3-f399ebb80b5f service neutron] 10.222.0.36 "GET /v2.0/networks/b508067b-ea9a-4279-b586-9644479d6225?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2781959
Dec 23 16:18:07.871238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Subnet': ['ID=9740831c-f88a-4038-8a2c-42b0dfebed8e,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:07.900728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:07.964965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-a9748248-d63a-444f-886d-51821c6c699e req-01b00d57-d968-4e39-adb5-cc9bb15b799b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:08.020906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:08.037777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:08.072255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f31e720-599c-4441-ba66-748581787019 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:08.124352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-a9748248-d63a-444f-886d-51821c6c699e req-01b00d57-d968-4e39-adb5-cc9bb15b799b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:08.125663 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a9748248-d63a-444f-886d-51821c6c699e req-01b00d57-d968-4e39-adb5-cc9bb15b799b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=333b43f7-7cf0-4192-bd68-e9c44b6c7564&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9545920
Dec 23 16:18:08.133605 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0125976
Dec 23 16:18:08.145573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55146) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:08.148022 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a4a8fc3-6dec-47c8-8a39-de644ba0e8e4 req-777f45e3-efd7-4b9c-89c3-1ebd9f190fa6 service neutron] 10.222.0.36 "GET /v2.0/networks/b508067b-ea9a-4279-b586-9644479d6225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2823334
Dec 23 16:18:08.154692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-e01bb600-228f-4f43-b597-689f5e4f4157', 'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'tenant_id': 'edbf93358d7c4b0498adcac01ebd39d0', 'fixed_ips': [{'subnet_id': '9740831c-f88a-4038-8a2c-42b0dfebed8e'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:18:08.155826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:08.157850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'security_group': {'name': 'tempest-secgroup-757696286'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:08.188546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:08.194800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:security_group and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:08.198557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:08.203477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=8dbb1dea-5767-428a-ad63-62aafd81f498,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:08.204907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:08.224065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:08.224808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:08.235076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:08.235741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:08.237043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:08.237686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:08.238319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:08.238954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:08.239620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:08.240246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:08.240882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:08.241541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:08.242180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:08.246015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a503bd26-e80a-401d-b776-ae64884e9fdd None None] Network 3553f44b-bdd1-452e-a765-5dde3a038bcc requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:08.256810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39623bc-bdc8-4c93-b284-526a8007acfd req-202c5bfe-9f0e-46a8-8ac1-426ea8726c3f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:08.257161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:08.259048 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c39623bc-bdc8-4c93-b284-526a8007acfd req-202c5bfe-9f0e-46a8-8ac1-426ea8726c3f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 946 time: 0.6004908
Dec 23 16:18:08.264814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2383daed-1052-4890-9397-d6a2927aa3c4 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:08.273265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-43affe63-d202-4e0b-a60b-c98127fc5a39 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:08.369058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383daed-1052-4890-9397-d6a2927aa3c4 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Pushing event deleted for resources: {'Port': ['ID=cffce007-f7b0-444d-bc4e-24327b0d2fec,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:08.387209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2383daed-1052-4890-9397-d6a2927aa3c4 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:08.394399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:08.401114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1816a234-3b66-499d-b966-2c351d3f9a95 None None] Provisioning for port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:08.409533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:security_group_rule and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:08.419470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 3553f44b-bdd1-452e-a765-5dde3a038bcc is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:08.420741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:08.446890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:08.488928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:08.552922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-c39623bc-bdc8-4c93-b284-526a8007acfd req-b4eb512d-8615-45ff-90c1-f18d82dab30d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port fab2a389-4ac8-449c-a701-b2771dd9893f {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:08.553137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c39623bc-bdc8-4c93-b284-526a8007acfd req-b4eb512d-8615-45ff-90c1-f18d82dab30d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:08.693100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2383daed-1052-4890-9397-d6a2927aa3c4 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks [] for floatingip, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:08.709057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Allocated IP 172.20.0.2 (e01bb600-228f-4f43-b597-689f5e4f4157/9740831c-f88a-4038-8a2c-42b0dfebed8e/171ab4f1-af0c-4a56-b931-1c477b175799) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:08.715820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 5b7df2c0-2040-41ac-bdec-e3229f9c2eef up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:08.790905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:08.807174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-52b8c033-52ef-41f8-bc2f-56c549df7cf3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:08.849205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router 5b34f89e-16d1-4c27-a47b-712364f34abd is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:18:08.912808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:08.917467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2383daed-1052-4890-9397-d6a2927aa3c4 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:08.918780 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2383daed-1052-4890-9397-d6a2927aa3c4 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] 10.222.0.67 "DELETE /v2.0/floatingips/790dc909-34cc-429b-9074-ead634d52744 HTTP/1.1" status: 204  len: 168 time: 2.9157269
Dec 23 16:18:08.938578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:09.005105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:09.020685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:09.021120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:09.030800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Subnet': ['ID=15c4801a-8523-47af-9f9b-ff9c08643027,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:09.043217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:09.046483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4bd02684-f0bc-4d17-83bd-3151c2221578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:09.063158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:18:09.067611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:09.069237 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.9213185
Dec 23 16:18:09.078891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1b7c5f-9664-42d5-8112-37d67757bea5 None None] Sync routers for ids ['5b34f89e-16d1-4c27-a47b-712364f34abd'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:18:09.080832 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/5b34f89e-16d1-4c27-a47b-712364f34abd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5391257
Dec 23 16:18:09.081720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55152) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:09.082676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55154) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:09.097202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'security_group': {'name': 'tempest-secgroup-1136267983'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:09.113532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b7c5f-9664-42d5-8112-37d67757bea5 None None] Routers {'5b34f89e-16d1-4c27-a47b-712364f34abd'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:09.117239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7c1b7c5f-9664-42d5-8112-37d67757bea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a742a58>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5b34f89e-16d1-4c27-a47b-712364f34abd'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:09.143209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Checking segment: {'id': '71992278-36ad-4125-b5d0-00030a358e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3d148bc6-f982-4c6a-bf47-3faf910b13d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:09.143613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network hostable DHCP agents. Network: 3d148bc6-f982-4c6a-bf47-3faf910b13d2, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:18:09.147725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:09.153421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360d3f96-d191-4d8a-8588-ee6df1405dd3,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:09.158607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:09.166686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Transition to ACTIVE for port object 171ab4f1-af0c-4a56-b931-1c477b175799 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:09.181111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-c39623bc-bdc8-4c93-b284-526a8007acfd req-b4eb512d-8615-45ff-90c1-f18d82dab30d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port fab2a389-4ac8-449c-a701-b2771dd9893f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fab2a389-4ac8-449c-a701-b2771dd9893f,segment=NetworkSegment(9f90a5cb-9cff-412f-a314-7cbf842a8f16),segment_id=9f90a5cb-9cff-412f-a314-7cbf842a8f16)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:09.181642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c39623bc-bdc8-4c93-b284-526a8007acfd req-b4eb512d-8615-45ff-90c1-f18d82dab30d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:09.186156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:09.231948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:security_group and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:09.251364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:09.264769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Transition to ACTIVE for port object 171ab4f1-af0c-4a56-b931-1c477b175799 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:09.269946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:09.273157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:09.280204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7c1b7c5f-9664-42d5-8112-37d67757bea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a742a58>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:09.286363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:09.293861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:09.299304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b7c5f-9664-42d5-8112-37d67757bea5 None None] Routers {'5b34f89e-16d1-4c27-a47b-712364f34abd'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:09.300004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7c1b7c5f-9664-42d5-8112-37d67757bea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a742a58>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5b34f89e-16d1-4c27-a47b-712364f34abd'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:09.315369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08cfbae-4aae-4ec5-9aa3-c2477dc6db9c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:09.316083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a08cfbae-4aae-4ec5-9aa3-c2477dc6db9c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Synchronizing usage tracker for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:09.320884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:09.424755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Network e01bb600-228f-4f43-b597-689f5e4f4157 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:09.436875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7c1b7c5f-9664-42d5-8112-37d67757bea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a742a58>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:09.437330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1b7c5f-9664-42d5-8112-37d67757bea5 None None] The sync data for ids ['5b34f89e-16d1-4c27-a47b-712364f34abd'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:18:09.442870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:09.447068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:09.453215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:09.457846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:security_group_rule and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:09.461890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:09.466871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Pushing event updated for resources: {'Port': ['ID=171ab4f1-af0c-4a56-b931-1c477b175799,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:09.473781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-c39623bc-bdc8-4c93-b284-526a8007acfd req-b4eb512d-8615-45ff-90c1-f18d82dab30d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for fab2a389-4ac8-449c-a701-b2771dd9893f owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:09.474613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=5b7df2c0-2040-41ac-bdec-e3229f9c2eef,segment=NetworkSegment(d44d0403-3635-4c33-a369-ced5e70cbd74),segment_id=d44d0403-3635-4c33-a369-ced5e70cbd74)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:09.475964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:09.480329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:09.497899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:09.500097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63ec4478-d2bb-4569-ba8f-2d0ab26418d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:09.522116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 3d148bc6-f982-4c6a-bf47-3faf910b13d2 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:18:09.541684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 3d148bc6-f982-4c6a-bf47-3faf910b13d2) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:09.550584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:09.556917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:09.568531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:09.570016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a08cfbae-4aae-4ec5-9aa3-c2477dc6db9c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Unset dirty status for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:09.575294 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a08cfbae-4aae-4ec5-9aa3-c2477dc6db9c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports/8dbb1dea-5767-428a-ad63-62aafd81f498 HTTP/1.1" status: 200  len: 910 time: 0.4874640
Dec 23 16:18:09.599180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55164) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:09.599372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55166) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:09.610393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c19469-975a-4071-ac15-d349432e8100 None None] Network 3d148bc6-f982-4c6a-bf47-3faf910b13d2 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:09.624978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8a2efaa2-6d39-4957-9368-338408096d58 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '293d89aa-e03f-41f0-a1e3-12a7c8ef1664'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:09.647130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:09.672716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3597ae88-09c8-4286-9b20-6cde82dd397e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:09.688545 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.3693707
Dec 23 16:18:09.692190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55174) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:09.723437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa1a00e-eae1-444d-ad8c-e5140b64379f,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:09.726542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:09.739492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b3e2ad27-8edf-4c22-bd25-c230a8dd50ac tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-925916679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:09.745230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:09.747131 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6640153
Dec 23 16:18:09.751262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55178) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:09.754693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b3e2ad27-8edf-4c22-bd25-c230a8dd50ac tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:09.766794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-949318761', 'security_groups': ['caa1a00e-eae1-444d-ad8c-e5140b64379f'], 'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9740831c-f88a-4038-8a2c-42b0dfebed8e'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:09.769339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716099-7523-4aa3-9c6e-034756eeffa8 req-02596c51-3954-4e88-92f5-5a106b573d59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:09.771069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-63716099-7523-4aa3-9c6e-034756eeffa8 req-02596c51-3954-4e88-92f5-5a106b573d59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:09.787398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-63716099-7523-4aa3-9c6e-034756eeffa8 req-02596c51-3954-4e88-92f5-5a106b573d59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:09.788719 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-63716099-7523-4aa3-9c6e-034756eeffa8 req-02596c51-3954-4e88-92f5-5a106b573d59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 946 time: 0.2148149
Dec 23 16:18:09.799541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b3e2ad27-8edf-4c22-bd25-c230a8dd50ac tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:router and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:09.856583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b3e2ad27-8edf-4c22-bd25-c230a8dd50ac tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:09.861050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Attempting to bind port 171ab4f1-af0c-4a56-b931-1c477b175799 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:18:09.861493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Attempting to bind port 171ab4f1-af0c-4a56-b931-1c477b175799 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '5961bbd6-cce9-4e80-b15d-555da95a4938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:18:09.861919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Attempting to bind port 171ab4f1-af0c-4a56-b931-1c477b175799 on network e01bb600-228f-4f43-b597-689f5e4f4157 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:18:09.879532 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-63716099-7523-4aa3-9c6e-034756eeffa8 req-e0779fff-2b9f-4fee-89f6-70531133916a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=333b43f7-7cf0-4192-bd68-e9c44b6c7564&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835135
Dec 23 16:18:09.880578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:18:09.881022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Checking segment: {'id': '5961bbd6-cce9-4e80-b15d-555da95a4938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:09.881493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:09.881955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Bound using segment: {'id': '5961bbd6-cce9-4e80-b15d-555da95a4938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:18:09.882764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Bound port: 171ab4f1-af0c-4a56-b931-1c477b175799, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5961bbd6-cce9-4e80-b15d-555da95a4938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:18:09.882898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:09.909074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b3e2ad27-8edf-4c22-bd25-c230a8dd50ac tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:09.920011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-310a82a8-b555-44f7-9b69-37214bcfb1ab None None] Provisioning for port 8dbb1dea-5767-428a-ad63-62aafd81f498 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:09.923389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=5b7df2c0-2040-41ac-bdec-e3229f9c2eef,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:09.973842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:09.974477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-310a82a8-b555-44f7-9b69-37214bcfb1ab None None] Provisioning complete for port 8dbb1dea-5767-428a-ad63-62aafd81f498 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:09.974899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-310a82a8-b555-44f7-9b69-37214bcfb1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.096274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3e2ad27-8edf-4c22-bd25-c230a8dd50ac tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.097406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3e2ad27-8edf-4c22-bd25-c230a8dd50ac tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.100688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c39623bc-bdc8-4c93-b284-526a8007acfd req-b4eb512d-8615-45ff-90c1-f18d82dab30d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.123876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:10.124447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-310a82a8-b555-44f7-9b69-37214bcfb1ab None None] Port 8dbb1dea-5767-428a-ad63-62aafd81f498 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:10.142603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] For port 171ab4f1-af0c-4a56-b931-1c477b175799, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:18:10.162033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] For port 171ab4f1-af0c-4a56-b931-1c477b175799, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=171ab4f1-af0c-4a56-b931-1c477b175799,segment=NetworkSegment(5961bbd6-cce9-4e80-b15d-555da95a4938),segment_id=5961bbd6-cce9-4e80-b15d-555da95a4938)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:18:10.197788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.207142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-83faa19b-e2b6-4e27-8d6d-942f57d6c79a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:10.239040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb512d-8615-45ff-90c1-f18d82dab30d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=fab2a389-4ac8-449c-a701-b2771dd9893f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:10.246305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:10.260291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b4eb512d-8615-45ff-90c1-f18d82dab30d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:10.269299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-3d148bc6-f982-4c6a-bf47-3faf910b13d2', 'network_id': '3d148bc6-f982-4c6a-bf47-3faf910b13d2', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'fixed_ips': [{'subnet_id': '15c4801a-8523-47af-9f9b-ff9c08643027'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:18:10.270205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.288386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:10.296703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-310a82a8-b555-44f7-9b69-37214bcfb1ab None None] Provisioning complete for port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:10.297147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-310a82a8-b555-44f7-9b69-37214bcfb1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.336273 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ea833f9b-9e46-47be-b5a1-e6f6f80fbec4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6cde0b9deba043cbaf9024443cfab6fe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7256002
Dec 23 16:18:10.339243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55184) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:10.405036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0099f5ee-b3d7-4d37-91b3-c16e17fe37d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.412990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Pushing event updated for resources: {'Port': ['ID=171ab4f1-af0c-4a56-b931-1c477b175799,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:10.420369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:10.438254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0099f5ee-b3d7-4d37-91b3-c16e17fe37d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.495271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0099f5ee-b3d7-4d37-91b3-c16e17fe37d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.500727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bbfabe3a-3674-4e03-bf39-4d7c552d89b2 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:10.517038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099f5ee-b3d7-4d37-91b3-c16e17fe37d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c17b1b-2b69-456d-9217-48d61439d0bb,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:10.520187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0099f5ee-b3d7-4d37-91b3-c16e17fe37d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:10.521655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0099f5ee-b3d7-4d37-91b3-c16e17fe37d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.525316 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0099f5ee-b3d7-4d37-91b3-c16e17fe37d7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/13c17b1b-2b69-456d-9217-48d61439d0bb HTTP/1.1" status: 204  len: 168 time: 0.1822953
Dec 23 16:18:10.601857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device fab2a389-4ac8-449c-a701-b2771dd9893f no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:18:10.644491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 5b7df2c0-2040-41ac-bdec-e3229f9c2eef up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:10.689878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39623bc-bdc8-4c93-b284-526a8007acfd req-b4eb512d-8615-45ff-90c1-f18d82dab30d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] No DVR routers for this DVR port fab2a389-4ac8-449c-a701-b2771dd9893f on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:18:10.698933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3e2ad27-8edf-4c22-bd25-c230a8dd50ac tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.699297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: fab2a389-4ac8-449c-a701-b2771dd9893f {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:18:10.699559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device fab2a389-4ac8-449c-a701-b2771dd9893f not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:18:10.715869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c39623bc-bdc8-4c93-b284-526a8007acfd req-b4eb512d-8615-45ff-90c1-f18d82dab30d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.720299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:10.736005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.753312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Allocated IP 2001:db8::2 (3d148bc6-f982-4c6a-bf47-3faf910b13d2/15c4801a-8523-47af-9f9b-ff9c08643027/d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:10.761663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84021b50-7dd6-4793-9f26-df84da4bb605', 'name': 'network-vif-deleted', 'tag': 'fab2a389-4ac8-449c-a701-b2771dd9893f'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:18:10.811811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port 79dda587-b074-40db-a11d-0cbc09382b44 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:18:10.934972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a2efaa2-6d39-4957-9368-338408096d58 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.985685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:10.986104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:10.991163 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84021b50-7dd6-4793-9f26-df84da4bb605', 'name': 'network-vif-deleted', 'tag': 'fab2a389-4ac8-449c-a701-b2771dd9893f', 'status': 'completed', 'code': 200}
Dec 23 16:18:11.005359 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c39623bc-bdc8-4c93-b284-526a8007acfd req-b4eb512d-8615-45ff-90c1-f18d82dab30d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "DELETE /v2.0/ports/fab2a389-4ac8-449c-a701-b2771dd9893f HTTP/1.1" status: 204  len: 173 time: 2.7361445
Dec 23 16:18:11.090935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-afedcb65-219f-47f8-8746-2ddcbaa85115 None None] Provisioning complete for port 8dbb1dea-5767-428a-ad63-62aafd81f498 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:11.091398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-afedcb65-219f-47f8-8746-2ddcbaa85115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:11.109927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55196) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:11.147615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3e2ad27-8edf-4c22-bd25-c230a8dd50ac tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:11.162718 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-75c73538-b57c-4832-8f75-ec842319e7ab req-3842d361-cb24-43db-8da0-2347541d8e27 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=84021b50-7dd6-4793-9f26-df84da4bb605 HTTP/1.1" status: 200  len: 210 time: 0.0721347
Dec 23 16:18:11.208065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed6a2-9dbc-49fe-81c4-fffa63db45c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:11.341692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3e2ad27-8edf-4c22-bd25-c230a8dd50ac tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:11.343047 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b3e2ad27-8edf-4c22-bd25-c230a8dd50ac tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.6176856
Dec 23 16:18:11.346068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55200) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:11.352872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'port': {'network_id': '3d148bc6-f982-4c6a-bf47-3faf910b13d2', 'name': 'tempest-RoutersIpV6Test-46077154'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:11.480937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eb6ed6a2-9dbc-49fe-81c4-fffa63db45c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:11.495894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Allocated IP 172.20.0.8 (e01bb600-228f-4f43-b597-689f5e4f4157/9740831c-f88a-4038-8a2c-42b0dfebed8e/79dda587-b074-40db-a11d-0cbc09382b44) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:11.498632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eb6ed6a2-9dbc-49fe-81c4-fffa63db45c9 admin admin] Usage tracker for resource:security_group_rule and tenant:47c51b49f66040269bc121bdec2254f2 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:11.509211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eb6ed6a2-9dbc-49fe-81c4-fffa63db45c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:11.517087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-afedcb65-219f-47f8-8746-2ddcbaa85115 None None] Port 8dbb1dea-5767-428a-ad63-62aafd81f498 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:11.521173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:11.540451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:11.545083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:port and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:11.548263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:11.554919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:11.571539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Transition to ACTIVE for port object d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:11.574122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eb6ed6a2-9dbc-49fe-81c4-fffa63db45c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:11.575957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:11.582262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:11.614149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] device_id is not set on port 334c5593-384a-48df-ac89-ca4c14232ede yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:18:11.640182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Transition to ACTIVE for port object d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:11.646823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:11.653424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:11.766621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Network 3d148bc6-f982-4c6a-bf47-3faf910b13d2 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:11.770542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:11.772507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Pushing event updated for resources: {'Port': ['ID=d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:11.775477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:11.777873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:11.812751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Allocated IP 2001:db8::e8 (3d148bc6-f982-4c6a-bf47-3faf910b13d2/15c4801a-8523-47af-9f9b-ff9c08643027/334c5593-384a-48df-ac89-ca4c14232ede) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:11.869622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Attempting to bind port d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:18:11.870380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Attempting to bind port d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '71992278-36ad-4125-b5d0-00030a358e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3d148bc6-f982-4c6a-bf47-3faf910b13d2'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:18:11.870808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Attempting to bind port d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 on network 3d148bc6-f982-4c6a-bf47-3faf910b13d2 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:18:11.878635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:18:11.878911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Checking segment: {'id': '71992278-36ad-4125-b5d0-00030a358e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3d148bc6-f982-4c6a-bf47-3faf910b13d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:11.879669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:11.880129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Bound using segment: {'id': '71992278-36ad-4125-b5d0-00030a358e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3d148bc6-f982-4c6a-bf47-3faf910b13d2'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:18:11.880813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Bound port: d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71992278-36ad-4125-b5d0-00030a358e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3d148bc6-f982-4c6a-bf47-3faf910b13d2'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:18:11.881264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:11.984666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] For port d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:18:11.988587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] For port d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053,segment=NetworkSegment(71992278-36ad-4125-b5d0-00030a358e27),segment_id=71992278-36ad-4125-b5d0-00030a358e27)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:18:11.994293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:11.999629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-204b76fa-5308-4675-b5f5-7c9e4c10cc23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:12.017849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed6a2-9dbc-49fe-81c4-fffa63db45c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.029585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.039968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed6a2-9dbc-49fe-81c4-fffa63db45c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.062508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0bb52bf6-3209-4e5f-97ea-bcca1ba42201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:12.093442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.102458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Transition to ACTIVE for port object 79dda587-b074-40db-a11d-0cbc09382b44 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:12.110707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Pushing event updated for resources: {'Port': ['ID=d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:12.114623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:12.163387 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eb6ed6a2-9dbc-49fe-81c4-fffa63db45c9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=47c51b49f66040269bc121bdec2254f2&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0520847
Dec 23 16:18:12.166275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55204) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:12.166801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ed6a2-9dbc-49fe-81c4-fffa63db45c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928a5ee6-099f-4c2b-bebf-490e21189270,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:12.184355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb6ed6a2-9dbc-49fe-81c4-fffa63db45c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:12.239945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a2efaa2-6d39-4957-9368-338408096d58 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.244163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.251844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6cc618ee-6a4e-4737-ba1e-7c7a2e0b7568 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:12.313572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55210) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:12.320842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a2efaa2-6d39-4957-9368-338408096d58 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.397992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network e01bb600-228f-4f43-b597-689f5e4f4157 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:12.404138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:12.411071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:12.425507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.429354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77ace961-eec6-40ba-9e25-43a9604ad76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.457236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=79dda587-b074-40db-a11d-0cbc09382b44,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:12.472132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:12.472724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b4eb512d-8615-45ff-90c1-f18d82dab30d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:12.487901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Transition to ACTIVE for port object 334c5593-384a-48df-ac89-ca4c14232ede will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:12.500271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77ace961-eec6-40ba-9e25-43a9604ad76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.507837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e0529cf-f6b5-43ef-9e4b-f3d5caf92c96 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.538480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2efaa2-6d39-4957-9368-338408096d58 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:12.539258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a2efaa2-6d39-4957-9368-338408096d58 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.543971 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8a2efaa2-6d39-4957-9368-338408096d58 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/ports/8dbb1dea-5767-428a-ad63-62aafd81f498 HTTP/1.1" status: 200  len: 910 time: 2.9325972
Dec 23 16:18:12.549727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55214) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:12.593121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e0529cf-f6b5-43ef-9e4b-f3d5caf92c96 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.625868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.641707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-69c7c635-e7ec-4db0-aa2d-adf5a37c8a5f tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:12.659792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:12.660516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.728647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2efaa2-6d39-4957-9368-338408096d58 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=8dbb1dea-5767-428a-ad63-62aafd81f498,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:12.746738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=334c5593-384a-48df-ac89-ca4c14232ede,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:12.750590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 3d148bc6-f982-4c6a-bf47-3faf910b13d2 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:12.752288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:12.752572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8a2efaa2-6d39-4957-9368-338408096d58 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:12.753635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:12.755587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77ace961-eec6-40ba-9e25-43a9604ad76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.759702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:12.764108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:12.764794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.770355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-36b5a613-0d33-4a8e-b1af-b9e44c8374c3 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:12.781918 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.0242510
Dec 23 16:18:12.787623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55218) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:12.788683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 171ab4f1-af0c-4a56-b931-1c477b175799 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:12.805112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e4b49130-35cd-457e-8420-210afd33d32b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'subnet': {'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:12.807442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ace961-eec6-40ba-9e25-43a9604ad76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928a5ee6-099f-4c2b-bebf-490e21189270,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:12.813548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-77ace961-eec6-40ba-9e25-43a9604ad76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:12.845335 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 926 time: 1.4978654
Dec 23 16:18:12.846517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55222) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:12.850537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77ace961-eec6-40ba-9e25-43a9604ad76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.851759 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-77ace961-eec6-40ba-9e25-43a9604ad76c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/928a5ee6-099f-4c2b-bebf-490e21189270 HTTP/1.1" status: 204  len: 168 time: 0.6842878
Dec 23 16:18:12.853168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e0529cf-f6b5-43ef-9e4b-f3d5caf92c96 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.866157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e0529cf-f6b5-43ef-9e4b-f3d5caf92c96 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:12.867454 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2e0529cf-f6b5-43ef-9e4b-f3d5caf92c96 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/security-groups/333b43f7-7cf0-4192-bd68-e9c44b6c7564 HTTP/1.1" status: 204  len: 168 time: 0.5497200
Dec 23 16:18:12.954754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 171ab4f1-af0c-4a56-b931-1c477b175799 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:12.981099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55230) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:12.981631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b2a11285-82af-4e90-a4c6-a55884a22fc6 None None] Provisioning for port 171ab4f1-af0c-4a56-b931-1c477b175799 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:12.988507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-77ace961-eec6-40ba-9e25-43a9604ad76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:12.989982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b2a11285-82af-4e90-a4c6-a55884a22fc6 None None] Provisioning complete for port 171ab4f1-af0c-4a56-b931-1c477b175799 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:12.990426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2a11285-82af-4e90-a4c6-a55884a22fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:13.143936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2a11285-82af-4e90-a4c6-a55884a22fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:13.163583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0529cf-f6b5-43ef-9e4b-f3d5caf92c96 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=333b43f7-7cf0-4192-bd68-e9c44b6c7564,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:13.167697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e0529cf-f6b5-43ef-9e4b-f3d5caf92c96 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:13.208147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b2a11285-82af-4e90-a4c6-a55884a22fc6 None None] For port 171ab4f1-af0c-4a56-b931-1c477b175799, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=171ab4f1-af0c-4a56-b931-1c477b175799,segment=NetworkSegment(5961bbd6-cce9-4e80-b15d-555da95a4938),segment_id=5961bbd6-cce9-4e80-b15d-555da95a4938)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:13.218429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2a11285-82af-4e90-a4c6-a55884a22fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:13.221708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2033d32c-9209-4148-98e8-5ec8c5719039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:13.361201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b2a11285-82af-4e90-a4c6-a55884a22fc6 None None] Provisioning complete for port ae11584e-64c2-4333-8e7d-00172ead32d3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:13.361638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2a11285-82af-4e90-a4c6-a55884a22fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:13.406231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a11285-82af-4e90-a4c6-a55884a22fc6 None None] Pushing event updated for resources: {'Port': ['ID=171ab4f1-af0c-4a56-b931-1c477b175799,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:13.420744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2a11285-82af-4e90-a4c6-a55884a22fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:13.435071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b2a11285-82af-4e90-a4c6-a55884a22fc6 None None] Port ae11584e-64c2-4333-8e7d-00172ead32d3 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:13.561242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55236) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:13.562222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-35951450-3f1c-4398-867f-20b6fa47e760 None None] Provisioning for port 79dda587-b074-40db-a11d-0cbc09382b44 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:13.568945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-35951450-3f1c-4398-867f-20b6fa47e760 None None] Provisioning complete for port 79dda587-b074-40db-a11d-0cbc09382b44 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:13.569469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35951450-3f1c-4398-867f-20b6fa47e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:13.613500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b88bd73-4d5d-4123-be93-991b6acaf53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:13.624506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e4b49130-35cd-457e-8420-210afd33d32b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:13.631880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-35951450-3f1c-4398-867f-20b6fa47e760 None None] Port 79dda587-b074-40db-a11d-0cbc09382b44 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:13.632791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e4b49130-35cd-457e-8420-210afd33d32b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:subnet and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:13.637627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e4b49130-35cd-457e-8420-210afd33d32b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:13.646489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e4b49130-35cd-457e-8420-210afd33d32b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:13.714250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5b88bd73-4d5d-4123-be93-991b6acaf53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:13.720765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b49130-35cd-457e-8420-210afd33d32b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:13.725637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5b88bd73-4d5d-4123-be93-991b6acaf53c admin admin] Usage tracker for resource:security_group_rule and tenant:eb78ebd29bc94564894fea0428f525ee is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:13.735809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5b88bd73-4d5d-4123-be93-991b6acaf53c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:13.746718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5b88bd73-4d5d-4123-be93-991b6acaf53c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:13.836905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:13.907540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a477b82c-28e1-4668-85b1-43a84b72c7c4 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:13.981306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4b49130-35cd-457e-8420-210afd33d32b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:14.082820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b88bd73-4d5d-4123-be93-991b6acaf53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:14.093578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b88bd73-4d5d-4123-be93-991b6acaf53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:14.108564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dac66799-594c-4c58-8036-1e6745a1e211 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:14.182900 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5b88bd73-4d5d-4123-be93-991b6acaf53c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eb78ebd29bc94564894fea0428f525ee&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6199293
Dec 23 16:18:14.198125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55240) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:14.219214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88bd73-4d5d-4123-be93-991b6acaf53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607d6d03-458d-406e-b519-520106bc547e,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:14.223065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5b88bd73-4d5d-4123-be93-991b6acaf53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:14.299375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f6a834-58ae-4d89-a189-1932f6420698 None None] Network 3d148bc6-f982-4c6a-bf47-3faf910b13d2 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:14.314907 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.ipam_backend_mixin [None req-e4b49130-35cd-457e-8420-210afd33d32b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9740831c-f88a-4038-8a2c-42b0dfebed8e (CIDR: 172.20.0.0/28)
Dec 23 16:18:14.320825 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b49130-35cd-457e-8420-210afd33d32b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:14.321549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b49130-35cd-457e-8420-210afd33d32b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:18:14.358116 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e4b49130-35cd-457e-8420-210afd33d32b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5612550
Dec 23 16:18:14.359958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55244) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:14.376697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f48bb93d-8293-406f-8981-5480abdfe4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:14.396104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'subnet': {'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:14.428499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f48bb93d-8293-406f-8981-5480abdfe4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:14.442666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d43ac1c1-c259-4090-810c-204e415c693e None None] Provisioning for port d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:14.443072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:14.453616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:14.461303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b1550f1d-dfb0-41ed-8aa4-e76b997ce879 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:14.595426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=334c5593-384a-48df-ac89-ca4c14232ede,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:14.603910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:14.668561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f48bb93d-8293-406f-8981-5480abdfe4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:14.678865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5610db73-58b7-4fa3-8372-c20fd4eae158 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:14.707762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bb93d-8293-406f-8981-5480abdfe4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607d6d03-458d-406e-b519-520106bc547e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:14.714946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f48bb93d-8293-406f-8981-5480abdfe4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:14.719274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f48bb93d-8293-406f-8981-5480abdfe4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:14.731624 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f48bb93d-8293-406f-8981-5480abdfe4c9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/607d6d03-458d-406e-b519-520106bc547e HTTP/1.1" status: 204  len: 168 time: 0.5291071
Dec 23 16:18:14.748943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 171ab4f1-af0c-4a56-b931-1c477b175799 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:14.868078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 171ab4f1-af0c-4a56-b931-1c477b175799 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:14.868837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:14.896513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:14.907476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:14.956846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:subnet and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:14.967806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:14.981529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c073ef3-2dbb-4354-8983-bc9d848ffeb4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:15.035786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:15.051542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:15.073429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:15.079540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:15.095775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:15.177165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2b219d7d-86a5-4eb2-9368-4ca416641233 None None] Provisioning for port 334c5593-384a-48df-ac89-ca4c14232ede completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:15.186308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2b219d7d-86a5-4eb2-9368-4ca416641233 None None] Provisioning complete for port 334c5593-384a-48df-ac89-ca4c14232ede triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:15.186748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b219d7d-86a5-4eb2-9368-4ca416641233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:15.264626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2b219d7d-86a5-4eb2-9368-4ca416641233 None None] Port 334c5593-384a-48df-ac89-ca4c14232ede cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:15.278334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:15.291663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:15.292104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:15.331906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2b219d7d-86a5-4eb2-9368-4ca416641233 None None] Provisioning complete for port d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:15.332151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b219d7d-86a5-4eb2-9368-4ca416641233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:15.587214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b219d7d-86a5-4eb2-9368-4ca416641233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:15.601788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:15.608120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:15.609043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:15.623239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-707968ed-8509-419a-bd70-b652e2abd209 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:15.634172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:15.656589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2b219d7d-86a5-4eb2-9368-4ca416641233 None None] For port d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053,segment=NetworkSegment(71992278-36ad-4125-b5d0-00030a358e27),segment_id=71992278-36ad-4125-b5d0-00030a358e27)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:15.666035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b219d7d-86a5-4eb2-9368-4ca416641233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:15.668432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:15.841869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:18:15.842644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:18:15.857334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b219d7d-86a5-4eb2-9368-4ca416641233 None None] Pushing event updated for resources: {'Port': ['ID=d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:15.862168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2b219d7d-86a5-4eb2-9368-4ca416641233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:15.863860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a493b171-2f33-4ca4-8935-10990fc744c7 None None] Provisioning complete for port 334c5593-384a-48df-ac89-ca4c14232ede triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:15.864444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a493b171-2f33-4ca4-8935-10990fc744c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:15.948171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a493b171-2f33-4ca4-8935-10990fc744c7 None None] Port 334c5593-384a-48df-ac89-ca4c14232ede cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:15.993085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a477b82c-28e1-4668-85b1-43a84b72c7c4 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port 8dbb1dea-5767-428a-ad63-62aafd81f498 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:15.993460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a477b82c-28e1-4668-85b1-43a84b72c7c4 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:16.116511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=334c5593-384a-48df-ac89-ca4c14232ede,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:16.128372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:16.145033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 3d148bc6-f982-4c6a-bf47-3faf910b13d2 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:16.146461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:16.214907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4aba47dc-804b-4f45-9f44-714c5fff832b None None] Provisioning complete for port 334c5593-384a-48df-ac89-ca4c14232ede triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:16.215978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4aba47dc-804b-4f45-9f44-714c5fff832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:16.255047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55266) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:16.316466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4aba47dc-804b-4f45-9f44-714c5fff832b None None] Port 334c5593-384a-48df-ac89-ca4c14232ede cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:16.410015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:16.432152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-321b9c0f-f070-4573-aa81-f00ef7905e29 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:16.497923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a477b82c-28e1-4668-85b1-43a84b72c7c4 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:16.531236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-976116449'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:16.599306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:16.625524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router f2eab5f8-bbbe-4469-b87d-5910df279b68 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:18:16.680044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4ab2a0b3-fd38-4a33-98d4-da39ad619eb9 None None] Provisioning complete for port 334c5593-384a-48df-ac89-ca4c14232ede triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:16.681261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4ab2a0b3-fd38-4a33-98d4-da39ad619eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:16.687041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network e01bb600-228f-4f43-b597-689f5e4f4157 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:16.688845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:16.699894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a477b82c-28e1-4668-85b1-43a84b72c7c4 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for 8dbb1dea-5767-428a-ad63-62aafd81f498 owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:16.731554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:16.734393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:16.735362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:16.746011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:16.746454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:16.763673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Usage tracker for resource:network and tenant:ff00dd79b37146aa877baa4dada62e0e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:16.774946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:16.778067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4ab2a0b3-fd38-4a33-98d4-da39ad619eb9 None None] Port 334c5593-384a-48df-ac89-ca4c14232ede cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:16.779335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52adec5-d70d-46ed-8d27-f989d94bbf92 None None] Network e01bb600-228f-4f43-b597-689f5e4f4157 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:16.790342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:16.816176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:18:16.823602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Subnet': ['ID=0498e447-0580-44ff-9862-59103687252d,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:16.825209 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/f2eab5f8-bbbe-4469-b87d-5910df279b68/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9769964
Dec 23 16:18:16.826070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55272) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:16.826532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:16.845434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624b1f1-4229-451b-9039-6c5c6fb88e91 None None] Sync routers for ids ['f2eab5f8-bbbe-4469-b87d-5910df279b68'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:18:16.867651 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.5065076
Dec 23 16:18:16.869692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55276) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:16.875560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bd5e5516-597b-4921-bd3e-8ab89323a3fd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-769780862', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0498e447-0580-44ff-9862-59103687252d'}], 'security_groups': ['360d3f96-d191-4d8a-8588-ee6df1405dd3']}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:16.877256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Made reservation on behalf of ff00dd79b37146aa877baa4dada62e0e for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:16.884189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:16.926272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:16.965698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cb6d43-1bd9-4f43-a088-eabfb43ab73a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:16.966365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b0cb6d43-1bd9-4f43-a088-eabfb43ab73a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Synchronizing usage tracker for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:16.971886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624b1f1-4229-451b-9039-6c5c6fb88e91 None None] Routers {'f2eab5f8-bbbe-4469-b87d-5910df279b68'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:16.972603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2624b1f1-4229-451b-9039-6c5c6fb88e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79e814a8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['f2eab5f8-bbbe-4469-b87d-5910df279b68'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:17.029787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:17.043434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Usage tracker for resource:security_group_rule and tenant:ff00dd79b37146aa877baa4dada62e0e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:17.047279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:17.057124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:17.073990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2624b1f1-4229-451b-9039-6c5c6fb88e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79e814a8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:17.099650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b0cb6d43-1bd9-4f43-a088-eabfb43ab73a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Unset dirty status for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:17.103177 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b0cb6d43-1bd9-4f43-a088-eabfb43ab73a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports/334c5593-384a-48df-ac89-ca4c14232ede HTTP/1.1" status: 200  len: 981 time: 0.2738683
Dec 23 16:18:17.104567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55280) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:17.146570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624b1f1-4229-451b-9039-6c5c6fb88e91 None None] Routers {'f2eab5f8-bbbe-4469-b87d-5910df279b68'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:17.147299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2624b1f1-4229-451b-9039-6c5c6fb88e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79e814a8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['f2eab5f8-bbbe-4469-b87d-5910df279b68'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:17.258201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a477b82c-28e1-4668-85b1-43a84b72c7c4 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:17.273763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-472f2c31-4ced-441f-a925-2f6af3bdfe2f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:17.327970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:17.330763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477b82c-28e1-4668-85b1-43a84b72c7c4 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=8dbb1dea-5767-428a-ad63-62aafd81f498,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:17.336112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a477b82c-28e1-4668-85b1-43a84b72c7c4 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:17.338249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:17.346010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c8caf41-e89c-449b-bbf9-32c3f7332473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:17.370850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5516-597b-4921-bd3e-8ab89323a3fd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:17.421048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2624b1f1-4229-451b-9039-6c5c6fb88e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79e814a8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:17.421261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624b1f1-4229-451b-9039-6c5c6fb88e91 None None] The sync data for ids ['f2eab5f8-bbbe-4469-b87d-5910df279b68'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:18:17.430180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:18:17.533686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6a495c-a989-4a3c-b3b2-80a9cb63d8e9,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:17.547946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:17.548342 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Added segment a1e81f7f-7473-453f-b331-e907206f3d92 of type vlan for network 2f444c9a-9c07-494c-8fe0-10ab576eda7f
Dec 23 16:18:17.552420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:17.591207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5293a01a-52f9-486e-a984-ea0ceab4d559 None None] Update dhcp port {'port': {'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'fixed_ips': [{'subnet_id': '9740831c-f88a-4038-8a2c-42b0dfebed8e', 'ip_address': '172.20.0.2'}, {'subnet_id': '0498e447-0580-44ff-9862-59103687252d'}], 'binding:host_id': 'dv-neutron-822801-1-hyperv'}, 'id': '171ab4f1-af0c-4a56-b931-1c477b175799'} from dv-neutron-822801-1-hyperv. {{(pid=88842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 23 16:18:17.591840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6c073ef3-2dbb-4354-8983-bc9d848ffeb4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 404039df-ae09-4d1f-979e-33aced1071c9 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:17.592231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c073ef3-2dbb-4354-8983-bc9d848ffeb4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:17.657966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5293a01a-52f9-486e-a984-ea0ceab4d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:17.712464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:17.872818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a477b82c-28e1-4668-85b1-43a84b72c7c4 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:17.876296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:17.880730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:17.881391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:17.887607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-5293a01a-52f9-486e-a984-ea0ceab4d559 None None] Allocated IP 172.20.0.18 (e01bb600-228f-4f43-b597-689f5e4f4157/0498e447-0580-44ff-9862-59103687252d/171ab4f1-af0c-4a56-b931-1c477b175799) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:17.934936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:18.051302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5293a01a-52f9-486e-a984-ea0ceab4d559 None None] For port 171ab4f1-af0c-4a56-b931-1c477b175799, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=171ab4f1-af0c-4a56-b931-1c477b175799,segment=NetworkSegment(5961bbd6-cce9-4e80-b15d-555da95a4938),segment_id=5961bbd6-cce9-4e80-b15d-555da95a4938)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:18.057615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aeee550a-e261-4f38-b23d-1921f4e4ee48 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:18.086717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5293a01a-52f9-486e-a984-ea0ceab4d559 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:18.107933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5293a01a-52f9-486e-a984-ea0ceab4d559 None None] Transition to ACTIVE for port object 171ab4f1-af0c-4a56-b931-1c477b175799 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:18.111448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5293a01a-52f9-486e-a984-ea0ceab4d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:18.116711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3100aaa-74e3-457b-9a9b-394937c6827b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:18.312422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293a01a-52f9-486e-a984-ea0ceab4d559 None None] Pushing event updated for resources: {'Port': ['ID=171ab4f1-af0c-4a56-b931-1c477b175799,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:18.316942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5293a01a-52f9-486e-a984-ea0ceab4d559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:18.416420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event updated for resources: {'Network': ['ID=2f444c9a-9c07-494c-8fe0-10ab576eda7f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:18.422936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:18.427513 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 2.1657495
Dec 23 16:18:18.432541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 2f444c9a-9c07-494c-8fe0-10ab576eda7f details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:18:18.433091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55284) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:18.434834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6c073ef3-2dbb-4354-8983-bc9d848ffeb4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port 404039df-ae09-4d1f-979e-33aced1071c9, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=404039df-ae09-4d1f-979e-33aced1071c9,segment=NetworkSegment(9f90a5cb-9cff-412f-a314-7cbf842a8f16),segment_id=9f90a5cb-9cff-412f-a314-7cbf842a8f16)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:18.435268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c073ef3-2dbb-4354-8983-bc9d848ffeb4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:18.504532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Request body: {'subnet': {'network_id': '2f444c9a-9c07-494c-8fe0-10ab576eda7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:18.622034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 171ab4f1-af0c-4a56-b931-1c477b175799 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:18.637585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-bd5e5516-597b-4921-bd3e-8ab89323a3fd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Delete allocated IP 172.20.0.8 (e01bb600-228f-4f43-b597-689f5e4f4157/9740831c-f88a-4038-8a2c-42b0dfebed8e) {{(pid=88840) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 23 16:18:18.654044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-bd5e5516-597b-4921-bd3e-8ab89323a3fd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Allocated IP 172.20.0.27 (e01bb600-228f-4f43-b597-689f5e4f4157/0498e447-0580-44ff-9862-59103687252d/79dda587-b074-40db-a11d-0cbc09382b44) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:18.662642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6c073ef3-2dbb-4354-8983-bc9d848ffeb4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 404039df-ae09-4d1f-979e-33aced1071c9 owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:18.968046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:18.985888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Usage tracker for resource:subnet and tenant:ff00dd79b37146aa877baa4dada62e0e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:18.991706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:19.003035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:19.016402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-aeee550a-e261-4f38-b23d-1921f4e4ee48 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port 334c5593-384a-48df-ac89-ca4c14232ede {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:19.016800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aeee550a-e261-4f38-b23d-1921f4e4ee48 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:19.092093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Made reservation on behalf of ff00dd79b37146aa877baa4dada62e0e for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:19.208490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5516-597b-4921-bd3e-8ab89323a3fd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:19.229556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-65c3a3ee-c109-4998-aff6-b978e3a4ab5e None None] Provisioning for port 171ab4f1-af0c-4a56-b931-1c477b175799 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:19.236540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-65c3a3ee-c109-4998-aff6-b978e3a4ab5e None None] Provisioning complete for port 171ab4f1-af0c-4a56-b931-1c477b175799 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:19.237037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65c3a3ee-c109-4998-aff6-b978e3a4ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:19.250498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bd5e5516-597b-4921-bd3e-8ab89323a3fd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Transition to ACTIVE for port object 79dda587-b074-40db-a11d-0cbc09382b44 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:19.265803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5516-597b-4921-bd3e-8ab89323a3fd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:19.274447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:19.299548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:19.313700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aeee550a-e261-4f38-b23d-1921f4e4ee48 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:19.382642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a477b82c-28e1-4668-85b1-43a84b72c7c4 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router 5b34f89e-16d1-4c27-a47b-712364f34abd has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:18:19.385305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-65c3a3ee-c109-4998-aff6-b978e3a4ab5e None None] Provisioning for port 79dda587-b074-40db-a11d-0cbc09382b44 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:19.390360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-65c3a3ee-c109-4998-aff6-b978e3a4ab5e None None] Provisioning complete for port 79dda587-b074-40db-a11d-0cbc09382b44 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:19.390800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65c3a3ee-c109-4998-aff6-b978e3a4ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:19.447015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-65c3a3ee-c109-4998-aff6-b978e3a4ab5e None None] Port 79dda587-b074-40db-a11d-0cbc09382b44 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:19.461389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-65c3a3ee-c109-4998-aff6-b978e3a4ab5e None None] Provisioning complete for port ae11584e-64c2-4333-8e7d-00172ead32d3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:19.462075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65c3a3ee-c109-4998-aff6-b978e3a4ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:19.480636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-aeee550a-e261-4f38-b23d-1921f4e4ee48 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for 334c5593-384a-48df-ac89-ca4c14232ede owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:19.519030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-65c3a3ee-c109-4998-aff6-b978e3a4ab5e None None] Port ae11584e-64c2-4333-8e7d-00172ead32d3 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:19.563176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e5516-597b-4921-bd3e-8ab89323a3fd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=79dda587-b074-40db-a11d-0cbc09382b44,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:19.569371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c073ef3-2dbb-4354-8983-bc9d848ffeb4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:19.576707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:19.604876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bd5e5516-597b-4921-bd3e-8ab89323a3fd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:19.663240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e5516-597b-4921-bd3e-8ab89323a3fd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] In _notify_port_updated(), no bound segment for port 79dda587-b074-40db-a11d-0cbc09382b44 on network e01bb600-228f-4f43-b597-689f5e4f4157 {{(pid=88840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:18:19.667759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e5516-597b-4921-bd3e-8ab89323a3fd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:19.668453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5516-597b-4921-bd3e-8ab89323a3fd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:19.669860 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bd5e5516-597b-4921-bd3e-8ab89323a3fd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "PUT /v2.0/ports/79dda587-b074-40db-a11d-0cbc09382b44 HTTP/1.1" status: 200  len: 920 time: 2.7996070
Dec 23 16:18:19.673474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55288) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:19.682201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c073ef3-2dbb-4354-8983-bc9d848ffeb4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=404039df-ae09-4d1f-979e-33aced1071c9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:19.688011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c073ef3-2dbb-4354-8983-bc9d848ffeb4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:19.757362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5a596997-3de7-4e87-9be0-415334afb24e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port 79dda587-b074-40db-a11d-0cbc09382b44 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:19.757726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a596997-3de7-4e87-9be0-415334afb24e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:19.831882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a477b82c-28e1-4668-85b1-43a84b72c7c4 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:18:19.845445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636a174e-c9d7-4a23-948a-64f62c5b8914 None None] Sync routers for ids ['5b34f89e-16d1-4c27-a47b-712364f34abd'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:18:19.884012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636a174e-c9d7-4a23-948a-64f62c5b8914 None None] Routers {'5b34f89e-16d1-4c27-a47b-712364f34abd'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:19.884708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-636a174e-c9d7-4a23-948a-64f62c5b8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aac3f60>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5b34f89e-16d1-4c27-a47b-712364f34abd'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:19.903811 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a477b82c-28e1-4668-85b1-43a84b72c7c4 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/5b34f89e-16d1-4c27-a47b-712364f34abd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3372300
Dec 23 16:18:19.910291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55292) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:19.965349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-636a174e-c9d7-4a23-948a-64f62c5b8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aac3f60>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:19.980415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636a174e-c9d7-4a23-948a-64f62c5b8914 None None] Routers {'5b34f89e-16d1-4c27-a47b-712364f34abd'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:19.981116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-636a174e-c9d7-4a23-948a-64f62c5b8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aac3f60>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['5b34f89e-16d1-4c27-a47b-712364f34abd'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:20.006801 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-539f160c-ab7d-4b28-b67d-23be2592454a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b34f89e-16d1-4c27-a47b-712364f34abd HTTP/1.1" status: 200  len: 205 time: 0.0834286
Dec 23 16:18:20.016777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55296) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:20.021754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:20.059597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-636a174e-c9d7-4a23-948a-64f62c5b8914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aac3f60>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:20.060239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636a174e-c9d7-4a23-948a-64f62c5b8914 None None] The sync data for ids ['5b34f89e-16d1-4c27-a47b-712364f34abd'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:18:20.073731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aeee550a-e261-4f38-b23d-1921f4e4ee48 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:20.084022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e4c3c15-a790-43ae-ac9c-18cd88316927 tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:20.084294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-29383ae3-b069-4afe-ba97-0125d13c6cb6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:20.191830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee550a-e261-4f38-b23d-1921f4e4ee48 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=334c5593-384a-48df-ac89-ca4c14232ede,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:20.194525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aeee550a-e261-4f38-b23d-1921f4e4ee48 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:20.255894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a03e4dfa-3ef8-4fda-a347-37dfab13d41d None None] Provisioning complete for port 79dda587-b074-40db-a11d-0cbc09382b44 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:20.256711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a03e4dfa-3ef8-4fda-a347-37dfab13d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:20.332972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a03e4dfa-3ef8-4fda-a347-37dfab13d41d None None] Port 79dda587-b074-40db-a11d-0cbc09382b44 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:20.424167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a596997-3de7-4e87-9be0-415334afb24e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:20.507351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event updated for resources: {'Subnet': ['ID=acf69f05-196b-4b47-ac00-73f57b1259fd,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:20.519881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:20.548320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-677dee74-6b05-4abf-8688-a2966ae4931a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:20.564663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5a596997-3de7-4e87-9be0-415334afb24e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for 79dda587-b074-40db-a11d-0cbc09382b44 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:20.594831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aeee550a-e261-4f38-b23d-1921f4e4ee48 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:20.670322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Checking segment: {'id': 'a1e81f7f-7473-453f-b331-e907206f3d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2f444c9a-9c07-494c-8fe0-10ab576eda7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:20.670739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Network hostable DHCP agents. Network: 2f444c9a-9c07-494c-8fe0-10ab576eda7f, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:18:20.930228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Network 2f444c9a-9c07-494c-8fe0-10ab576eda7f is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:18:20.959224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 2f444c9a-9c07-494c-8fe0-10ab576eda7f) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:20.967916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d3b832-539a-4d1d-953c-117a19c035a0 None None] Network 2f444c9a-9c07-494c-8fe0-10ab576eda7f requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:21.032807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:21.033682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:21.122927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-677dee74-6b05-4abf-8688-a2966ae4931a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:21.130138 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6865187
Dec 23 16:18:21.132799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c073ef3-2dbb-4354-8983-bc9d848ffeb4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:21.137103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55300) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:21.139625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-677dee74-6b05-4abf-8688-a2966ae4931a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:21.145498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Request body: {'port': {'network_id': '2f444c9a-9c07-494c-8fe0-10ab576eda7f', 'name': 'tempest-AllowedAddressPairTestJSON-2013466626'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:21.206789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-2f444c9a-9c07-494c-8fe0-10ab576eda7f', 'network_id': '2f444c9a-9c07-494c-8fe0-10ab576eda7f', 'tenant_id': 'ff00dd79b37146aa877baa4dada62e0e', 'fixed_ips': [{'subnet_id': 'acf69f05-196b-4b47-ac00-73f57b1259fd'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:18:21.208005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:21.307180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a596997-3de7-4e87-9be0-415334afb24e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:21.359853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-677dee74-6b05-4abf-8688-a2966ae4931a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:21.360434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677dee74-6b05-4abf-8688-a2966ae4931a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Fanout notify agent at l3_agent the message router_deleted on router 5b34f89e-16d1-4c27-a47b-712364f34abd {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:18:21.363409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e631ec47-7058-41a9-8c2e-39d0e4291a3a tempest-FloatingIPAdminTestJSON-910980633 tempest-FloatingIPAdminTestJSON-910980633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:21.390154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Allocated IP 172.20.0.2 (2f444c9a-9c07-494c-8fe0-10ab576eda7f/acf69f05-196b-4b47-ac00-73f57b1259fd/eab209b0-3faa-4531-a9f7-53358b167166) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:21.403571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-677dee74-6b05-4abf-8688-a2966ae4931a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:21.407060 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-677dee74-6b05-4abf-8688-a2966ae4931a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/routers/5b34f89e-16d1-4c27-a47b-712364f34abd HTTP/1.1" status: 204  len: 168 time: 1.3859596
Dec 23 16:18:21.411518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55304) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:21.428231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a596997-3de7-4e87-9be0-415334afb24e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=79dda587-b074-40db-a11d-0cbc09382b44,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:21.432151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a596997-3de7-4e87-9be0-415334afb24e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:21.470886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:21.481799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Usage tracker for resource:port and tenant:ff00dd79b37146aa877baa4dada62e0e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:21.489993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:21.503889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:21.586052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeee550a-e261-4f38-b23d-1921f4e4ee48 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router f2eab5f8-bbbe-4469-b87d-5910df279b68 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:18:21.596145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Made reservation on behalf of ff00dd79b37146aa877baa4dada62e0e for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:21.598023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a596997-3de7-4e87-9be0-415334afb24e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:21.602776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:21.619590 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5a596997-3de7-4e87-9be0-415334afb24e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/79dda587-b074-40db-a11d-0cbc09382b44 HTTP/1.1" status: 204  len: 168 time: 1.9450021
Dec 23 16:18:21.635397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:21.646021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55308) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:21.650714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Transition to ACTIVE for port object eab209b0-3faa-4531-a9f7-53358b167166 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:21.680571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Transition to ACTIVE for port object eab209b0-3faa-4531-a9f7-53358b167166 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:21.690385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:21.695491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:21.744745 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f46390e-ab53-4129-b3a5-ed44cc09652f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] GET failed (client error): The resource could not be found.
Dec 23 16:18:21.745256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9f46390e-ab53-4129-b3a5-ed44cc09652f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:21.748376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] device_id is not set on port 318c532e-75ec-46aa-9596-0af60f150a13 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:18:21.778161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Network 2f444c9a-9c07-494c-8fe0-10ab576eda7f is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:21.781976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:21.785002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:21.788888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Pushing event updated for resources: {'Port': ['ID=eab209b0-3faa-4531-a9f7-53358b167166,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:21.789992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeee550a-e261-4f38-b23d-1921f4e4ee48 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:18:21.792722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:21.798631 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aeee550a-e261-4f38-b23d-1921f4e4ee48 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/f2eab5f8-bbbe-4469-b87d-5910df279b68/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6929600
Dec 23 16:18:21.799534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55312) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:21.830811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f955de-d186-4be9-8506-fd551ea9a8b8 None None] Sync routers for ids ['f2eab5f8-bbbe-4469-b87d-5910df279b68'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:18:21.900299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f955de-d186-4be9-8506-fd551ea9a8b8 None None] Routers {'f2eab5f8-bbbe-4469-b87d-5910df279b68'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:21.901167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-99f955de-d186-4be9-8506-fd551ea9a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4b3128>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['f2eab5f8-bbbe-4469-b87d-5910df279b68'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:21.905780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9f46390e-ab53-4129-b3a5-ed44cc09652f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:21.909845 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9f46390e-ab53-4129-b3a5-ed44cc09652f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/79dda587-b074-40db-a11d-0cbc09382b44 HTTP/1.1" status: 404  len: 333 time: 0.2599213
Dec 23 16:18:21.914809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55316) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:21.957040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Attempting to bind port eab209b0-3faa-4531-a9f7-53358b167166 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:18:21.957615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Attempting to bind port eab209b0-3faa-4531-a9f7-53358b167166 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'a1e81f7f-7473-453f-b331-e907206f3d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2f444c9a-9c07-494c-8fe0-10ab576eda7f'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:18:21.958144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Attempting to bind port eab209b0-3faa-4531-a9f7-53358b167166 on network 2f444c9a-9c07-494c-8fe0-10ab576eda7f {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:18:21.969391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-99f955de-d186-4be9-8506-fd551ea9a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4b3128>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:21.978356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:18:21.978935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Checking segment: {'id': 'a1e81f7f-7473-453f-b331-e907206f3d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2f444c9a-9c07-494c-8fe0-10ab576eda7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:21.979656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:21.980208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Bound using segment: {'id': 'a1e81f7f-7473-453f-b331-e907206f3d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2f444c9a-9c07-494c-8fe0-10ab576eda7f'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:18:21.980845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Bound port: eab209b0-3faa-4531-a9f7-53358b167166, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e81f7f-7473-453f-b331-e907206f3d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2f444c9a-9c07-494c-8fe0-10ab576eda7f'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:18:21.981376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:22.002842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f955de-d186-4be9-8506-fd551ea9a8b8 None None] Routers {'f2eab5f8-bbbe-4469-b87d-5910df279b68'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:22.004396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-99f955de-d186-4be9-8506-fd551ea9a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4b3128>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['f2eab5f8-bbbe-4469-b87d-5910df279b68'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:22.014666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd2dde1-91da-4858-a004-541dc26de33a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting subnet 293d89aa-e03f-41f0-a1e3-12a7c8ef1664 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:18:22.028706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dde1-91da-4858-a004-541dc26de33a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:22.122248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-99f955de-d186-4be9-8506-fd551ea9a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4b3128>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:22.122897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f955de-d186-4be9-8506-fd551ea9a8b8 None None] The sync data for ids ['f2eab5f8-bbbe-4469-b87d-5910df279b68'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:18:22.170404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] For port eab209b0-3faa-4531-a9f7-53358b167166, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:18:22.174156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] For port eab209b0-3faa-4531-a9f7-53358b167166, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=eab209b0-3faa-4531-a9f7-53358b167166,segment=NetworkSegment(a1e81f7f-7473-453f-b331-e907206f3d92),segment_id=a1e81f7f-7473-453f-b331-e907206f3d92)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:18:22.182770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:22.187771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d482e75f-df45-4d59-9ed3-750f4784da65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:22.194528 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-7c48e8d0-41e7-493b-8591-503931574640 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] remove_router_interface failed (client error): The resource could not be found.
Dec 23 16:18:22.196486 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7c48e8d0-41e7-493b-8591-503931574640 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/f2eab5f8-bbbe-4469-b87d-5910df279b68/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3957887
Dec 23 16:18:22.199283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55320) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:22.258660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-72d3b8c9-fd15-45ab-98f7-376c3e8deb05 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Synchronizing usage tracker for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:22.275934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Pushing event updated for resources: {'Port': ['ID=eab209b0-3faa-4531-a9f7-53358b167166,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:22.276870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-72d3b8c9-fd15-45ab-98f7-376c3e8deb05 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Unset dirty status for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:22.281026 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-72d3b8c9-fd15-45ab-98f7-376c3e8deb05 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2eab5f8-bbbe-4469-b87d-5910df279b68 HTTP/1.1" status: 200  len: 205 time: 0.0778737
Dec 23 16:18:22.281521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55324) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:22.286564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:22.435500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f6e0bb1e-b620-4391-973e-42b432a3ea4d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:22.470550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Allocated IP 172.20.0.11 (2f444c9a-9c07-494c-8fe0-10ab576eda7f/acf69f05-196b-4b47-ac00-73f57b1259fd/318c532e-75ec-46aa-9596-0af60f150a13) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:22.480477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dde1-91da-4858-a004-541dc26de33a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:22.635281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1fc178a1-52f1-4375-8dfc-cc9690fe3b29 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:22.788338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1fc178a1-52f1-4375-8dfc-cc9690fe3b29 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:22.944945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dde1-91da-4858-a004-541dc26de33a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.104863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1fc178a1-52f1-4375-8dfc-cc9690fe3b29 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.114707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:23.123883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f6e0bb1e-b620-4391-973e-42b432a3ea4d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.128508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f6e0bb1e-b620-4391-973e-42b432a3ea4d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.141952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc178a1-52f1-4375-8dfc-cc9690fe3b29 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa1a00e-eae1-444d-ad8c-e5140b64379f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:23.155208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f6e0bb1e-b620-4391-973e-42b432a3ea4d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.155769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e0bb1e-b620-4391-973e-42b432a3ea4d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Fanout notify agent at l3_agent the message router_deleted on router f2eab5f8-bbbe-4469-b87d-5910df279b68 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:18:23.159703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1fc178a1-52f1-4375-8dfc-cc9690fe3b29 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:23.167770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f6e0bb1e-b620-4391-973e-42b432a3ea4d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.169284 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f6e0bb1e-b620-4391-973e-42b432a3ea4d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/routers/f2eab5f8-bbbe-4469-b87d-5910df279b68 HTTP/1.1" status: 204  len: 168 time: 0.8863420
Dec 23 16:18:23.172322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55328) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:23.179248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.203651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1fc178a1-52f1-4375-8dfc-cc9690fe3b29 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.207525 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1fc178a1-52f1-4375-8dfc-cc9690fe3b29 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/security-groups/caa1a00e-eae1-444d-ad8c-e5140b64379f HTTP/1.1" status: 204  len: 168 time: 1.2801564
Dec 23 16:18:23.213976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55332) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:23.218054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Transition to ACTIVE for port object 318c532e-75ec-46aa-9596-0af60f150a13 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:23.220158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dde1-91da-4858-a004-541dc26de33a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.237416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-de0fbbbe-70ce-4a90-bf74-9c2fe2ccef0f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:23.333814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2dde1-91da-4858-a004-541dc26de33a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Subnet': ['ID=293d89aa-e03f-41f0-a1e3-12a7c8ef1664,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:23.359096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ccd2dde1-91da-4858-a004-541dc26de33a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:23.390394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c236c48-46ec-41ae-81ad-cde702f41dfa tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting subnet 15c4801a-8523-47af-9f9b-ff9c08643027 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:18:23.394138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dde1-91da-4858-a004-541dc26de33a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.394320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c236c48-46ec-41ae-81ad-cde702f41dfa tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.396176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c592e3b9-7a1c-483d-99b8-7ff715a31b61 None None] Network 3553f44b-bdd1-452e-a765-5dde3a038bcc requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:23.417443 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ccd2dde1-91da-4858-a004-541dc26de33a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/293d89aa-e03f-41f0-a1e3-12a7c8ef1664 HTTP/1.1" status: 204  len: 168 time: 2.0023227
Dec 23 16:18:23.422114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55336) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:23.459403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.461020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c236c48-46ec-41ae-81ad-cde702f41dfa tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.472637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c073ef3-2dbb-4354-8983-bc9d848ffeb4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:23.519891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14b86aec-2262-469f-9f8e-e17d7e67d361 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.568414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c236c48-46ec-41ae-81ad-cde702f41dfa tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.660955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c236c48-46ec-41ae-81ad-cde702f41dfa tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.675164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-98702c58-0bf7-4f23-b48c-08f1b5d74227 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:23.693859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event updated for resources: {'Port': ['ID=318c532e-75ec-46aa-9596-0af60f150a13,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:23.699850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14b86aec-2262-469f-9f8e-e17d7e67d361 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.702135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef1febb-d743-4eea-8872-46cfc7bc78c8 None None] DHCP port deletion for 3553f44b-bdd1-452e-a765-5dde3a038bcc request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:18:23.710735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Network 2f444c9a-9c07-494c-8fe0-10ab576eda7f is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:23.711005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1febb-d743-4eea-8872-46cfc7bc78c8 None None] Deleting port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:23.711477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4ef1febb-d743-4eea-8872-46cfc7bc78c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.712787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:23.722518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.727454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c236c48-46ec-41ae-81ad-cde702f41dfa tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.729205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:23.732686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:23.735249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c236c48-46ec-41ae-81ad-cde702f41dfa tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Subnet': ['ID=15c4801a-8523-47af-9f9b-ff9c08643027,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:23.738425 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6c236c48-46ec-41ae-81ad-cde702f41dfa tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/15c4801a-8523-47af-9f9b-ff9c08643027 HTTP/1.1" status: 204  len: 168 time: 0.5649939
Dec 23 16:18:23.739648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c236c48-46ec-41ae-81ad-cde702f41dfa tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:23.741301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55340) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:23.766098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac1ffb1-5e35-4ac1-9343-f4c5302bcdd3 None None] Network 3d148bc6-f982-4c6a-bf47-3faf910b13d2 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:23.829007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c073ef3-2dbb-4354-8983-bc9d848ffeb4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 939af21c-6e19-4232-92de-7bdb282b7ea2 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:18:23.833270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:23.833656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.888307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.898111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:23.898876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.905483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:23.906341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.925790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14b86aec-2262-469f-9f8e-e17d7e67d361 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.938062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c5f7a805-6e6a-48c9-8641-7f5631fed0c1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:23.962048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b86aec-2262-469f-9f8e-e17d7e67d361 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360d3f96-d191-4d8a-8588-ee6df1405dd3,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:23.964404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14b86aec-2262-469f-9f8e-e17d7e67d361 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:23.965650 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-14b86aec-2262-469f-9f8e-e17d7e67d361 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/security-groups/360d3f96-d191-4d8a-8588-ee6df1405dd3 HTTP/1.1" status: 204  len: 168 time: 0.7506576
Dec 23 16:18:23.966933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-14b86aec-2262-469f-9f8e-e17d7e67d361 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:23.980687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55344) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:24.065531 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.9270322
Dec 23 16:18:24.088822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55350) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:24.100350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Request body: {'port': {'network_id': '2f444c9a-9c07-494c-8fe0-10ab576eda7f', 'name': 'tempest-AllowedAddressPairTestJSON-1939098653', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:62:43:e8'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:24.273540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4ef1febb-d743-4eea-8872-46cfc7bc78c8 None None] For port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=5b7df2c0-2040-41ac-bdec-e3229f9c2eef,segment=NetworkSegment(d44d0403-3635-4c33-a369-ced5e70cbd74),segment_id=d44d0403-3635-4c33-a369-ced5e70cbd74)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:24.274675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4ef1febb-d743-4eea-8872-46cfc7bc78c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:24.420651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c6fcc4-a71d-4947-9725-c9d780561a78 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting subnet 9740831c-f88a-4038-8a2c-42b0dfebed8e {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:18:24.427526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7c6fcc4-a71d-4947-9725-c9d780561a78 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:24.430469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1febb-d743-4eea-8872-46cfc7bc78c8 None None] Calling delete_port for 5b7df2c0-2040-41ac-bdec-e3229f9c2eef owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:24.450818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] For port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=5b7df2c0-2040-41ac-bdec-e3229f9c2eef,segment=NetworkSegment(d44d0403-3635-4c33-a369-ced5e70cbd74),segment_id=d44d0403-3635-4c33-a369-ced5e70cbd74)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:24.451262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:24.478283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3efda8-52ee-45b1-96b2-46b6c2499ec5 None None] DHCP port deletion for 3d148bc6-f982-4c6a-bf47-3faf910b13d2 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:18:24.482521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1e8cc8-8da0-4aa3-92e5-4f0107e5a76a None None] Network 2f444c9a-9c07-494c-8fe0-10ab576eda7f requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:24.515864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:24.585194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] For port d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053,segment=NetworkSegment(71992278-36ad-4125-b5d0-00030a358e27),segment_id=71992278-36ad-4125-b5d0-00030a358e27)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:24.585580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:24.596664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7c6fcc4-a71d-4947-9725-c9d780561a78 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:24.797194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:24.809784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-af3efda8-52ee-45b1-96b2-46b6c2499ec5 None None] Deleting port d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:24.810217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af3efda8-52ee-45b1-96b2-46b6c2499ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:24.837021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device eab209b0-3faa-4531-a9f7-53358b167166 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:24.891134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for 5b7df2c0-2040-41ac-bdec-e3229f9c2eef owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:24.912008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:24.917745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7c6fcc4-a71d-4947-9725-c9d780561a78 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:24.919783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Usage tracker for resource:port and tenant:ff00dd79b37146aa877baa4dada62e0e is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:24.939806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-398d07ae-317e-4a44-889d-c6bb0fef16a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:24.942631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:24.950454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-983163df-90d0-499b-ab73-ff1fbf307e59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:24.964982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:24.986756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-af3efda8-52ee-45b1-96b2-46b6c2499ec5 None None] The port 'd481ca8c-b0f5-4917-a8cd-1e6d8cfd3053' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:18:24.993940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Provisioning for port eab209b0-3faa-4531-a9f7-53358b167166 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:24.997039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port eab209b0-3faa-4531-a9f7-53358b167166 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:25.006137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Made reservation on behalf of ff00dd79b37146aa877baa4dada62e0e for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:25.012750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:25.013834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Provisioning complete for port eab209b0-3faa-4531-a9f7-53358b167166 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:25.014709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.023075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:25.031025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] No DVR routers for this DVR port d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:18:25.087183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port eab209b0-3faa-4531-a9f7-53358b167166 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:25.087700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.109571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.119377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:25.178965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=5b7df2c0-2040-41ac-bdec-e3229f9c2eef,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:25.188407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:25.198288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No DVR routers for this DVR port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:18:25.231635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.242978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7c6fcc4-a71d-4947-9725-c9d780561a78 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.251841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c073ef3-2dbb-4354-8983-bc9d848ffeb4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:18:25.267948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0aa04f05-b954-43c5-a450-93569503604e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:25.270926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64232381-d7e9-4fbf-b20c-9af6ea54a049 None None] Sync routers for ids ['939af21c-6e19-4232-92de-7bdb282b7ea2'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:18:25.293639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.307259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64232381-d7e9-4fbf-b20c-9af6ea54a049 None None] Routers {'939af21c-6e19-4232-92de-7bdb282b7ea2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:25.308452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-64232381-d7e9-4fbf-b20c-9af6ea54a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a753f60>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['939af21c-6e19-4232-92de-7bdb282b7ea2'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:25.318267 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6c073ef3-2dbb-4354-8983-bc9d848ffeb4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/939af21c-6e19-4232-92de-7bdb282b7ea2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.3310304
Dec 23 16:18:25.322357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55354) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:25.337903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6fcc4-a71d-4947-9725-c9d780561a78 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Subnet': ['ID=9740831c-f88a-4038-8a2c-42b0dfebed8e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:25.342552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7c6fcc4-a71d-4947-9725-c9d780561a78 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.345528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7c6fcc4-a71d-4947-9725-c9d780561a78 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:25.349180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8750b8>,) {'filters': {'network_id': ['3d148bc6-f982-4c6a-bf47-3faf910b13d2']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:25.356483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86417c2e-8c2f-4588-a9d5-6a703d31c645 None None] Network e01bb600-228f-4f43-b597-689f5e4f4157 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:25.374245 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e7c6fcc4-a71d-4947-9725-c9d780561a78 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/9740831c-f88a-4038-8a2c-42b0dfebed8e HTTP/1.1" status: 204  len: 168 time: 1.3645782
Dec 23 16:18:25.376313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8750b8>, '71992278-36ad-4125-b5d0-00030a358e27') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:25.376913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8750b8>, '71992278-36ad-4125-b5d0-00030a358e27') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:25.382542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55358) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:25.392137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.397222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] device_id is not set on port 6ffad792-bef0-43d8-9ee3-33ae8d980f6e yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:18:25.410392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.418146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:18:25.418569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:25.442700 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:25.454060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'subnet': {'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:25.536006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.551305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.560907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8627463a-819f-42a3-b494-a983783a0333 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:25.592763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.596227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Network': ['ID=3d148bc6-f982-4c6a-bf47-3faf910b13d2,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:25.599979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:25.608008 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/networks/3d148bc6-f982-4c6a-bf47-3faf910b13d2 HTTP/1.1" status: 204  len: 168 time: 1.8619428
Dec 23 16:18:25.609406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55362) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:25.619316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-10771626'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:25.622388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b798a5c18>,) {'filters': {'network_id': ['3553f44b-bdd1-452e-a765-5dde3a038bcc']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:25.626407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:25.631436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:network and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:25.637628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:25.644073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-4ef1febb-d743-4eea-8872-46cfc7bc78c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:18:25.644530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-4ef1febb-d743-4eea-8872-46cfc7bc78c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:18:25.646727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:25.659429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:25.666878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.701497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b798a5c18>, 'd44d0403-3635-4c33-a369-ced5e70cbd74') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:25.701866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b798a5c18>, 'd44d0403-3635-4c33-a369-ced5e70cbd74') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:25.720055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:18:25.725398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.733996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.734813 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Added segment 57504912-3a90-4ee1-bfaf-7bcda24a9462 of type vlan for network 9ddb72e4-1a91-4ffb-bc56-e99ee7345207
Dec 23 16:18:25.772920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.774078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.796244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] For port eab209b0-3faa-4531-a9f7-53358b167166, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=eab209b0-3faa-4531-a9f7-53358b167166,segment=NetworkSegment(a1e81f7f-7473-453f-b331-e907206f3d92),segment_id=a1e81f7f-7473-453f-b331-e907206f3d92)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:25.806011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.816098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.816394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.821229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9d4299fa-7760-4753-b08d-8c8f86d40776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:25.823241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:25.825116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.830867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-64232381-d7e9-4fbf-b20c-9af6ea54a049 None None] Set router 939af21c-6e19-4232-92de-7bdb282b7ea2 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:18:25.851688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64677988-adba-4cdc-b0e2-db02d8db6b7b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:25.858464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:25.884509 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2729568
Dec 23 16:18:25.891154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55366) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:25.903443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'subnet': {'network_id': '9ddb72e4-1a91-4ffb-bc56-e99ee7345207', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:25.960837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:18:25.962097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:26.005522 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:26.041483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:26.059896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Pushing event updated for resources: {'Port': ['ID=eab209b0-3faa-4531-a9f7-53358b167166,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:26.072573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:26.072981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:26.073379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:26.073773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:26.074168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:26.074556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:26.074942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:26.075384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:26.075769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:26.076151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:26.076534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:26.077851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Network': ['ID=9ddb72e4-1a91-4ffb-bc56-e99ee7345207,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:26.081647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:26.082915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:26.085160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:18:26.085723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:18:26.099710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 9ddb72e4-1a91-4ffb-bc56-e99ee7345207 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:18:26.152961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1febb-d743-4eea-8872-46cfc7bc78c8 None None] Deleting port 5b7df2c0-2040-41ac-bdec-e3229f9c2eef {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:26.153765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4ef1febb-d743-4eea-8872-46cfc7bc78c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:26.194818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:26.204757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:subnet and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:26.214941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:26.226523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:26.248656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:26.293112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Allocated IP 172.20.0.13 (2f444c9a-9c07-494c-8fe0-10ab576eda7f/acf69f05-196b-4b47-ac00-73f57b1259fd/6ffad792-bef0-43d8-9ee3-33ae8d980f6e) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:26.321621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1febb-d743-4eea-8872-46cfc7bc78c8 None None] The port '5b7df2c0-2040-41ac-bdec-e3229f9c2eef' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:18:26.325351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:26.327745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:26.351231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5927aa72-5605-443b-a796-d76d04f40bdf tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:26.369520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:subnet and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:26.371221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-64232381-d7e9-4fbf-b20c-9af6ea54a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a753f60>, [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:18:19Z', 'revision_number': 7, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:26.372766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:26.380446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64232381-d7e9-4fbf-b20c-9af6ea54a049 None None] Checking router: 939af21c-6e19-4232-92de-7bdb282b7ea2 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:18:26.389306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:26.402242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Network': ['ID=3553f44b-bdd1-452e-a765-5dde3a038bcc,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:26.411015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64232381-d7e9-4fbf-b20c-9af6ea54a049 None None] Routers {'939af21c-6e19-4232-92de-7bdb282b7ea2'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:26.411727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-64232381-d7e9-4fbf-b20c-9af6ea54a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a753f60>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['939af21c-6e19-4232-92de-7bdb282b7ea2'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:26.416327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de97cc5-86cf-4e86-aa97-26704c3fd319 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting subnet 3958257c-c2ff-423c-adeb-d5a559123643 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:18:26.420058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:26.422191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:26.428131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2de97cc5-86cf-4e86-aa97-26704c3fd319 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:26.452124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c8348974-5a99-4874-bde4-ea61edee4c18 None None] Provisioning complete for port eab209b0-3faa-4531-a9f7-53358b167166 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:26.452791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8348974-5a99-4874-bde4-ea61edee4c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:26.473096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:26.516533 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/networks/3553f44b-bdd1-452e-a765-5dde3a038bcc HTTP/1.1" status: 204  len: 168 time: 3.0922623
Dec 23 16:18:26.518965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55370) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:26.543511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ad0ce307-5d30-47a7-b0ef-1fc37e6683ad tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1682065611', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:26.568952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ad0ce307-5d30-47a7-b0ef-1fc37e6683ad tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:26.600108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:26.714901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-64232381-d7e9-4fbf-b20c-9af6ea54a049 None None] Set router 939af21c-6e19-4232-92de-7bdb282b7ea2 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:18:26.778307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee0eca6d-bd4e-47ea-a102-5ee9e1ae52cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:26.781432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c8348974-5a99-4874-bde4-ea61edee4c18 None None] Provisioning for port 318c532e-75ec-46aa-9596-0af60f150a13 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:26.785112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ad0ce307-5d30-47a7-b0ef-1fc37e6683ad tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:router and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:26.788601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c8348974-5a99-4874-bde4-ea61edee4c18 None None] Provisioning complete for port 318c532e-75ec-46aa-9596-0af60f150a13 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:26.789326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8348974-5a99-4874-bde4-ea61edee4c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:26.815031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ad0ce307-5d30-47a7-b0ef-1fc37e6683ad tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:26.841446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ad0ce307-5d30-47a7-b0ef-1fc37e6683ad tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:26.868139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:18:26.869514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2de97cc5-86cf-4e86-aa97-26704c3fd319 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:26.913063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:26.923710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1c5503c9-ee9f-42e2-8097-86121786baa9 tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:26.925406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:18:26.926028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d481ca8c-b0f5-4917-a8cd-1e6d8cfd3053 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:18:26.926518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 5b7df2c0-2040-41ac-bdec-e3229f9c2eef no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:18:26.962749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce307-5d30-47a7-b0ef-1fc37e6683ad tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:26.963866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce307-5d30-47a7-b0ef-1fc37e6683ad tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:26.968396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 5b7df2c0-2040-41ac-bdec-e3229f9c2eef {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:18:26.968945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 5b7df2c0-2040-41ac-bdec-e3229f9c2eef not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:18:26.985127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c8348974-5a99-4874-bde4-ea61edee4c18 None None] Port 318c532e-75ec-46aa-9596-0af60f150a13 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:27.066500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Subnet': ['ID=5646a312-20ab-4b5c-879c-4504c8c960d6,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:27.072960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:27.079726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Checking segment: {'id': '57504912-3a90-4ee1-bfaf-7bcda24a9462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9ddb72e4-1a91-4ffb-bc56-e99ee7345207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:27.080130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network hostable DHCP agents. Network: 9ddb72e4-1a91-4ffb-bc56-e99ee7345207, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:18:27.089065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.114203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-29d12b70-7a7c-4445-af02-1411fca984b8 None None] Provisioning complete for port 318c532e-75ec-46aa-9596-0af60f150a13 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:27.115100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-29d12b70-7a7c-4445-af02-1411fca984b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.145176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 9ddb72e4-1a91-4ffb-bc56-e99ee7345207 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:18:27.159290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 9ddb72e4-1a91-4ffb-bc56-e99ee7345207) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:27.165385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device eab209b0-3faa-4531-a9f7-53358b167166 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:27.186869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce307-5d30-47a7-b0ef-1fc37e6683ad tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.196347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:27.199511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.229804 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3368874
Dec 23 16:18:27.232926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55374) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:27.246392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-dc86d6d8-2dc2-49ba-a89e-6f126db54572 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-272931332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:27.263697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dc86d6d8-2dc2-49ba-a89e-6f126db54572 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:27.270049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dc86d6d8-2dc2-49ba-a89e-6f126db54572 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:router and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:27.272378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-64232381-d7e9-4fbf-b20c-9af6ea54a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a753f60>, [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:18:19Z', 'revision_number': 7, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:27.274173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dc86d6d8-2dc2-49ba-a89e-6f126db54572 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:27.278321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe8a5d6-25f5-4fa1-8d0d-fcca5912a841 None None] Network 9ddb72e4-1a91-4ffb-bc56-e99ee7345207 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:27.279278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64232381-d7e9-4fbf-b20c-9af6ea54a049 None None] The sync data for ids ['939af21c-6e19-4232-92de-7bdb282b7ea2'] in dv-neutron-822801-1-hyperv is: [{'id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'name': 'tempest-TestNetworkBasicOps-router-1155221164', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:18:19Z', 'revision_number': 7, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b203557e-bec3-45fc-878f-a74b6cb71778', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939af21c-6e19-4232-92de-7bdb282b7ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:07Z', 'updated_at': '2021-12-23T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:18:27.283615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dc86d6d8-2dc2-49ba-a89e-6f126db54572 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:27.298637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-29d12b70-7a7c-4445-af02-1411fca984b8 None None] Port 318c532e-75ec-46aa-9596-0af60f150a13 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:27.300853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc86d6d8-2dc2-49ba-a89e-6f126db54572 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.302605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc86d6d8-2dc2-49ba-a89e-6f126db54572 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.311709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2de97cc5-86cf-4e86-aa97-26704c3fd319 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.329647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc86d6d8-2dc2-49ba-a89e-6f126db54572 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.349038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc86d6d8-2dc2-49ba-a89e-6f126db54572 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.353678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.362301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce307-5d30-47a7-b0ef-1fc37e6683ad tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.379858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc86d6d8-2dc2-49ba-a89e-6f126db54572 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.381586 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dc86d6d8-2dc2-49ba-a89e-6f126db54572 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1471148
Dec 23 16:18:27.383825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.384670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55378) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:27.435844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Transition to ACTIVE for port object 6ffad792-bef0-43d8-9ee3-33ae8d980f6e will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:27.441425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce307-5d30-47a7-b0ef-1fc37e6683ad tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.445465 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ad0ce307-5d30-47a7-b0ef-1fc37e6683ad tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.9044871
Dec 23 16:18:27.448637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55382) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:27.456141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'network': {'name': 'tempest-RoutersTest-1883803817'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:27.472839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:27.482294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:network and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:27.487674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2de97cc5-86cf-4e86-aa97-26704c3fd319 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.491849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ccd2dde1-91da-4858-a004-541dc26de33a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:27.527170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:27.547506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:27.551112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de97cc5-86cf-4e86-aa97-26704c3fd319 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Subnet': ['ID=3958257c-c2ff-423c-adeb-d5a559123643,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:27.560796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2de97cc5-86cf-4e86-aa97-26704c3fd319 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:27.576468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2de97cc5-86cf-4e86-aa97-26704c3fd319 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.582001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.623662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:27.629540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.640720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-007c0ba5-214f-435e-89aa-28665879ea86 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:27.706244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503725e5-4903-4245-a47d-32f30fc817eb None None] Network b508067b-ea9a-4279-b586-9644479d6225 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:27.713098 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2de97cc5-86cf-4e86-aa97-26704c3fd319 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/subnets/3958257c-c2ff-423c-adeb-d5a559123643 HTTP/1.1" status: 204  len: 168 time: 2.3883753
Dec 23 16:18:27.724697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55386) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:27.765453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port eab209b0-3faa-4531-a9f7-53358b167166 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:27.765900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:27.937363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1ffbde46-09c4-4086-beda-b89c0ddb2f7f None None] Provisioning complete for port 171ab4f1-af0c-4a56-b931-1c477b175799 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:27.937804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ffbde46-09c4-4086-beda-b89c0ddb2f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.095545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Network 2f444c9a-9c07-494c-8fe0-10ab576eda7f is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:28.108284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:28.110312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event updated for resources: {'Port': ['ID=6ffad792-bef0-43d8-9ee3-33ae8d980f6e,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:28.112804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:28.150582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:28.169236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-9ddb72e4-1a91-4ffb-bc56-e99ee7345207', 'network_id': '9ddb72e4-1a91-4ffb-bc56-e99ee7345207', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'fixed_ips': [{'subnet_id': '5646a312-20ab-4b5c-879c-4504c8c960d6'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:18:28.170167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.191107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:18:28.201274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.231694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.232072 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Added segment 144c5d6c-9dc7-4554-8744-7c67390ccd41 of type vlan for network 4d9bb3c3-3e55-4365-8be2-d7140eaeda26
Dec 23 16:18:28.256293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:28.256993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.319098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.340312 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1000 time: 4.2501833
Dec 23 16:18:28.343167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55390) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:28.450649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.468702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2fc18b58-581b-4a30-a726-4711616aa259 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:28.553091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1ffbde46-09c4-4086-beda-b89c0ddb2f7f None None] Provisioning complete for port ae11584e-64c2-4333-8e7d-00172ead32d3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:28.553691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ffbde46-09c4-4086-beda-b89c0ddb2f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.560312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.564425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:28.565063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.590895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network e01bb600-228f-4f43-b597-689f5e4f4157 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:28.600482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:28.610633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:28.611310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.615138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Subnet': ['ID=08dd6d78-8377-45b8-af07-6be9b0806c01,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:28.620355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:28.623171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Allocated IP 2001:db8::2 (9ddb72e4-1a91-4ffb-bc56-e99ee7345207/5646a312-20ab-4b5c-879c-4504c8c960d6/8ea63a39-5a34-41fb-9c3c-ce4b7a95e560) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:28.624413 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.1738291
Dec 23 16:18:28.625379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2eaa3db4-cd55-422a-87e2-826ba1b91802 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:28.625497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12106449-1243-4888-83df-29a4f58bbe48 None None] Network e01bb600-228f-4f43-b597-689f5e4f4157 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:28.628313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55394) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:28.636312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'subnet': {'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:28.639845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.692033 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.3044105
Dec 23 16:18:28.696760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55398) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:28.708634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbde46-09c4-4086-beda-b89c0ddb2f7f None None] Port ae11584e-64c2-4333-8e7d-00172ead32d3 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:28.710417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'security_group': {'name': 'tempest-secgroup-740574637'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:28.722494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:28.758459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Network': ['ID=4d9bb3c3-3e55-4365-8be2-d7140eaeda26,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:28.763545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:28.768138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] DHCP port deletion for b508067b-ea9a-4279-b586-9644479d6225 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:18:28.772610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcca6155-184f-4ea6-ab84-ebc665735e57 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:28.777790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcca6155-184f-4ea6-ab84-ebc665735e57 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:28.782181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcca6155-184f-4ea6-ab84-ebc665735e57 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:28.783162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bcca6155-184f-4ea6-ab84-ebc665735e57 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Synchronizing usage tracker for tenant:ff00dd79b37146aa877baa4dada62e0e on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:28.790313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:security_group and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:28.792750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 4d9bb3c3-3e55-4365-8be2-d7140eaeda26 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:18:28.796410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:28.805114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:28.807707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.812611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:28.819425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] Deleting port b286640a-5f0f-46d7-960a-6cc5149f940e {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:28.819576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:subnet and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:28.819876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.823273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:28.829474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.841714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:28.864803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bcca6155-184f-4ea6-ab84-ebc665735e57 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Unset dirty status for tenant:ff00dd79b37146aa877baa4dada62e0e on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:28.866065 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bcca6155-184f-4ea6-ab84-ebc665735e57 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2469 time: 0.5209324
Dec 23 16:18:28.873116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:28.877298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55402) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:28.902932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:28.920023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:security_group_rule and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:28.924523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:28.967367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e5a260d5-2e54-43b0-9f83-4c79bd154a0d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Deleting port 6ffad792-bef0-43d8-9ee3-33ae8d980f6e {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:28.967764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5a260d5-2e54-43b0-9f83-4c79bd154a0d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:28.981605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:29.012940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.163810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 404039df-ae09-4d1f-979e-33aced1071c9 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:18:29.179836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.191090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.198745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d7e801b1-b8ef-4673-8464-32379445a9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:29.214924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-73150adb-5e29-4b10-83dc-c465984b845b None None] Provisioning for port 6ffad792-bef0-43d8-9ee3-33ae8d980f6e completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:29.226595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 404039df-ae09-4d1f-979e-33aced1071c9 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:18:29.226815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 404039df-ae09-4d1f-979e-33aced1071c9 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:18:29.227257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b286640a-5f0f-46d7-960a-6cc5149f940e no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:18:29.272896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-73150adb-5e29-4b10-83dc-c465984b845b None None] Provisioning complete for port 6ffad792-bef0-43d8-9ee3-33ae8d980f6e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:29.273338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-73150adb-5e29-4b10-83dc-c465984b845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.300275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6f2f29-aada-40e3-9eb8-b2b054e7bca3,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:29.308913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:29.314847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.316171 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0b037ffa-8f41-488e-ade6-8eec024b363d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.6182990
Dec 23 16:18:29.320222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55406) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:29.328583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'security_group': {'name': 'tempest-secgroup-1347902371'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:29.347829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:29.353166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5a260d5-2e54-43b0-9f83-4c79bd154a0d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.356550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:security_group and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:29.368102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:29.378575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:29.388224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.393612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc79376c-17d8-4b93-9d67-ff25540c6589 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:29.430944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.494548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.505673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e5a260d5-2e54-43b0-9f83-4c79bd154a0d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Calling delete_port for 6ffad792-bef0-43d8-9ee3-33ae8d980f6e owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:29.519812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Subnet': ['ID=8049a0ec-947a-40eb-884d-95afadb65c7e,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:29.527283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:29.533646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:29.541446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:security_group_rule and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:29.544947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:29.552214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Checking segment: {'id': '144c5d6c-9dc7-4554-8744-7c67390ccd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:29.552449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network hostable DHCP agents. Network: 4d9bb3c3-3e55-4365-8be2-d7140eaeda26, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:18:29.552703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port b203557e-bec3-45fc-878f-a74b6cb71778 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:29.553091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.559939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:29.606098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 4d9bb3c3-3e55-4365-8be2-d7140eaeda26 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:18:29.630185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 4d9bb3c3-3e55-4365-8be2-d7140eaeda26) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:29.643832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:29.644605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.652920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.653421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa5ef9c-7d9c-4fc6-b148-a3e995b7bf41 None None] Network 4d9bb3c3-3e55-4365-8be2-d7140eaeda26 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:29.661106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.667825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0e968e9-d5cd-4904-b279-404ff0eab361 tempest-PortsAdminExtendedAttrsTestJSON-1465569238 tempest-PortsAdminExtendedAttrsTestJSON-1465569238-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:29.704955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-73150adb-5e29-4b10-83dc-c465984b845b None None] Port 6ffad792-bef0-43d8-9ee3-33ae8d980f6e cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:29.708869 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0794168
Dec 23 16:18:29.713497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55410) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:29.776390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.782164 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4559422
Dec 23 16:18:29.783420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55414) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:29.787473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.791178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbe3762-4834-40a2-8986-d72778af3bf2,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:29.795100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:29.822655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'security_group': {'name': 'tempest-secgroup-1706142778'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:29.840014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:29.847471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5a260d5-2e54-43b0-9f83-4c79bd154a0d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.851320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:security_group and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:29.861399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c112f0e5-94d8-4e72-b083-f38b6f718b03 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:29.898331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:29.903513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Transition to ACTIVE for port object 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:29.915865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a260d5-2e54-43b0-9f83-4c79bd154a0d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event deleted for resources: {'Port': ['ID=6ffad792-bef0-43d8-9ee3-33ae8d980f6e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:29.919776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:29.922756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port b203557e-bec3-45fc-878f-a74b6cb71778, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b203557e-bec3-45fc-878f-a74b6cb71778,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:29.923197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:29.933244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e5a260d5-2e54-43b0-9f83-4c79bd154a0d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:29.944928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] For port b286640a-5f0f-46d7-960a-6cc5149f940e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b286640a-5f0f-46d7-960a-6cc5149f940e,segment=NetworkSegment(9f90a5cb-9cff-412f-a314-7cbf842a8f16),segment_id=9f90a5cb-9cff-412f-a314-7cbf842a8f16)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:29.945991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.095846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.107029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] Calling delete_port for b286640a-5f0f-46d7-960a-6cc5149f940e owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:30.116046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for b203557e-bec3-45fc-878f-a74b6cb71778 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:30.137834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Transition to ACTIVE for port object 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:30.181659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.191128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:30.221397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.267698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Allocated IP 2001:db8::1 (9ddb72e4-1a91-4ffb-bc56-e99ee7345207/5646a312-20ab-4b5c-879c-4504c8c960d6/2c91d2be-7ce3-4cfb-832b-b4afbd922926) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:30.388184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.388445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Network 9ddb72e4-1a91-4ffb-bc56-e99ee7345207 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:30.421300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Pushing event updated for resources: {'Port': ['ID=8ea63a39-5a34-41fb-9c3c-ce4b7a95e560,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:30.424264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:30.425364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:30.427587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:30.452664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port b286640a-5f0f-46d7-960a-6cc5149f940e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b286640a-5f0f-46d7-960a-6cc5149f940e,segment=NetworkSegment(9f90a5cb-9cff-412f-a314-7cbf842a8f16),segment_id=9f90a5cb-9cff-412f-a314-7cbf842a8f16)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:30.477442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:30.491015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:security_group_rule and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:30.496854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:30.525024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.532496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5293a01a-52f9-486e-a984-ea0ceab4d559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:30.536726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5a260d5-2e54-43b0-9f83-4c79bd154a0d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.549323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:30.580558 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e5a260d5-2e54-43b0-9f83-4c79bd154a0d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "DELETE /v2.0/ports/6ffad792-bef0-43d8-9ee3-33ae8d980f6e HTTP/1.1" status: 204  len: 168 time: 1.7019820
Dec 23 16:18:30.584783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55418) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:30.605731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:18:30.606163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:18:30.625837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:18:30.626749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.654548 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd5ec10-ce71-4d93-9e14-53e2cc58b667 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] GET failed (client error): The resource could not be found.
Dec 23 16:18:30.655183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9dd5ec10-ce71-4d93-9e14-53e2cc58b667 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Synchronizing usage tracker for tenant:ff00dd79b37146aa877baa4dada62e0e on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:30.679091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4f5cdb-a05e-4245-ac0b-cfffbfe7702d None None] Update dhcp port {'port': {'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'fixed_ips': [{'subnet_id': '0498e447-0580-44ff-9862-59103687252d', 'ip_address': '172.20.0.18'}, {'subnet_id': '08dd6d78-8377-45b8-af07-6be9b0806c01'}], 'binding:host_id': 'dv-neutron-822801-1-hyperv'}, 'id': '171ab4f1-af0c-4a56-b931-1c477b175799'} from dv-neutron-822801-1-hyperv. {{(pid=88842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 23 16:18:30.688177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.697612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:30.708751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.732076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Attempting to bind port 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:18:30.732511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Attempting to bind port 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '57504912-3a90-4ee1-bfaf-7bcda24a9462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9ddb72e4-1a91-4ffb-bc56-e99ee7345207'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:18:30.732938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Attempting to bind port 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 on network 9ddb72e4-1a91-4ffb-bc56-e99ee7345207 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:18:30.749296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Transition to ACTIVE for port object 2c91d2be-7ce3-4cfb-832b-b4afbd922926 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:30.758826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.768387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=b203557e-bec3-45fc-878f-a74b6cb71778,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:30.771051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9dd5ec10-ce71-4d93-9e14-53e2cc58b667 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Unset dirty status for tenant:ff00dd79b37146aa877baa4dada62e0e on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:30.777151 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9dd5ec10-ce71-4d93-9e14-53e2cc58b667 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "GET /v2.0/ports/6ffad792-bef0-43d8-9ee3-33ae8d980f6e HTTP/1.1" status: 404  len: 333 time: 0.1891682
Dec 23 16:18:30.777944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.790092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55422) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:30.794071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=b286640a-5f0f-46d7-960a-6cc5149f940e,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:30.794320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:30.795024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-14b86aec-2262-469f-9f8e-e17d7e67d361 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:30.797430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:30.803927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Request body: {'port': {'network_id': '2f444c9a-9c07-494c-8fe0-10ab576eda7f', 'name': 'tempest-AllowedAddressPairTestJSON-942382694'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:30.810089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:18:30.810714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Checking segment: {'id': '57504912-3a90-4ee1-bfaf-7bcda24a9462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9ddb72e4-1a91-4ffb-bc56-e99ee7345207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:30.811206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.811676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Bound using segment: {'id': '57504912-3a90-4ee1-bfaf-7bcda24a9462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9ddb72e4-1a91-4ffb-bc56-e99ee7345207'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:18:30.812654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Bound port: 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57504912-3a90-4ee1-bfaf-7bcda24a9462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9ddb72e4-1a91-4ffb-bc56-e99ee7345207'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:18:30.812654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.835065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5cdb-a05e-4245-ac0b-cfffbfe7702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.938816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:30.942811 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.1299767
Dec 23 16:18:30.944409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d45e382-59f3-4a51-80b8-a5d8936e223f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:30.948905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55426) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:30.954777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:30.961688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1225124666', 'security_groups': ['4d45e382-59f3-4a51-80b8-a5d8936e223f'], 'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '08dd6d78-8377-45b8-af07-6be9b0806c01'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:31.112716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] Deleting port b286640a-5f0f-46d7-960a-6cc5149f940e {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:31.113124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:31.195030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:31.200296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] For port 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:18:31.203891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55239c01-bee4-430d-a114-a45890571d34 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:31.208618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] For port 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8ea63a39-5a34-41fb-9c3c-ce4b7a95e560,segment=NetworkSegment(57504912-3a90-4ee1-bfaf-7bcda24a9462),segment_id=57504912-3a90-4ee1-bfaf-7bcda24a9462)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:18:31.217699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Allocated IP 172.20.0.2 (4d9bb3c3-3e55-4365-8be2-d7140eaeda26/8049a0ec-947a-40eb-884d-95afadb65c7e/b66a318e-20dd-4f4a-8788-f2850d3362db) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:31.228946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:31.268076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8c721009-3708-4b02-aab1-359e48983604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:31.303432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 9ddb72e4-1a91-4ffb-bc56-e99ee7345207 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:31.309155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:31.319249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:31.319820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:31.328257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:31.331424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=2c91d2be-7ce3-4cfb-832b-b4afbd922926,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:31.340468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:31.345606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:31.365495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Made reservation on behalf of ff00dd79b37146aa877baa4dada62e0e for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:31.371978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:31.402115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] device_id is not set on port c3acfd49-8d0a-4d00-bbe9-1204b672a0b9 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:18:31.483156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-7c4f5cdb-a05e-4245-ac0b-cfffbfe7702d None None] Allocated IP 172.20.0.2 (e01bb600-228f-4f43-b597-689f5e4f4157/08dd6d78-8377-45b8-af07-6be9b0806c01/171ab4f1-af0c-4a56-b931-1c477b175799) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:31.530748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:31.538656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:31.753692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Allocated IP 172.20.0.14 (2f444c9a-9c07-494c-8fe0-10ab576eda7f/acf69f05-196b-4b47-ac00-73f57b1259fd/c3acfd49-8d0a-4d00-bbe9-1204b672a0b9) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:31.756293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Pushing event updated for resources: {'Port': ['ID=8ea63a39-5a34-41fb-9c3c-ce4b7a95e560,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:31.759943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:31.797484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:31.875659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:31.879854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:31.890466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:31.894374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:31.907230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:31.934263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] device_id is not set on port 5d911e09-c50e-40a2-9f46-0a2829ac2175 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:18:32.018868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] For port b286640a-5f0f-46d7-960a-6cc5149f940e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b286640a-5f0f-46d7-960a-6cc5149f940e,segment=NetworkSegment(9f90a5cb-9cff-412f-a314-7cbf842a8f16),segment_id=9f90a5cb-9cff-412f-a314-7cbf842a8f16)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:32.019338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.067795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.068468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Fanout notify agent at l3_agent the message router_deleted on router 939af21c-6e19-4232-92de-7bdb282b7ea2 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:18:32.142692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.144296 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/routers/939af21c-6e19-4232-92de-7bdb282b7ea2 HTTP/1.1" status: 204  len: 168 time: 4.4122655
Dec 23 16:18:32.151509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55430) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:32.222172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.237821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] Calling delete_port for b286640a-5f0f-46d7-960a-6cc5149f940e owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:32.293114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Transition to ACTIVE for port object c3acfd49-8d0a-4d00-bbe9-1204b672a0b9 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:32.310287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-7c4f5cdb-a05e-4245-ac0b-cfffbfe7702d None None] For port 171ab4f1-af0c-4a56-b931-1c477b175799, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=171ab4f1-af0c-4a56-b931-1c477b175799,segment=NetworkSegment(5961bbd6-cce9-4e80-b15d-555da95a4938),segment_id=5961bbd6-cce9-4e80-b15d-555da95a4938)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:32.313171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.322148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.323358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.329620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-526940f0-4269-42ca-baec-f44fa233e1fa tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:32.344247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.368821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Transition to ACTIVE for port object b66a318e-20dd-4f4a-8788-f2850d3362db will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:32.393399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Transition to ACTIVE for port object b66a318e-20dd-4f4a-8788-f2850d3362db will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:32.416058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5cdb-a05e-4245-ac0b-cfffbfe7702d None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.423592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.440758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port b286640a-5f0f-46d7-960a-6cc5149f940e {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:32.441146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.456233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.461951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7c4f5cdb-a05e-4245-ac0b-cfffbfe7702d None None] Transition to ACTIVE for port object 171ab4f1-af0c-4a56-b931-1c477b175799 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:32.463744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6cf49b75-9f4e-43c0-bf9e-9fd365bd42f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:32.473635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Allocated IP 172.20.0.1 (4d9bb3c3-3e55-4365-8be2-d7140eaeda26/8049a0ec-947a-40eb-884d-95afadb65c7e/774f7ccb-4558-4c78-b788-fcf900399684) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:32.501522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.536825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5cdb-a05e-4245-ac0b-cfffbfe7702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.589065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] The port 'b286640a-5f0f-46d7-960a-6cc5149f940e' was deleted {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:18:32.598879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Network 4d9bb3c3-3e55-4365-8be2-d7140eaeda26 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:32.599993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] No DVR routers for this DVR port b286640a-5f0f-46d7-960a-6cc5149f940e on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:18:32.644038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:32.685326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Pushing event updated for resources: {'Port': ['ID=b66a318e-20dd-4f4a-8788-f2850d3362db,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:32.687871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:32.696941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:32.700470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-77c6a4c7-1785-4685-ac32-ea2e1818a25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:32.744012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=2c91d2be-7ce3-4cfb-832b-b4afbd922926,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:32.749653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feefe1b-3628-4f76-beec-a784f0769234 None None] Pushing event deleted for resources: {'Port': ['ID=b286640a-5f0f-46d7-960a-6cc5149f940e,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:32.752469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:32.778788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.794292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.802880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Allocated IP 172.20.0.5 (e01bb600-228f-4f43-b597-689f5e4f4157/08dd6d78-8377-45b8-af07-6be9b0806c01/5d911e09-c50e-40a2-9f46-0a2829ac2175) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:32.832872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79625e80>,) {'filters': {'network_id': ['b508067b-ea9a-4279-b586-9644479d6225']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:32.844564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bd5e5516-597b-4921-bd3e-8ab89323a3fd tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:32.861688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79625e80>, '9f90a5cb-9cff-412f-a314-7cbf842a8f16') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:32.862043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79625e80>, '9f90a5cb-9cff-412f-a314-7cbf842a8f16') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:32.886350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.891032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Attempting to bind port b66a318e-20dd-4f4a-8788-f2850d3362db on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:18:32.891231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Attempting to bind port b66a318e-20dd-4f4a-8788-f2850d3362db by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '144c5d6c-9dc7-4554-8744-7c67390ccd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:18:32.891598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Attempting to bind port b66a318e-20dd-4f4a-8788-f2850d3362db on network 4d9bb3c3-3e55-4365-8be2-d7140eaeda26 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:18:32.906346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.906562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:18:32.906832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Checking segment: {'id': '144c5d6c-9dc7-4554-8744-7c67390ccd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:32.907236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.907687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Bound using segment: {'id': '144c5d6c-9dc7-4554-8744-7c67390ccd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:18:32.908240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Bound port: b66a318e-20dd-4f4a-8788-f2850d3362db, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144c5d6c-9dc7-4554-8744-7c67390ccd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:18:32.908638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.925581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f5cdb-a05e-4245-ac0b-cfffbfe7702d None None] Pushing event updated for resources: {'Port': ['ID=171ab4f1-af0c-4a56-b931-1c477b175799,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:32.927718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.930881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c4f5cdb-a05e-4245-ac0b-cfffbfe7702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:32.931244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bfbab427-d941-4b8d-88d1-5a6a415e7e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:32.931760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bfbab427-d941-4b8d-88d1-5a6a415e7e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:32.953063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:18:32.953727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:32.970143 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:32.972686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Transition to ACTIVE for port object 774f7ccb-4558-4c78-b788-fcf900399684 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:32.977609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Network 2f444c9a-9c07-494c-8fe0-10ab576eda7f is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:32.978660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event updated for resources: {'Port': ['ID=c3acfd49-8d0a-4d00-bbe9-1204b672a0b9,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:32.984486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:32.989682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:32.991574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:33.014291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] For port b66a318e-20dd-4f4a-8788-f2850d3362db, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:18:33.017665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] For port b66a318e-20dd-4f4a-8788-f2850d3362db, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b66a318e-20dd-4f4a-8788-f2850d3362db,segment=NetworkSegment(144c5d6c-9dc7-4554-8744-7c67390ccd41),segment_id=144c5d6c-9dc7-4554-8744-7c67390ccd41)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:18:33.025667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:33.030350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-648c7f78-1371-4bac-88d8-042906cf70d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:33.051019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 9ddb72e4-1a91-4ffb-bc56-e99ee7345207 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:33.051019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:33.120792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Pushing event updated for resources: {'Port': ['ID=b66a318e-20dd-4f4a-8788-f2850d3362db,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:33.134592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:33.168614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:33.173082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:33.181419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-04e02438-dd0d-4133-883e-94da41a396c9 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:33.253893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Network': ['ID=b508067b-ea9a-4279-b586-9644479d6225,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:33.256804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:33.263752 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/networks/b508067b-ea9a-4279-b586-9644479d6225 HTTP/1.1" status: 204  len: 168 time: 1.1061032
Dec 23 16:18:33.280785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55434) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:33.288785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'network': {'name': 'tempest-network-smoke--1303628079', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'port_security_enabled': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:33.295289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:33.313841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:33.314624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:33.322254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Transition to ACTIVE for port object 5d911e09-c50e-40a2-9f46-0a2829ac2175 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:33.344771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 171ab4f1-af0c-4a56-b931-1c477b175799 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:33.348546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:33.355655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:network and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:33.355852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:33.359993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:33.364490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f24be02e-19dc-4e2a-8175-93bdfc8da801 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:33.368533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:33.376210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:33.386076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a477b82c-28e1-4668-85b1-43a84b72c7c4 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:33.445941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=774f7ccb-4558-4c78-b788-fcf900399684,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:33.449196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:33.456031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:33.479533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=5d911e09-c50e-40a2-9f46-0a2829ac2175,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:33.495842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:33.513320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network e01bb600-228f-4f43-b597-689f5e4f4157 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:33.515081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:33.517311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:33.521426 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7300274
Dec 23 16:18:33.529626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:33.531274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55438) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:33.544992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:33.548015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-00b3026a-2089-4186-93e9-0643bc31f11b tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:62:43:e8'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:33.645365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:33.662683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b203557e-bec3-45fc-878f-a74b6cb71778 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:18:33.671020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 4d9bb3c3-3e55-4365-8be2-d7140eaeda26 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:33.672228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:33.675031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:33.675925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:33.685183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:18:33.712345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:33.712814 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Added segment 08729350-35cc-4d17-a836-396167475d27 of type vlan for network 37f7e9cd-1903-436c-99fb-3870a78414fb
Dec 23 16:18:33.720136 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.7700586
Dec 23 16:18:33.723060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55442) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:33.731871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: b203557e-bec3-45fc-878f-a74b6cb71778 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:18:33.732429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b203557e-bec3-45fc-878f-a74b6cb71778 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:18:33.734424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2b1e6541-baeb-4196-b970-f31afd14b11d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'subnet': {'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:33.753801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:33.791178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:33.806361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b237f01a-d71b-417c-a207-270a95fb481a None None] Provisioning for port c3acfd49-8d0a-4d00-bbe9-1204b672a0b9 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:33.818586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b237f01a-d71b-417c-a207-270a95fb481a None None] Provisioning complete for port c3acfd49-8d0a-4d00-bbe9-1204b672a0b9 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:33.819046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b237f01a-d71b-417c-a207-270a95fb481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:33.917348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b237f01a-d71b-417c-a207-270a95fb481a None None] Port c3acfd49-8d0a-4d00-bbe9-1204b672a0b9 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:33.940751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:33.946073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:33.946803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:33.961093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:34.015749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2b1e6541-baeb-4196-b970-f31afd14b11d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:34.035889 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7531714
Dec 23 16:18:34.041596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55446) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:34.046362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2b1e6541-baeb-4196-b970-f31afd14b11d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:subnet and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:34.062716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'admin_state_up': True, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:34.074328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2b1e6541-baeb-4196-b970-f31afd14b11d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:34.081169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:34.153862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2b1e6541-baeb-4196-b970-f31afd14b11d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:34.166933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Network': ['ID=37f7e9cd-1903-436c-99fb-3870a78414fb,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:34.180438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 37f7e9cd-1903-436c-99fb-3870a78414fb details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:18:34.192232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:router and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:34.195744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-121b8504-8e90-4cdd-8bf2-ed86d6a50454 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:34.198343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:34.210200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:34.213380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1e6541-baeb-4196-b970-f31afd14b11d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:34.319435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:34.410656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b1e6541-baeb-4196-b970-f31afd14b11d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:34.457048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:34.458752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:34.564817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-00b3026a-2089-4186-93e9-0643bc31f11b tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:34.571106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:34.592657 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.ipam_backend_mixin [None req-2b1e6541-baeb-4196-b970-f31afd14b11d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 08dd6d78-8377-45b8-af07-6be9b0806c01 (CIDR: 172.20.0.0/28)
Dec 23 16:18:34.598079 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1e6541-baeb-4196-b970-f31afd14b11d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:34.598588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1e6541-baeb-4196-b970-f31afd14b11d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:18:34.630441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:34.708202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router d1a2ead4-5a15-4e96-a789-f7c7971491db is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:18:34.741976 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2b1e6541-baeb-4196-b970-f31afd14b11d tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0175741
Dec 23 16:18:34.747978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55450) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:34.760183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-129412d6-575b-4594-b0b8-84b3146d2716 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'subnet': {'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:34.804076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c193a3b-6e92-4f15-9655-3927e33bbfd7 None None] Network 9ddb72e4-1a91-4ffb-bc56-e99ee7345207 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:34.816991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:34.935512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0557609a-a387-463b-9b6d-b468d5d4c3bb None None] Provisioning for port 171ab4f1-af0c-4a56-b931-1c477b175799 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:34.948004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0557609a-a387-463b-9b6d-b468d5d4c3bb None None] Provisioning complete for port 171ab4f1-af0c-4a56-b931-1c477b175799 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:34.948562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0557609a-a387-463b-9b6d-b468d5d4c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:35.208691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0557609a-a387-463b-9b6d-b468d5d4c3bb None None] Provisioning for port 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:35.223924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0557609a-a387-463b-9b6d-b468d5d4c3bb None None] Provisioning complete for port 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:35.223924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0557609a-a387-463b-9b6d-b468d5d4c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:35.291223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-129412d6-575b-4594-b0b8-84b3146d2716 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:35.298315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-129412d6-575b-4594-b0b8-84b3146d2716 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:subnet and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:35.305276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-129412d6-575b-4594-b0b8-84b3146d2716 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:35.328652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b66a318e-20dd-4f4a-8788-f2850d3362db up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:35.360663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-129412d6-575b-4594-b0b8-84b3146d2716 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:35.388830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129412d6-575b-4594-b0b8-84b3146d2716 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:35.395218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-129412d6-575b-4594-b0b8-84b3146d2716 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:35.521737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port b66a318e-20dd-4f4a-8788-f2850d3362db completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:35.528855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0557609a-a387-463b-9b6d-b468d5d4c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:35.553484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:18:35.566692 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/d1a2ead4-5a15-4e96-a789-f7c7971491db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1780174
Dec 23 16:18:35.567712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55454) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:35.575172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e62aeef-33cb-49d1-9028-2d99afe32c29 None None] Sync routers for ids ['d1a2ead4-5a15-4e96-a789-f7c7971491db'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:18:35.596488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:35.605642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0557609a-a387-463b-9b6d-b468d5d4c3bb None None] For port 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8ea63a39-5a34-41fb-9c3c-ce4b7a95e560,segment=NetworkSegment(57504912-3a90-4ee1-bfaf-7bcda24a9462),segment_id=57504912-3a90-4ee1-bfaf-7bcda24a9462)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:35.609245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e62aeef-33cb-49d1-9028-2d99afe32c29 None None] Routers {'d1a2ead4-5a15-4e96-a789-f7c7971491db'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:35.610001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2e62aeef-33cb-49d1-9028-2d99afe32c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1687b8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['d1a2ead4-5a15-4e96-a789-f7c7971491db'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:35.644954 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.ipam_backend_mixin [None req-129412d6-575b-4594-b0b8-84b3146d2716 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0498e447-0580-44ff-9862-59103687252d (CIDR: 172.20.0.16/28)
Dec 23 16:18:35.646352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:35.657121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-00b3026a-2089-4186-93e9-0643bc31f11b tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:35.677082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-00b3026a-2089-4186-93e9-0643bc31f11b tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:35.691151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0557609a-a387-463b-9b6d-b468d5d4c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:35.697806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c8229cf8-1860-4034-8f0a-e7e5ba3b8324 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:35.710444 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-129412d6-575b-4594-b0b8-84b3146d2716 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:35.711892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129412d6-575b-4594-b0b8-84b3146d2716 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:18:35.743968 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-129412d6-575b-4594-b0b8-84b3146d2716 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.9933817
Dec 23 16:18:35.747423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55458) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:35.769679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'subnet': {'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:35.815323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:35.817472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3026a-2089-4186-93e9-0643bc31f11b tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event updated for resources: {'Port': ['ID=c3acfd49-8d0a-4d00-bbe9-1204b672a0b9,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:35.852432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4953da19-3af5-44cb-81cc-d89b9d039bbc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:35.853102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4953da19-3af5-44cb-81cc-d89b9d039bbc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Synchronizing usage tracker for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:35.902564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:35.937934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-00b3026a-2089-4186-93e9-0643bc31f11b tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:35.950657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:35.991679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557609a-a387-463b-9b6d-b468d5d4c3bb None None] Pushing event updated for resources: {'Port': ['ID=8ea63a39-5a34-41fb-9c3c-ce4b7a95e560,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:35.998422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2e62aeef-33cb-49d1-9028-2d99afe32c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1687b8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:36.000786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0557609a-a387-463b-9b6d-b468d5d4c3bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:36.047468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e62aeef-33cb-49d1-9028-2d99afe32c29 None None] Routers {'d1a2ead4-5a15-4e96-a789-f7c7971491db'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:36.048566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2e62aeef-33cb-49d1-9028-2d99afe32c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1687b8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['d1a2ead4-5a15-4e96-a789-f7c7971491db'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:36.049803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-00b3026a-2089-4186-93e9-0643bc31f11b tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] In _notify_port_updated(), no bound segment for port c3acfd49-8d0a-4d00-bbe9-1204b672a0b9 on network 2f444c9a-9c07-494c-8fe0-10ab576eda7f {{(pid=88840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:18:36.057105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b3026a-2089-4186-93e9-0643bc31f11b tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:36.057349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-00b3026a-2089-4186-93e9-0643bc31f11b tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:36.059145 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-00b3026a-2089-4186-93e9-0643bc31f11b tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "PUT /v2.0/ports/c3acfd49-8d0a-4d00-bbe9-1204b672a0b9 HTTP/1.1" status: 200  len: 994 time: 2.5258343
Dec 23 16:18:36.060807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:36.072061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55462) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:36.126977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:36.131633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4953da19-3af5-44cb-81cc-d89b9d039bbc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Unset dirty status for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:36.142031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2e62aeef-33cb-49d1-9028-2d99afe32c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1687b8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:36.142512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e62aeef-33cb-49d1-9028-2d99afe32c29 None None] The sync data for ids ['d1a2ead4-5a15-4e96-a789-f7c7971491db'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:18:36.142883 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4953da19-3af5-44cb-81cc-d89b9d039bbc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports/2c91d2be-7ce3-4cfb-832b-b4afbd922926 HTTP/1.1" status: 200  len: 911 time: 0.5724199
Dec 23 16:18:36.144067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0557609a-a387-463b-9b6d-b468d5d4c3bb None None] Provisioning complete for port ae11584e-64c2-4333-8e7d-00172ead32d3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:36.144495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0557609a-a387-463b-9b6d-b468d5d4c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:36.146471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55466) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:36.174236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0199ae65-1738-4570-8a2a-0c21bd082fc3 None None] Network 4d9bb3c3-3e55-4365-8be2-d7140eaeda26 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:36.240586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:36.265405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.127 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/4338cf84-0d9e-4ef6-8081-a7e432904ead) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:36.294224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Usage tracker for resource:subnet and tenant:edbf93358d7c4b0498adcac01ebd39d0 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:36.301493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:36.318351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:36.329728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0557609a-a387-463b-9b6d-b468d5d4c3bb None None] Port ae11584e-64c2-4333-8e7d-00172ead32d3 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:36.349370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=774f7ccb-4558-4c78-b788-fcf900399684,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:36.358594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:36.397093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 4d9bb3c3-3e55-4365-8be2-d7140eaeda26 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:36.399313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:36.401798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4f50d15a-853a-4352-ac18-273b47c35938 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Deleting port c3acfd49-8d0a-4d00-bbe9-1204b672a0b9 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:36.402552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f50d15a-853a-4352-ac18-273b47c35938 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:36.513476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Made reservation on behalf of edbf93358d7c4b0498adcac01ebd39d0 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:36.516561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Provisioning for port 5d911e09-c50e-40a2-9f46-0a2829ac2175 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:36.520307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:36.524613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Provisioning complete for port 5d911e09-c50e-40a2-9f46-0a2829ac2175 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:36.525431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:36.599468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Port 5d911e09-c50e-40a2-9f46-0a2829ac2175 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:36.620507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Provisioning complete for port c3acfd49-8d0a-4d00-bbe9-1204b672a0b9 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:36.621033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:36.686872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Port c3acfd49-8d0a-4d00-bbe9-1204b672a0b9 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:36.708366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Provisioning for port 2c91d2be-7ce3-4cfb-832b-b4afbd922926 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:36.715008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Provisioning complete for port 2c91d2be-7ce3-4cfb-832b-b4afbd922926 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:36.715550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:36.784080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Port 2c91d2be-7ce3-4cfb-832b-b4afbd922926 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:36.809620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Provisioning complete for port 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:36.810095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:36.899765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router da270677-b997-400b-a648-fbd9a44b8b42 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:18:36.932642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:36.993681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Provisioning for port b66a318e-20dd-4f4a-8788-f2850d3362db completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:37.000245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Provisioning complete for port b66a318e-20dd-4f4a-8788-f2850d3362db triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:37.000687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:37.043550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:37.058118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b165e7ea-e7a2-41f4-8c28-9f96d2bf09cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:37.150446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:37.167806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:18:37.180367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Sync routers for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:18:37.183252 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/da270677-b997-400b-a648-fbd9a44b8b42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4682143
Dec 23 16:18:37.185912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55470) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:37.194813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'network': {'name': 'tempest-RoutersTest-1070129728'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:37.195594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:37.196296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7d584b38>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:37.201993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:37.207324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:network and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:37.211727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:37.220087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:37.237127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:37.240163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:37.247161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:37.270396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:37.270842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:37.299499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:18:37.301876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:37.310883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:37.311838 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Added segment e74131e7-ffef-4260-8d57-59f7c7ad82e1 of type vlan for network 9828e64c-b202-474d-9743-7b0804a150b4
Dec 23 16:18:37.315504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:37.318173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:37.357509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:37.367937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] For port b66a318e-20dd-4f4a-8788-f2850d3362db, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b66a318e-20dd-4f4a-8788-f2850d3362db,segment=NetworkSegment(144c5d6c-9dc7-4554-8744-7c67390ccd41),segment_id=144c5d6c-9dc7-4554-8744-7c67390ccd41)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:37.400398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:37.404647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:37.411377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:37.412333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:37.420173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc142688-2c6e-4b20-8889-60f90d94c655 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:37.422707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:37.487311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:18:37.524557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Pushing event updated for resources: {'Port': ['ID=b66a318e-20dd-4f4a-8788-f2850d3362db,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:37.533514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:37.557507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8d33b858-a70f-4347-975b-088a474e8352 None None] Provisioning complete for port 2c91d2be-7ce3-4cfb-832b-b4afbd922926 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:37.557952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d33b858-a70f-4347-975b-088a474e8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:37.623402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8d33b858-a70f-4347-975b-088a474e8352 None None] Port 2c91d2be-7ce3-4cfb-832b-b4afbd922926 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:37.645967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8d33b858-a70f-4347-975b-088a474e8352 None None] Provisioning complete for port b66a318e-20dd-4f4a-8788-f2850d3362db triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:37.646359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d33b858-a70f-4347-975b-088a474e8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:37.740817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=4338cf84-0d9e-4ef6-8081-a7e432904ead,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:37.745023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:37.757198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f50d15a-853a-4352-ac18-273b47c35938 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:37.837333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8d33b858-a70f-4347-975b-088a474e8352 None None] Provisioning for port 774f7ccb-4558-4c78-b788-fcf900399684 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:37.843353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8d33b858-a70f-4347-975b-088a474e8352 None None] Provisioning complete for port 774f7ccb-4558-4c78-b788-fcf900399684 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:37.843902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d33b858-a70f-4347-975b-088a474e8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:37.944775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8d33b858-a70f-4347-975b-088a474e8352 None None] Port 774f7ccb-4558-4c78-b788-fcf900399684 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:37.959623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7d584b38>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:18:34Z', 'revision_number': 2, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:35Z', 'revision_number': 2, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:37.964871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Checking router: da270677-b997-400b-a648-fbd9a44b8b42 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:18:37.965548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Updating router da270677-b997-400b-a648-fbd9a44b8b42 port 774f7ccb-4558-4c78-b788-fcf900399684 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:18:37.972695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4f50d15a-853a-4352-ac18-273b47c35938 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Calling delete_port for c3acfd49-8d0a-4d00-bbe9-1204b672a0b9 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:37.993860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Network': ['ID=9828e64c-b202-474d-9743-7b0804a150b4,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:38.008493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 9828e64c-b202-474d-9743-7b0804a150b4 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:18:38.011756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:38.025385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.028818 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8371387
Dec 23 16:18:38.029086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55474) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:38.038439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'subnet': {'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:38.154827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d8ff0ae9-b43d-473c-834c-4cf04713407e None None] Provisioning complete for port 774f7ccb-4558-4c78-b788-fcf900399684 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:38.155559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0ae9-b43d-473c-834c-4cf04713407e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.216475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:38.221412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:subnet and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:38.224734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:38.233982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:38.244749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d8ff0ae9-b43d-473c-834c-4cf04713407e None None] Port 774f7ccb-4558-4c78-b788-fcf900399684 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:38.250666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:38.316015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a594e19-ac39-45eb-b849-ce87b0d451a2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.363731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.406076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.413354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.414073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7f97e3e1-f187-45f9-a5cd-0de53a67984f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:38.426373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Transition to ACTIVE for port object 774f7ccb-4558-4c78-b788-fcf900399684 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:38.434352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.444812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:38.514218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Pushing event updated for resources: {'Port': ['ID=774f7ccb-4558-4c78-b788-fcf900399684,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:38.572359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f50d15a-853a-4352-ac18-273b47c35938 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.573076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:38.573481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:38.573863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:38.574277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:38.574622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:38.575037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:38.576158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:38.576535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:38.576907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:38.577278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:38.577652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:18:38.586406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:38.591296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Network e01bb600-228f-4f43-b597-689f5e4f4157 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:38.603314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:38.606292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:38.606938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.614644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab9df3b-7bbc-473e-b99b-483715c8ad21 None None] Network e01bb600-228f-4f43-b597-689f5e4f4157 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:38.625726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.635888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-14ed83ff-2057-45dc-9f1d-d81d3bba4794 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:38.636992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Subnet': ['ID=fe11b4ae-a3cf-47c2-811b-f6f2073c0d1d,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:38.639907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:38.643886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-70d7629b-782a-4169-9521-bdb5ceb6532c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:38.712558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Attempting to bind port 774f7ccb-4558-4c78-b788-fcf900399684 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:18:38.712981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Attempting to bind port 774f7ccb-4558-4c78-b788-fcf900399684 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '144c5d6c-9dc7-4554-8744-7c67390ccd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:18:38.713396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Attempting to bind port 774f7ccb-4558-4c78-b788-fcf900399684 on network 4d9bb3c3-3e55-4365-8be2-d7140eaeda26 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:18:38.732209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:18:38.732827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Checking segment: {'id': '144c5d6c-9dc7-4554-8744-7c67390ccd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:38.733499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.733952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Bound using segment: {'id': '144c5d6c-9dc7-4554-8744-7c67390ccd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:18:38.734480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Bound port: 774f7ccb-4558-4c78-b788-fcf900399684, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144c5d6c-9dc7-4554-8744-7c67390ccd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:18:38.734905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.770256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Subnet': ['ID=4a2390d5-37d3-45d0-8e1c-65fa4d4b2787,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:38.775567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:38.781127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Checking segment: {'id': 'e74131e7-ffef-4260-8d57-59f7c7ad82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:38.781755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network hostable DHCP agents. Network: 9828e64c-b202-474d-9743-7b0804a150b4, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:18:38.787378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50d15a-853a-4352-ac18-273b47c35938 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event deleted for resources: {'Port': ['ID=c3acfd49-8d0a-4d00-bbe9-1204b672a0b9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:38.799275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f50d15a-853a-4352-ac18-273b47c35938 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:38.809396 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 3.0587568
Dec 23 16:18:38.812210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55478) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:38.824089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-33795271-ff1d-4a99-afc6-191d1c238c9f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-111222503', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fe11b4ae-a3cf-47c2-811b-f6f2073c0d1d'}], 'security_groups': ['4e6f2f29-aada-40e3-9eb8-b2b054e7bca3', '5bbe3762-4834-40a2-8986-d72778af3bf2']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:38.843275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 9828e64c-b202-474d-9743-7b0804a150b4 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:18:38.877538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] For port 774f7ccb-4558-4c78-b788-fcf900399684, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:18:38.882128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] For port 774f7ccb-4558-4c78-b788-fcf900399684, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=774f7ccb-4558-4c78-b788-fcf900399684,segment=NetworkSegment(144c5d6c-9dc7-4554-8744-7c67390ccd41),segment_id=144c5d6c-9dc7-4554-8744-7c67390ccd41)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:18:38.885519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 9828e64c-b202-474d-9743-7b0804a150b4) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:38.886764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.886889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.887508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.893017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:38.894066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15ac543f-fbaa-4d60-8e51-18612fe7dc31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:38.894433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:38.942035 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9115756
Dec 23 16:18:38.943972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55482) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:38.971792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Pushing event updated for resources: {'Port': ['ID=774f7ccb-4558-4c78-b788-fcf900399684,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:38.983617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:38.997712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c285b0fb-4b63-4a80-852b-0da31cff530e None None] Network 9828e64c-b202-474d-9743-7b0804a150b4 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:39.009456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:39.010611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7d584b38>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:39.227034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b66a318e-20dd-4f4a-8788-f2850d3362db up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:39.305450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:18:39.481432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-9828e64c-b202-474d-9743-7b0804a150b4', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:18:39.482360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:39.573745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b66a318e-20dd-4f4a-8788-f2850d3362db triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:39.574705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:39.598243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33795271-ff1d-4a99-afc6-191d1c238c9f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:39.644444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f50d15a-853a-4352-ac18-273b47c35938 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:39.650577 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4f50d15a-853a-4352-ac18-273b47c35938 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "DELETE /v2.0/ports/c3acfd49-8d0a-4d00-bbe9-1204b672a0b9 HTTP/1.1" status: 204  len: 168 time: 3.5733168
Dec 23 16:18:39.650785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55486) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:39.678513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fe95a3-c2ef-4ac5-92ab-5e521ccd8483 None None] Update dhcp port {'port': {'network_id': 'e01bb600-228f-4f43-b597-689f5e4f4157', 'fixed_ips': [{'subnet_id': '0498e447-0580-44ff-9862-59103687252d', 'ip_address': '172.20.0.18'}, {'subnet_id': '08dd6d78-8377-45b8-af07-6be9b0806c01', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fe11b4ae-a3cf-47c2-811b-f6f2073c0d1d'}], 'binding:host_id': 'dv-neutron-822801-1-hyperv'}, 'id': '171ab4f1-af0c-4a56-b931-1c477b175799'} from dv-neutron-822801-1-hyperv. {{(pid=88842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 23 16:18:39.734352 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-4beafe3e-489c-4ceb-bf64-5ef739a51c5d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] GET failed (client error): The resource could not be found.
Dec 23 16:18:39.734862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4beafe3e-489c-4ceb-bf64-5ef739a51c5d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Synchronizing usage tracker for tenant:ff00dd79b37146aa877baa4dada62e0e on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:39.758052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4beafe3e-489c-4ceb-bf64-5ef739a51c5d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Unset dirty status for tenant:ff00dd79b37146aa877baa4dada62e0e on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:39.763268 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4beafe3e-489c-4ceb-bf64-5ef739a51c5d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "GET /v2.0/ports/c3acfd49-8d0a-4d00-bbe9-1204b672a0b9 HTTP/1.1" status: 404  len: 333 time: 0.1079197
Dec 23 16:18:39.763746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55490) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:39.772222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Request body: {'port': {'network_id': '2f444c9a-9c07-494c-8fe0-10ab576eda7f', 'name': 'tempest-AllowedAddressPairTestJSON-1213648542'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:39.844215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7d584b38>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:18:34Z', 'revision_number': 2, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:38Z', 'revision_number': 4, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:39.849539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d330f4a0-e3a6-4423-ad79-9d064794c743 None None] The sync data for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv is: [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:18:34Z', 'revision_number': 2, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:38Z', 'revision_number': 4, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:18:39.955366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64fe95a3-c2ef-4ac5-92ab-5e521ccd8483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:39.964272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:39.975874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:39.992480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Made reservation on behalf of ff00dd79b37146aa877baa4dada62e0e for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:39.999127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:40.027782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] device_id is not set on port 1ccfed2e-b498-4caa-a62e-546e6c864cdc yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:18:40.153576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Allocated IP 172.21.0.2 (9828e64c-b202-474d-9743-7b0804a150b4/4a2390d5-37d3-45d0-8e1c-65fa4d4b2787/e97f384f-1a3c-42dc-9785-8fc36653ff84) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:40.201044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Allocated IP 172.20.0.8 (2f444c9a-9c07-494c-8fe0-10ab576eda7f/acf69f05-196b-4b47-ac00-73f57b1259fd/1ccfed2e-b498-4caa-a62e-546e6c864cdc) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:40.531516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:40.550880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Transition to ACTIVE for port object 1ccfed2e-b498-4caa-a62e-546e6c864cdc will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:40.580574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:40.589834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-41ee4bb1-5576-4fb1-9649-bf77d20a97a8 tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:40.626944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-64fe95a3-c2ef-4ac5-92ab-5e521ccd8483 None None] Allocated IP 172.20.0.34 (e01bb600-228f-4f43-b597-689f5e4f4157/fe11b4ae-a3cf-47c2-811b-f6f2073c0d1d/171ab4f1-af0c-4a56-b931-1c477b175799) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:40.630172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:40.657888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Transition to ACTIVE for port object e97f384f-1a3c-42dc-9785-8fc36653ff84 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:40.687320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Network 2f444c9a-9c07-494c-8fe0-10ab576eda7f is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:40.692004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:40.712572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:40.732491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Transition to ACTIVE for port object e97f384f-1a3c-42dc-9785-8fc36653ff84 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:40.794368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event updated for resources: {'Port': ['ID=1ccfed2e-b498-4caa-a62e-546e6c864cdc,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:40.810216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:40.815935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:40.827774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:40.835345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:40.837520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:40.857294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:18:40.886440 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1212211
Dec 23 16:18:40.887089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55494) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:40.894125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-47eee845-5eaf-49c1-b8ef-5cef046f2c55 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:62:43:e8'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:40.954032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Network 9828e64c-b202-474d-9743-7b0804a150b4 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:40.956355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-64fe95a3-c2ef-4ac5-92ab-5e521ccd8483 None None] For port 171ab4f1-af0c-4a56-b931-1c477b175799, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=171ab4f1-af0c-4a56-b931-1c477b175799,segment=NetworkSegment(5961bbd6-cce9-4e80-b15d-555da95a4938),segment_id=5961bbd6-cce9-4e80-b15d-555da95a4938)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:40.963766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:40.966899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:40.967644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:18:40.972008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Pushing event updated for resources: {'Port': ['ID=e97f384f-1a3c-42dc-9785-8fc36653ff84,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:40.975169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:41.098245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64fe95a3-c2ef-4ac5-92ab-5e521ccd8483 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.108090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Attempting to bind port e97f384f-1a3c-42dc-9785-8fc36653ff84 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:18:41.108525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Attempting to bind port e97f384f-1a3c-42dc-9785-8fc36653ff84 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'e74131e7-ffef-4260-8d57-59f7c7ad82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:18:41.108951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Attempting to bind port e97f384f-1a3c-42dc-9785-8fc36653ff84 on network 9828e64c-b202-474d-9743-7b0804a150b4 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:18:41.131805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-64fe95a3-c2ef-4ac5-92ab-5e521ccd8483 None None] Transition to ACTIVE for port object 171ab4f1-af0c-4a56-b931-1c477b175799 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:41.133971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:18:41.134445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Checking segment: {'id': 'e74131e7-ffef-4260-8d57-59f7c7ad82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:41.135914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.136115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Bound using segment: {'id': 'e74131e7-ffef-4260-8d57-59f7c7ad82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:18:41.136630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Bound port: e97f384f-1a3c-42dc-9785-8fc36653ff84, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74131e7-ffef-4260-8d57-59f7c7ad82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:18:41.137066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.241353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 774f7ccb-4558-4c78-b788-fcf900399684 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:41.272590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64fe95a3-c2ef-4ac5-92ab-5e521ccd8483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.284777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47eee845-5eaf-49c1-b8ef-5cef046f2c55 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.286076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:41.356998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7a594e19-ac39-45eb-b849-ce87b0d451a2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port 2c91d2be-7ce3-4cfb-832b-b4afbd922926 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:41.357411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a594e19-ac39-45eb-b849-ce87b0d451a2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.490096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e4ec9776-e792-4839-92bf-644cf772b0cc None None] Provisioning for port 1ccfed2e-b498-4caa-a62e-546e6c864cdc completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:41.501091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e4ec9776-e792-4839-92bf-644cf772b0cc None None] Provisioning complete for port 1ccfed2e-b498-4caa-a62e-546e6c864cdc triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:41.501419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9776-e792-4839-92bf-644cf772b0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.561666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47eee845-5eaf-49c1-b8ef-5cef046f2c55 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.565564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47eee845-5eaf-49c1-b8ef-5cef046f2c55 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.571521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-00b3026a-2089-4186-93e9-0643bc31f11b tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:41.577489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] For port e97f384f-1a3c-42dc-9785-8fc36653ff84, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:18:41.604678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe95a3-c2ef-4ac5-92ab-5e521ccd8483 None None] Pushing event updated for resources: {'Port': ['ID=171ab4f1-af0c-4a56-b931-1c477b175799,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:41.608127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64fe95a3-c2ef-4ac5-92ab-5e521ccd8483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:41.610252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] For port e97f384f-1a3c-42dc-9785-8fc36653ff84, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e97f384f-1a3c-42dc-9785-8fc36653ff84,segment=NetworkSegment(e74131e7-ffef-4260-8d57-59f7c7ad82e1),segment_id=e74131e7-ffef-4260-8d57-59f7c7ad82e1)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:18:41.623631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.631148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ea2ad3ae-14e6-498f-b8d8-9942590bd881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:41.670332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec9776-e792-4839-92bf-644cf772b0cc None None] Port 1ccfed2e-b498-4caa-a62e-546e6c864cdc cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:41.692087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eee845-5eaf-49c1-b8ef-5cef046f2c55 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event updated for resources: {'Port': ['ID=1ccfed2e-b498-4caa-a62e-546e6c864cdc,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:41.694952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 774f7ccb-4558-4c78-b788-fcf900399684 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:41.711537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 774f7ccb-4558-4c78-b788-fcf900399684 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:41.711731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.712147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47eee845-5eaf-49c1-b8ef-5cef046f2c55 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:41.739950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-47eee845-5eaf-49c1-b8ef-5cef046f2c55 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] In _notify_port_updated(), no bound segment for port 1ccfed2e-b498-4caa-a62e-546e6c864cdc on network 2f444c9a-9c07-494c-8fe0-10ab576eda7f {{(pid=88840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:18:41.744541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eee845-5eaf-49c1-b8ef-5cef046f2c55 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:41.745429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47eee845-5eaf-49c1-b8ef-5cef046f2c55 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.747139 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-47eee845-5eaf-49c1-b8ef-5cef046f2c55 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "PUT /v2.0/ports/1ccfed2e-b498-4caa-a62e-546e6c864cdc HTTP/1.1" status: 200  len: 996 time: 0.8589849
Dec 23 16:18:41.753161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55498) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:41.757988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-33795271-ff1d-4a99-afc6-191d1c238c9f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Delete allocated IP 172.20.0.5 (e01bb600-228f-4f43-b597-689f5e4f4157/08dd6d78-8377-45b8-af07-6be9b0806c01) {{(pid=88841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 23 16:18:41.785083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Pushing event updated for resources: {'Port': ['ID=e97f384f-1a3c-42dc-9785-8fc36653ff84,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:41.788808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:41.795678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-33795271-ff1d-4a99-afc6-191d1c238c9f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Allocated IP 172.20.0.42 (e01bb600-228f-4f43-b597-689f5e4f4157/fe11b4ae-a3cf-47c2-811b-f6f2073c0d1d/5d911e09-c50e-40a2-9f46-0a2829ac2175) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:41.869845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e80cd77a-4e1d-43a2-89b7-22d9fe8f90c6 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Deleting port 1ccfed2e-b498-4caa-a62e-546e6c864cdc {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:41.870421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e80cd77a-4e1d-43a2-89b7-22d9fe8f90c6 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.910713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.947908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a594e19-ac39-45eb-b849-ce87b0d451a2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.966629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 774f7ccb-4558-4c78-b788-fcf900399684, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=774f7ccb-4558-4c78-b788-fcf900399684,segment=NetworkSegment(144c5d6c-9dc7-4554-8744-7c67390ccd41),segment_id=144c5d6c-9dc7-4554-8744-7c67390ccd41)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:41.974292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:41.978155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b484dcc1-c560-4a72-b27c-8c3d89eadd49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:42.093432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:42.104558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=774f7ccb-4558-4c78-b788-fcf900399684,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:42.109012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:42.213788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8561f520-fe91-4e84-904b-abb3f2754038 None None] Provisioning complete for port 1ccfed2e-b498-4caa-a62e-546e6c864cdc triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:42.214224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8561f520-fe91-4e84-904b-abb3f2754038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:42.251545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e80cd77a-4e1d-43a2-89b7-22d9fe8f90c6 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:42.301488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:42.344375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8561f520-fe91-4e84-904b-abb3f2754038 None None] Port 1ccfed2e-b498-4caa-a62e-546e6c864cdc cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:42.459930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e80cd77a-4e1d-43a2-89b7-22d9fe8f90c6 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Calling delete_port for 1ccfed2e-b498-4caa-a62e-546e6c864cdc owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:42.499828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7a594e19-ac39-45eb-b849-ce87b0d451a2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for 2c91d2be-7ce3-4cfb-832b-b4afbd922926 owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:42.640449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e80cd77a-4e1d-43a2-89b7-22d9fe8f90c6 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:42.646891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:42.698239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cd77a-4e1d-43a2-89b7-22d9fe8f90c6 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event deleted for resources: {'Port': ['ID=1ccfed2e-b498-4caa-a62e-546e6c864cdc,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:42.700751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e80cd77a-4e1d-43a2-89b7-22d9fe8f90c6 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:42.809035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e80cd77a-4e1d-43a2-89b7-22d9fe8f90c6 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:42.820427 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e80cd77a-4e1d-43a2-89b7-22d9fe8f90c6 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "DELETE /v2.0/ports/1ccfed2e-b498-4caa-a62e-546e6c864cdc HTTP/1.1" status: 204  len: 168 time: 1.0652640
Dec 23 16:18:42.823191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55502) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:42.829005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:18:42.843764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Sync routers for ids ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:18:42.859502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Routers {'3b6e0e21-04e0-49e9-87a1-9c810fec49a9'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:42.860834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b25438>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:42.883810 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efc10bf-1ce7-4e7b-92d7-f48be6a4f6b7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] GET failed (client error): The resource could not be found.
Dec 23 16:18:42.884392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3efc10bf-1ce7-4e7b-92d7-f48be6a4f6b7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Synchronizing usage tracker for tenant:ff00dd79b37146aa877baa4dada62e0e on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:42.900208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3efc10bf-1ce7-4e7b-92d7-f48be6a4f6b7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Unset dirty status for tenant:ff00dd79b37146aa877baa4dada62e0e on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:42.905193 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3efc10bf-1ce7-4e7b-92d7-f48be6a4f6b7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "GET /v2.0/ports/1ccfed2e-b498-4caa-a62e-546e6c864cdc HTTP/1.1" status: 404  len: 333 time: 0.0769935
Dec 23 16:18:42.905477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55506) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:42.911554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Request body: {'port': {'network_id': '2f444c9a-9c07-494c-8fe0-10ab576eda7f', 'name': 'tempest-AllowedAddressPairTestJSON-1830146762'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:42.995044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:42.999714 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 8.9553576
Dec 23 16:18:43.019845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55510) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:43.106914 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9933cf8a-4121-4211-90e4-9bc3e2549923 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=756d2eff28424d1081cd07d60adf0a7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0854335
Dec 23 16:18:43.107665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55514) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:43.116070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2ca1fa0e-782c-4cfa-bb32-c6eadad24f2a None None] Provisioning complete for port 5d911e09-c50e-40a2-9f46-0a2829ac2175 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:43.116510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ca1fa0e-782c-4cfa-bb32-c6eadad24f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:43.144198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:43.160134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:43.182487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Set router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:18:43.214308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Made reservation on behalf of ff00dd79b37146aa877baa4dada62e0e for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:43.223962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:43.298883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] device_id is not set on port 29643d38-451c-4a7f-ba74-ecd83eccf08c yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:18:43.336832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 774f7ccb-4558-4c78-b788-fcf900399684 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:43.392027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1fa0e-782c-4cfa-bb32-c6eadad24f2a None None] Port 5d911e09-c50e-40a2-9f46-0a2829ac2175 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:43.496040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Allocated IP 172.20.0.4 (2f444c9a-9c07-494c-8fe0-10ab576eda7f/acf69f05-196b-4b47-ac00-73f57b1259fd/29643d38-451c-4a7f-ba74-ecd83eccf08c) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:43.508334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33795271-ff1d-4a99-afc6-191d1c238c9f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:43.528593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a594e19-ac39-45eb-b849-ce87b0d451a2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:43.547110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87e38630-a2c2-4004-a2b8-e5862ddb05c1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:43.634766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a594e19-ac39-45eb-b849-ce87b0d451a2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=2c91d2be-7ce3-4cfb-832b-b4afbd922926,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:43.639398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-33795271-ff1d-4a99-afc6-191d1c238c9f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Transition to ACTIVE for port object 5d911e09-c50e-40a2-9f46-0a2829ac2175 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:43.644599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7a594e19-ac39-45eb-b849-ce87b0d451a2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:43.653653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b85fb3-bc6c-4942-9363-cb745e508957 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:43.658615 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-41b85fb3-bc6c-4942-9363-cb745e508957 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.5436957
Dec 23 16:18:43.662740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55518) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:43.695678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33795271-ff1d-4a99-afc6-191d1c238c9f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:43.704682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Allocated IP 172.21.0.1 (9828e64c-b202-474d-9743-7b0804a150b4/4a2390d5-37d3-45d0-8e1c-65fa4d4b2787/e00fe338-7bed-4f0d-870f-dad92a377a38) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:43.705723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2ca1fa0e-782c-4cfa-bb32-c6eadad24f2a None None] Provisioning for port 171ab4f1-af0c-4a56-b931-1c477b175799 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:43.713022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:43.721388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2ca1fa0e-782c-4cfa-bb32-c6eadad24f2a None None] Provisioning complete for port 171ab4f1-af0c-4a56-b931-1c477b175799 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:43.721825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ca1fa0e-782c-4cfa-bb32-c6eadad24f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:43.843341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:43.859100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 774f7ccb-4558-4c78-b788-fcf900399684 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:43.859542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:43.863831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Transition to ACTIVE for port object 29643d38-451c-4a7f-ba74-ecd83eccf08c will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:43.885967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:43.892337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c82b24bb-5657-4db3-b1e9-92f1712714b3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:43.960049 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5cf1474f-6f3c-40ab-af2b-8f143155a90f tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2620401
Dec 23 16:18:43.964212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55522) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:43.964568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33795271-ff1d-4a99-afc6-191d1c238c9f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event updated for resources: {'Port': ['ID=5d911e09-c50e-40a2-9f46-0a2829ac2175,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:43.973176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-826629579', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:43.978653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-33795271-ff1d-4a99-afc6-191d1c238c9f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:44.098536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b25438>, [{'id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:34Z', 'updated_at': '2021-12-23T16:18:38Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:35Z', 'updated_at': '2021-12-23T16:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:44.121022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Checking router: 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:18:44.121567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Updating router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 port 4338cf84-0d9e-4ef6-8081-a7e432904ead binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:18:44.141342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-33795271-ff1d-4a99-afc6-191d1c238c9f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] In _notify_port_updated(), no bound segment for port 5d911e09-c50e-40a2-9f46-0a2829ac2175 on network e01bb600-228f-4f43-b597-689f5e4f4157 {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:18:44.146536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33795271-ff1d-4a99-afc6-191d1c238c9f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:44.147482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33795271-ff1d-4a99-afc6-191d1c238c9f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:44.153129 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-33795271-ff1d-4a99-afc6-191d1c238c9f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "PUT /v2.0/ports/5d911e09-c50e-40a2-9f46-0a2829ac2175 HTTP/1.1" status: 200  len: 959 time: 5.3322401
Dec 23 16:18:44.204865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:44.208843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55526) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:44.280571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 171ab4f1-af0c-4a56-b931-1c477b175799 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:44.321745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Network 2f444c9a-9c07-494c-8fe0-10ab576eda7f is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:44.330727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:44.346761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2ca1fa0e-782c-4cfa-bb32-c6eadad24f2a None None] Provisioning complete for port ae11584e-64c2-4333-8e7d-00172ead32d3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:44.347316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ca1fa0e-782c-4cfa-bb32-c6eadad24f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:44.348600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:44.395707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event updated for resources: {'Port': ['ID=29643d38-451c-4a7f-ba74-ecd83eccf08c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:44.399588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:44.551630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:44.559254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:44.559998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:44.569855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:subnet and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:44.577696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:44.587946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:44.613311 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7066278
Dec 23 16:18:44.617436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:44.637672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55530) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:44.647611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9fde7-5ddc-4aab-b2e9-ef881f44e5f2 None None] Network 9828e64c-b202-474d-9743-7b0804a150b4 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:44.648677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Request body: {'port': {'network_id': '2f444c9a-9c07-494c-8fe0-10ab576eda7f', 'name': 'tempest-AllowedAddressPairTestJSON-1485243094'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:44.733011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c86b24b4-56a4-4c41-b002-3e25969c7419 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port 5d911e09-c50e-40a2-9f46-0a2829ac2175 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:44.733390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c86b24b4-56a4-4c41-b002-3e25969c7419 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:44.813777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a594e19-ac39-45eb-b849-ce87b0d451a2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:44.836034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:44.849111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Transition to ACTIVE for port object 4338cf84-0d9e-4ef6-8081-a7e432904ead will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:44.870275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:44.891443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:44.923421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2a11285-82af-4e90-a4c6-a55884a22fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:44.989460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 171ab4f1-af0c-4a56-b931-1c477b175799 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:44.989904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:45.010165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:45.023522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:45.024785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67badf40-ae4f-4c8c-a574-71beac4fa624 None None] Pushing event updated for resources: {'Port': ['ID=4338cf84-0d9e-4ef6-8081-a7e432904ead,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:45.026910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1fa0e-782c-4cfa-bb32-c6eadad24f2a None None] Port ae11584e-64c2-4333-8e7d-00172ead32d3 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:45.033983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Usage tracker for resource:port and tenant:ff00dd79b37146aa877baa4dada62e0e is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:45.039343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:45.039524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-67badf40-ae4f-4c8c-a574-71beac4fa624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:45.048659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:45.065814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Made reservation on behalf of ff00dd79b37146aa877baa4dada62e0e for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:45.072166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:45.109926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Attempting to bind port 4338cf84-0d9e-4ef6-8081-a7e432904ead on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:18:45.110359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Attempting to bind port 4338cf84-0d9e-4ef6-8081-a7e432904ead by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:18:45.110783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Attempting to bind port 4338cf84-0d9e-4ef6-8081-a7e432904ead on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:18:45.120481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:18:45.120682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:45.121051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:45.121491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Transition to ACTIVE for port object e00fe338-7bed-4f0d-870f-dad92a377a38 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:45.121579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:18:45.121993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Bound port: 4338cf84-0d9e-4ef6-8081-a7e432904ead, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:18:45.122424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:45.138752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] device_id is not set on port 68e242da-74a2-42a5-a3e2-f82072dda025 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:18:45.316308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:45.320350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Provisioning for port 5d911e09-c50e-40a2-9f46-0a2829ac2175 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:45.320879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7c6fcc4-a71d-4947-9725-c9d780561a78 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:45.373364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e97f384f-1a3c-42dc-9785-8fc36653ff84 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:45.405912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Provisioning complete for port 5d911e09-c50e-40a2-9f46-0a2829ac2175 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:45.406295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:45.410027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Allocated IP 172.20.0.7 (2f444c9a-9c07-494c-8fe0-10ab576eda7f/acf69f05-196b-4b47-ac00-73f57b1259fd/68e242da-74a2-42a5-a3e2-f82072dda025) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:45.436460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Subnet': ['ID=74a6b745-a7e3-4480-ac35-befab560b7a1,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:45.442669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:45.454219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] For port 4338cf84-0d9e-4ef6-8081-a7e432904ead, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:18:45.458262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:45.465228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e5a260d5-2e54-43b0-9f83-4c79bd154a0d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:45.469684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Checking segment: {'id': '08729350-35cc-4d17-a836-396167475d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:45.470094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network hostable DHCP agents. Network: 37f7e9cd-1903-436c-99fb-3870a78414fb, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:18:45.498762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c86b24b4-56a4-4c41-b002-3e25969c7419 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:45.499668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] For port 4338cf84-0d9e-4ef6-8081-a7e432904ead, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4338cf84-0d9e-4ef6-8081-a7e432904ead,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:18:45.515284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:45.522552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0736d136-1b57-458b-a3f2-a0897414df37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:45.559045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 37f7e9cd-1903-436c-99fb-3870a78414fb is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:18:45.559266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Port 5d911e09-c50e-40a2-9f46-0a2829ac2175 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:45.573683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 37f7e9cd-1903-436c-99fb-3870a78414fb) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:45.594676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2316d854-9e73-4568-bfa9-c90c0d37bfde None None] Network 37f7e9cd-1903-436c-99fb-3870a78414fb requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:45.633673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:45.634339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:45.665046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c86b24b4-56a4-4c41-b002-3e25969c7419 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for 5d911e09-c50e-40a2-9f46-0a2829ac2175 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:45.684241 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.7138441
Dec 23 16:18:45.693747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55534) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:45.798387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 9828e64c-b202-474d-9743-7b0804a150b4 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:45.806857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:45.808496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:45.811181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:45.837008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Transition to ACTIVE for port object 68e242da-74a2-42a5-a3e2-f82072dda025 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:45.906620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=e00fe338-7bed-4f0d-870f-dad92a377a38,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:45.910092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:45.945715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:45.953869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47eee845-5eaf-49c1-b8ef-5cef046f2c55 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:45.976530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:46.042428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event updated for resources: {'Port': ['ID=68e242da-74a2-42a5-a3e2-f82072dda025,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:46.043681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a594e19-ac39-45eb-b849-ce87b0d451a2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router d1a2ead4-5a15-4e96-a789-f7c7971491db has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:18:46.046543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Network 2f444c9a-9c07-494c-8fe0-10ab576eda7f is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:46.048603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:46.049834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:46.055338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:46.069826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Routers {'3b6e0e21-04e0-49e9-87a1-9c810fec49a9'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:46.071603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b25438>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:46.135748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:46.139366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:46.159734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port e97f384f-1a3c-42dc-9785-8fc36653ff84 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:46.164485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c86b24b4-56a4-4c41-b002-3e25969c7419 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:46.170548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67badf40-ae4f-4c8c-a574-71beac4fa624 None None] Pushing event updated for resources: {'Port': ['ID=4338cf84-0d9e-4ef6-8081-a7e432904ead,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:46.202162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Provisioning for port 29643d38-451c-4a7f-ba74-ecd83eccf08c completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:46.208405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-67badf40-ae4f-4c8c-a574-71beac4fa624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:46.214748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Provisioning complete for port 29643d38-451c-4a7f-ba74-ecd83eccf08c triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:46.215196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:46.269649 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6279962
Dec 23 16:18:46.275238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55538) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.279896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-103ad860-594c-4b60-99ad-08aff5ca5c4b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:46.282402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-05a5211e-9566-4425-b920-63f8f3f9860e tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:62:43:e8'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:df:57:4b'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:46.401184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b24b4-56a4-4c41-b002-3e25969c7419 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=5d911e09-c50e-40a2-9f46-0a2829ac2175,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:46.404154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c86b24b4-56a4-4c41-b002-3e25969c7419 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:46.497296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] Set router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:18:46.527581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:46.581647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a594e19-ac39-45eb-b849-ce87b0d451a2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:18:46.593092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0682b-3f84-4b48-a610-5de7f20a2d21 None None] Sync routers for ids ['d1a2ead4-5a15-4e96-a789-f7c7971491db'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:18:46.611136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0682b-3f84-4b48-a610-5de7f20a2d21 None None] Routers {'d1a2ead4-5a15-4e96-a789-f7c7971491db'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:46.612311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-aff0682b-3f84-4b48-a610-5de7f20a2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a823f28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['d1a2ead4-5a15-4e96-a789-f7c7971491db'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:46.658874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c86b24b4-56a4-4c41-b002-3e25969c7419 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:46.702839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-aff0682b-3f84-4b48-a610-5de7f20a2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a823f28>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:46.721934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0682b-3f84-4b48-a610-5de7f20a2d21 None None] Routers {'d1a2ead4-5a15-4e96-a789-f7c7971491db'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:46.722937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-aff0682b-3f84-4b48-a610-5de7f20a2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a823f28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['d1a2ead4-5a15-4e96-a789-f7c7971491db'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:46.753588 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7a594e19-ac39-45eb-b849-ce87b0d451a2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/d1a2ead4-5a15-4e96-a789-f7c7971491db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5996869
Dec 23 16:18:46.763539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55542) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.788218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-37f7e9cd-1903-436c-99fb-3870a78414fb', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ips': [{'subnet_id': '74a6b745-a7e3-4480-ac35-befab560b7a1'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:18:46.789929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:46.838285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Port 29643d38-451c-4a7f-ba74-ecd83eccf08c cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:46.845758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-aff0682b-3f84-4b48-a610-5de7f20a2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a823f28>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:46.846871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0682b-3f84-4b48-a610-5de7f20a2d21 None None] The sync data for ids ['d1a2ead4-5a15-4e96-a789-f7c7971491db'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:18:47.108745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Provisioning for port e97f384f-1a3c-42dc-9785-8fc36653ff84 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:47.124251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-05a5211e-9566-4425-b920-63f8f3f9860e tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:47.126835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Provisioning complete for port e97f384f-1a3c-42dc-9785-8fc36653ff84 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:47.127294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:47.194040 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c86b24b4-56a4-4c41-b002-3e25969c7419 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/5d911e09-c50e-40a2-9f46-0a2829ac2175 HTTP/1.1" status: 204  len: 168 time: 2.9717517
Dec 23 16:18:47.203387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55546) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.206903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b3250258-8fff-43e4-9070-885fbee2aa19 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Synchronizing usage tracker for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:47.250876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b25438>, [{'id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:34Z', 'updated_at': '2021-12-23T16:18:38Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:35Z', 'updated_at': '2021-12-23T16:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:47.265438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208fc393-de2c-4c02-aa6d-89cc5578a95c None None] The sync data for ids ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'] in dv-neutron-822801-1-hyperv is: [{'id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:34Z', 'updated_at': '2021-12-23T16:18:38Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:35Z', 'updated_at': '2021-12-23T16:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:18:47.281992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Allocated IP 172.20.0.2 (37f7e9cd-1903-436c-99fb-3870a78414fb/74a6b745-a7e3-4480-ac35-befab560b7a1/4834ae90-8e8b-4cff-9042-62084d9767b8) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:47.303313 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7916536-51fc-42a0-813f-e79c8eff36a9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] GET failed (client error): The resource could not be found.
Dec 23 16:18:47.303563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e7916536-51fc-42a0-813f-e79c8eff36a9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:47.334008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b3250258-8fff-43e4-9070-885fbee2aa19 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Unset dirty status for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:47.338829 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b3250258-8fff-43e4-9070-885fbee2aa19 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a2ead4-5a15-4e96-a789-f7c7971491db HTTP/1.1" status: 200  len: 205 time: 0.5679014
Dec 23 16:18:47.343840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55550) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.453119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:47.458659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e7916536-51fc-42a0-813f-e79c8eff36a9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:47.464702 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e7916536-51fc-42a0-813f-e79c8eff36a9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports/5d911e09-c50e-40a2-9f46-0a2829ac2175 HTTP/1.1" status: 404  len: 333 time: 0.2598810
Dec 23 16:18:47.470139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55554) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.530700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] For port e97f384f-1a3c-42dc-9785-8fc36653ff84, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e97f384f-1a3c-42dc-9785-8fc36653ff84,segment=NetworkSegment(e74131e7-ffef-4260-8d57-59f7c7ad82e1),segment_id=e74131e7-ffef-4260-8d57-59f7c7ad82e1)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:47.535111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:47.539737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ccd1bb9e-15e6-479b-9609-340e1d4d52e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:47.591385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-05a5211e-9566-4425-b920-63f8f3f9860e tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:47.650507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-05a5211e-9566-4425-b920-63f8f3f9860e tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:47.660906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:47.681425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:47.696385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Pushing event updated for resources: {'Port': ['ID=e97f384f-1a3c-42dc-9785-8fc36653ff84,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:47.702346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:47.703425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Transition to ACTIVE for port object 4834ae90-8e8b-4cff-9042-62084d9767b8 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:47.709941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-465f42e1-0bfd-41f8-8858-c02f542854e9 None None] Provisioning complete for port e97f384f-1a3c-42dc-9785-8fc36653ff84 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:47.710915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-465f42e1-0bfd-41f8-8858-c02f542854e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:47.733535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-40b3ff33-cb79-435b-8123-3ce4134b6c79 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:47.805391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5211e-9566-4425-b920-63f8f3f9860e tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event updated for resources: {'Port': ['ID=68e242da-74a2-42a5-a3e2-f82072dda025,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:47.811542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Transition to ACTIVE for port object 4834ae90-8e8b-4cff-9042-62084d9767b8 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:47.812443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f26d76c-65a0-41b8-978d-d46a583c3760 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:47.815457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-05a5211e-9566-4425-b920-63f8f3f9860e tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:47.823083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:47.829654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0557609a-a387-463b-9b6d-b468d5d4c3bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:47.840425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-05a5211e-9566-4425-b920-63f8f3f9860e tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] In _notify_port_updated(), no bound segment for port 68e242da-74a2-42a5-a3e2-f82072dda025 on network 2f444c9a-9c07-494c-8fe0-10ab576eda7f {{(pid=88840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:18:47.849996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a5211e-9566-4425-b920-63f8f3f9860e tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:47.850760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-05a5211e-9566-4425-b920-63f8f3f9860e tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:47.853493 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-05a5211e-9566-4425-b920-63f8f3f9860e tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "PUT /v2.0/ports/68e242da-74a2-42a5-a3e2-f82072dda025 HTTP/1.1" status: 200  len: 1056 time: 1.5760272
Dec 23 16:18:47.857659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55558) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.958594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:47.985586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:47.991903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Network 37f7e9cd-1903-436c-99fb-3870a78414fb is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:47.995034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Pushing event updated for resources: {'Port': ['ID=4834ae90-8e8b-4cff-9042-62084d9767b8,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:48.001458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:48.007930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c7c2de09-36fc-42da-8523-cf20d888a761 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Deleting port 68e242da-74a2-42a5-a3e2-f82072dda025 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:48.008439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c7c2de09-36fc-42da-8523-cf20d888a761 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:48.017513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:48.028423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c86b24b4-56a4-4c41-b002-3e25969c7419 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:48.039837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:48.100188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f26d76c-65a0-41b8-978d-d46a583c3760 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:48.136007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-465f42e1-0bfd-41f8-8858-c02f542854e9 None None] Provisioning for port 68e242da-74a2-42a5-a3e2-f82072dda025 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:48.156759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-465f42e1-0bfd-41f8-8858-c02f542854e9 None None] Provisioning complete for port 68e242da-74a2-42a5-a3e2-f82072dda025 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:48.157720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-465f42e1-0bfd-41f8-8858-c02f542854e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:48.218474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Attempting to bind port 4834ae90-8e8b-4cff-9042-62084d9767b8 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:18:48.232674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Attempting to bind port 4834ae90-8e8b-4cff-9042-62084d9767b8 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '08729350-35cc-4d17-a836-396167475d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:18:48.233351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Attempting to bind port 4834ae90-8e8b-4cff-9042-62084d9767b8 on network 37f7e9cd-1903-436c-99fb-3870a78414fb {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:18:48.269826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:18:48.270390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Checking segment: {'id': '08729350-35cc-4d17-a836-396167475d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:48.270975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:48.271569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Bound using segment: {'id': '08729350-35cc-4d17-a836-396167475d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:18:48.272240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Bound port: 4834ae90-8e8b-4cff-9042-62084d9767b8, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08729350-35cc-4d17-a836-396167475d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:18:48.273436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:48.317290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-465f42e1-0bfd-41f8-8858-c02f542854e9 None None] Port 68e242da-74a2-42a5-a3e2-f82072dda025 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:48.447917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-465f42e1-0bfd-41f8-8858-c02f542854e9 None None] Provisioning for port e00fe338-7bed-4f0d-870f-dad92a377a38 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:48.463172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=e00fe338-7bed-4f0d-870f-dad92a377a38,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:48.465788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:48.477021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-465f42e1-0bfd-41f8-8858-c02f542854e9 None None] Provisioning complete for port e00fe338-7bed-4f0d-870f-dad92a377a38 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:48.477743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-465f42e1-0bfd-41f8-8858-c02f542854e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:48.536724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4338cf84-0d9e-4ef6-8081-a7e432904ead up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:48.565602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:48.604537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] For port 4834ae90-8e8b-4cff-9042-62084d9767b8, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:18:48.609166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:48.618255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-465f42e1-0bfd-41f8-8858-c02f542854e9 None None] Port e00fe338-7bed-4f0d-870f-dad92a377a38 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:48.630029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] For port 4834ae90-8e8b-4cff-9042-62084d9767b8, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4834ae90-8e8b-4cff-9042-62084d9767b8,segment=NetworkSegment(08729350-35cc-4d17-a836-396167475d27),segment_id=08729350-35cc-4d17-a836-396167475d27)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:18:48.636727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c7c2de09-36fc-42da-8523-cf20d888a761 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:48.637246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:48.649484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f26d76c-65a0-41b8-978d-d46a583c3760 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:48.651281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ada55e60-be09-4218-9852-908e3f0925ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:48.788995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-53c17042-cb86-46d0-a6f5-a1975fa6b7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:48.809883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 9828e64c-b202-474d-9743-7b0804a150b4 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:48.815762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-40b3ff33-cb79-435b-8123-3ce4134b6c79 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:48.818093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:48.904995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c7c2de09-36fc-42da-8523-cf20d888a761 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Calling delete_port for 68e242da-74a2-42a5-a3e2-f82072dda025 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:48.963667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-de92fd40-245a-496f-accc-54601e9a39c6 None None] Provisioning complete for port 68e242da-74a2-42a5-a3e2-f82072dda025 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:48.964108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de92fd40-245a-496f-accc-54601e9a39c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:49.009563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 4338cf84-0d9e-4ef6-8081-a7e432904ead completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:49.029566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 4338cf84-0d9e-4ef6-8081-a7e432904ead triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:49.029999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:49.049832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f26d76c-65a0-41b8-978d-d46a583c3760 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:49.053881 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4f26d76c-65a0-41b8-978d-d46a583c3760 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/security-groups/4d45e382-59f3-4a51-80b8-a5d8936e223f HTTP/1.1" status: 204  len: 168 time: 1.5804965
Dec 23 16:18:49.057439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55562) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:49.071536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26d76c-65a0-41b8-978d-d46a583c3760 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d45e382-59f3-4a51-80b8-a5d8936e223f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:49.076939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f26d76c-65a0-41b8-978d-d46a583c3760 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:49.078681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-40b3ff33-cb79-435b-8123-3ce4134b6c79 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:49.089091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Pushing event updated for resources: {'Port': ['ID=4834ae90-8e8b-4cff-9042-62084d9767b8,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:49.124953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:49.142358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-de92fd40-245a-496f-accc-54601e9a39c6 None None] Port 68e242da-74a2-42a5-a3e2-f82072dda025 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:49.253367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:49.275517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 4338cf84-0d9e-4ef6-8081-a7e432904ead, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4338cf84-0d9e-4ef6-8081-a7e432904ead,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:49.285459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:49.286276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e97f384f-1a3c-42dc-9785-8fc36653ff84 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:49.326400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:49.378238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-40b3ff33-cb79-435b-8123-3ce4134b6c79 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:49.378785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b3ff33-cb79-435b-8123-3ce4134b6c79 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Fanout notify agent at l3_agent the message router_deleted on router d1a2ead4-5a15-4e96-a789-f7c7971491db {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:18:49.389612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46522a86-18e4-4c75-8e6b-e02afb8ab6e6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:49.402043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-40b3ff33-cb79-435b-8123-3ce4134b6c79 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:49.406586 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-40b3ff33-cb79-435b-8123-3ce4134b6c79 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/routers/d1a2ead4-5a15-4e96-a789-f7c7971491db HTTP/1.1" status: 204  len: 168 time: 2.0616243
Dec 23 16:18:49.407518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55566) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:49.494487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=4338cf84-0d9e-4ef6-8081-a7e432904ead,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:49.498226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:49.508433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c7c2de09-36fc-42da-8523-cf20d888a761 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:49.528826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port e97f384f-1a3c-42dc-9785-8fc36653ff84 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:49.529548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:49.530820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router da270677-b997-400b-a648-fbd9a44b8b42 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:18:49.541809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65813e71-55c1-425b-a47a-70f4b66dfd1f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:49.604719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ad4a64a6-ce4f-4fd8-99e5-eb6a8d2e26f0 None None] Provisioning complete for port e00fe338-7bed-4f0d-870f-dad92a377a38 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:49.605321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad4a64a6-ce4f-4fd8-99e5-eb6a8d2e26f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:49.612612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46522a86-18e4-4c75-8e6b-e02afb8ab6e6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:49.642972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2de09-36fc-42da-8523-cf20d888a761 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event deleted for resources: {'Port': ['ID=68e242da-74a2-42a5-a3e2-f82072dda025,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:49.656964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c7c2de09-36fc-42da-8523-cf20d888a761 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:49.692042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a64a6-ce4f-4fd8-99e5-eb6a8d2e26f0 None None] Port e00fe338-7bed-4f0d-870f-dad92a377a38 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:49.905852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.1 (37f7e9cd-1903-436c-99fb-3870a78414fb/74a6b745-a7e3-4480-ac35-befab560b7a1/dc602ef8-0984-432d-a1c7-2c0ef59f4f2a) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:49.908506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46522a86-18e4-4c75-8e6b-e02afb8ab6e6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:49.919237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b311d076-dd80-4660-8757-67d663dc2f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:49.952434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46522a86-18e4-4c75-8e6b-e02afb8ab6e6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbe3762-4834-40a2-8986-d72778af3bf2,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:49.965990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-46522a86-18e4-4c75-8e6b-e02afb8ab6e6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:50.100129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46522a86-18e4-4c75-8e6b-e02afb8ab6e6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:50.104462 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-46522a86-18e4-4c75-8e6b-e02afb8ab6e6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/security-groups/5bbe3762-4834-40a2-8986-d72778af3bf2 HTTP/1.1" status: 204  len: 168 time: 1.0406497
Dec 23 16:18:50.140078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55570) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:50.249477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c36cae7-eda6-4446-88b4-2a67b7000252 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting subnet 5646a312-20ab-4b5c-879c-4504c8c960d6 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:18:50.256549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c36cae7-eda6-4446-88b4-2a67b7000252 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:50.309387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c7c2de09-36fc-42da-8523-cf20d888a761 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:50.311679 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c7c2de09-36fc-42da-8523-cf20d888a761 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "DELETE /v2.0/ports/68e242da-74a2-42a5-a3e2-f82072dda025 HTTP/1.1" status: 204  len: 168 time: 2.4492757
Dec 23 16:18:50.315501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55574) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:50.361395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-116c6f74-68d6-4f7d-8a84-4f6254df752c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:50.365867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:50.389314 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-615d17fe-d128-40b3-b143-7d95e9fd729f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] GET failed (client error): The resource could not be found.
Dec 23 16:18:50.390253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-615d17fe-d128-40b3-b143-7d95e9fd729f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Synchronizing usage tracker for tenant:ff00dd79b37146aa877baa4dada62e0e on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:50.393071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c36cae7-eda6-4446-88b4-2a67b7000252 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:50.405742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object dc602ef8-0984-432d-a1c7-2c0ef59f4f2a will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:50.423588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4338cf84-0d9e-4ef6-8081-a7e432904ead up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:50.442319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-615d17fe-d128-40b3-b143-7d95e9fd729f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Unset dirty status for tenant:ff00dd79b37146aa877baa4dada62e0e on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:50.448344 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-615d17fe-d128-40b3-b143-7d95e9fd729f tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "GET /v2.0/ports/68e242da-74a2-42a5-a3e2-f82072dda025 HTTP/1.1" status: 404  len: 333 time: 0.1315460
Dec 23 16:18:50.449518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55578) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:50.458980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-116c6f74-68d6-4f7d-8a84-4f6254df752c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:50.477360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:18:50.488161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Sync routers for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:18:50.494533 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/da270677-b997-400b-a648-fbd9a44b8b42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5467465
Dec 23 16:18:50.500792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:50.502338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55582) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:50.512086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-db1c8a71-1393-4acf-92b2-8150ff1ba150 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:50.518258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:50.519171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0013c8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:50.521674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'network': {'name': 'tempest-RoutersTest-108340979'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:50.539177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:50.551365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:network and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:50.557027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:50.578249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:50.597888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-116c6f74-68d6-4f7d-8a84-4f6254df752c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:50.605382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a707bdfc-a57c-49cc-9d09-762ee6439804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:50.618913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c36cae7-eda6-4446-88b4-2a67b7000252 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:50.654739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 37f7e9cd-1903-436c-99fb-3870a78414fb is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:50.655863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=dc602ef8-0984-432d-a1c7-2c0ef59f4f2a,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:50.659485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c6f74-68d6-4f7d-8a84-4f6254df752c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6f2f29-aada-40e3-9eb8-b2b054e7bca3,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:50.668918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:50.670746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-67ea31d6-c677-4fdd-853a-e4135a2d9dbc tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Deleting port 29643d38-451c-4a7f-ba74-ecd83eccf08c {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:50.671177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67ea31d6-c677-4fdd-853a-e4135a2d9dbc tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:50.677461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:50.700896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:50.701164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-116c6f74-68d6-4f7d-8a84-4f6254df752c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:50.706412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:50.721560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:50.747021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-116c6f74-68d6-4f7d-8a84-4f6254df752c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:50.751839 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-116c6f74-68d6-4f7d-8a84-4f6254df752c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/security-groups/4e6f2f29-aada-40e3-9eb8-b2b054e7bca3 HTTP/1.1" status: 204  len: 168 time: 0.6104672
Dec 23 16:18:50.756387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55586) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:50.762318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:18:50.816423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 4338cf84-0d9e-4ef6-8081-a7e432904ead triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:50.816924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:50.846181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:50.846966 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Added segment 94a90ef0-84dc-4cf2-93a4-f0efa6c160f8 of type vlan for network 58c23525-d76a-4382-aa6e-beb8f6bd6f62
Dec 23 16:18:50.907562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:18:51.099628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-681053fc-41de-45d3-b72a-90ab1ed7bbcf tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting subnet 08dd6d78-8377-45b8-af07-6be9b0806c01 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:18:51.104656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-681053fc-41de-45d3-b72a-90ab1ed7bbcf tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:51.159494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:51.178920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-681053fc-41de-45d3-b72a-90ab1ed7bbcf tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:51.260104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:51.271179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c36cae7-eda6-4446-88b4-2a67b7000252 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:51.280531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-537e6723-aaed-4f6a-832f-40ef7dbef0d6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:51.326371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4834ae90-8e8b-4cff-9042-62084d9767b8 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:51.337253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36cae7-eda6-4446-88b4-2a67b7000252 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Subnet': ['ID=5646a312-20ab-4b5c-879c-4504c8c960d6,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:51.340704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c36cae7-eda6-4446-88b4-2a67b7000252 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:51.363564 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0c36cae7-eda6-4446-88b4-2a67b7000252 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/5646a312-20ab-4b5c-879c-4504c8c960d6 HTTP/1.1" status: 204  len: 168 time: 1.9531140
Dec 23 16:18:51.364452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55590) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:51.369134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0c36cae7-eda6-4446-88b4-2a67b7000252 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:51.373109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad89c608-4c1d-49f1-9927-a606c662951c None None] Network 9ddb72e4-1a91-4ffb-bc56-e99ee7345207 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:51.398544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7236e1-940f-4310-812f-067e018946ce None None] Network 37f7e9cd-1903-436c-99fb-3870a78414fb requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:51.425808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-681053fc-41de-45d3-b72a-90ab1ed7bbcf tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:51.455463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:51.478436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67ea31d6-c677-4fdd-853a-e4135a2d9dbc tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:51.491015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:51.495675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:51.496365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:51.511810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-788cbf9e-743b-4012-b8da-f46a9f4b76ac tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:51.642475 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.1386669
Dec 23 16:18:51.652065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55594) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:51.661675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-67ea31d6-c677-4fdd-853a-e4135a2d9dbc tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Calling delete_port for 29643d38-451c-4a7f-ba74-ecd83eccf08c owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:51.667187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:51.673127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'subnet': {'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:51.688173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-613771c8-1d79-4ffb-9c4a-8ca017cc6e49 None None] Provisioning for port 4834ae90-8e8b-4cff-9042-62084d9767b8 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:51.769078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Network': ['ID=58c23525-d76a-4382-aa6e-beb8f6bd6f62,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:51.778163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:51.807891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:51.808279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:51.842094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-681053fc-41de-45d3-b72a-90ab1ed7bbcf tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:51.897229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 58c23525-d76a-4382-aa6e-beb8f6bd6f62 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:18:51.909475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d2f226eb-9bf9-4fe5-aba8-26c79a541262 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:51.968621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681053fc-41de-45d3-b72a-90ab1ed7bbcf tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Subnet': ['ID=08dd6d78-8377-45b8-af07-6be9b0806c01,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:51.978398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-681053fc-41de-45d3-b72a-90ab1ed7bbcf tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:51.987623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-681053fc-41de-45d3-b72a-90ab1ed7bbcf tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:52.000611 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-681053fc-41de-45d3-b72a-90ab1ed7bbcf tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/08dd6d78-8377-45b8-af07-6be9b0806c01 HTTP/1.1" status: 204  len: 168 time: 1.2398076
Dec 23 16:18:52.002868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55598) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.029794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c21a7a-6ad9-4308-9a20-1ce1f562424d None None] Network e01bb600-228f-4f43-b597-689f5e4f4157 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:52.032536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:52.050119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:subnet and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:52.055456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:52.058855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 4834ae90-8e8b-4cff-9042-62084d9767b8 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:52.065346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:52.074085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67ea31d6-c677-4fdd-853a-e4135a2d9dbc tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:52.098382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2d4039a7-df40-444f-abfc-429cbd9421c1 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:52.114618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:18:52.156448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea31d6-c677-4fdd-853a-e4135a2d9dbc tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event deleted for resources: {'Port': ['ID=29643d38-451c-4a7f-ba74-ecd83eccf08c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:52.159390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 4834ae90-8e8b-4cff-9042-62084d9767b8 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:52.159993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:52.166055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-67ea31d6-c677-4fdd-853a-e4135a2d9dbc tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:52.311373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] For port 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8ea63a39-5a34-41fb-9c3c-ce4b7a95e560,segment=NetworkSegment(57504912-3a90-4ee1-bfaf-7bcda24a9462),segment_id=57504912-3a90-4ee1-bfaf-7bcda24a9462)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:52.311373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:52.328613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:52.420424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0013c8>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:18:46Z', 'revision_number': 3, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:47Z', 'revision_number': 2, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:52.451740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Checking router: da270677-b997-400b-a648-fbd9a44b8b42 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:18:52.452579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Updating router da270677-b997-400b-a648-fbd9a44b8b42 port e00fe338-7bed-4f0d-870f-dad92a377a38 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:18:52.481751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67ea31d6-c677-4fdd-853a-e4135a2d9dbc tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:52.489095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:52.532126 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-67ea31d6-c677-4fdd-853a-e4135a2d9dbc tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "DELETE /v2.0/ports/29643d38-451c-4a7f-ba74-ecd83eccf08c HTTP/1.1" status: 204  len: 168 time: 2.0800753
Dec 23 16:18:52.532340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55602) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.537831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-c068418a-2470-4749-98a5-61dc0d8c5187 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting subnet fe11b4ae-a3cf-47c2-811b-f6f2073c0d1d {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:18:52.545727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c068418a-2470-4749-98a5-61dc0d8c5187 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:52.579867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:52.594543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:52.638157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ecc15fa9-1e96-440d-b539-618c36dbf30a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:52.661473 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6575a2d1-b26e-422a-86d3-ab10ae945ff5 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] GET failed (client error): The resource could not be found.
Dec 23 16:18:52.662598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6575a2d1-b26e-422a-86d3-ab10ae945ff5 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Synchronizing usage tracker for tenant:ff00dd79b37146aa877baa4dada62e0e on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:52.666380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:52.694034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:52.718790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6575a2d1-b26e-422a-86d3-ab10ae945ff5 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Unset dirty status for tenant:ff00dd79b37146aa877baa4dada62e0e on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:52.724916 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6575a2d1-b26e-422a-86d3-ab10ae945ff5 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "GET /v2.0/ports/29643d38-451c-4a7f-ba74-ecd83eccf08c HTTP/1.1" status: 404  len: 333 time: 0.1886308
Dec 23 16:18:52.728455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55606) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.733139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c068418a-2470-4749-98a5-61dc0d8c5187 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:52.769609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:52.777615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d87afe58-4beb-48ec-b493-0eb05adb6372 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:52.796964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a005a46d-d797-4dc2-ae97-ceda31a1cc8a None None] DHCP port deletion for 9ddb72e4-1a91-4ffb-bc56-e99ee7345207 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:18:52.834662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=8ea63a39-5a34-41fb-9c3c-ce4b7a95e560,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:52.844970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:52.846187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:52.852077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=dc602ef8-0984-432d-a1c7-2c0ef59f4f2a,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:52.856440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] No DVR routers for this DVR port 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:18:52.865773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:52.871865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 4834ae90-8e8b-4cff-9042-62084d9767b8, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4834ae90-8e8b-4cff-9042-62084d9767b8,segment=NetworkSegment(08729350-35cc-4d17-a836-396167475d27),segment_id=08729350-35cc-4d17-a836-396167475d27)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:52.931818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:52.938916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:52.955105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-981b35c2-e1e2-4443-83f9-2a5e9c3e7586 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Deleting port 318c532e-75ec-46aa-9596-0af60f150a13 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:52.955502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-981b35c2-e1e2-4443-83f9-2a5e9c3e7586 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:53.080124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=4834ae90-8e8b-4cff-9042-62084d9767b8,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:53.094915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:53.168936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:18:53.206144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 37f7e9cd-1903-436c-99fb-3870a78414fb is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:53.228151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:18:53.228704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8ea63a39-5a34-41fb-9c3c-ce4b7a95e560 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:18:53.242839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c068418a-2470-4749-98a5-61dc0d8c5187 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:53.312282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:53.364813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:53.378223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:53.388715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0c36cae7-eda6-4446-88b4-2a67b7000252 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:53.423351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:53.434243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ca0d8456-2c17-40dc-a909-814a78210aa6 None None] Provisioning complete for port 4834ae90-8e8b-4cff-9042-62084d9767b8 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:53.434937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca0d8456-2c17-40dc-a909-814a78210aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:53.485387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Transition to ACTIVE for port object e00fe338-7bed-4f0d-870f-dad92a377a38 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:53.488327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a06dcc0>,) {'filters': {'network_id': ['9ddb72e4-1a91-4ffb-bc56-e99ee7345207']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:53.506942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:53.520576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:53.535834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a06dcc0>, '57504912-3a90-4ee1-bfaf-7bcda24a9462') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:53.536339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a06dcc0>, '57504912-3a90-4ee1-bfaf-7bcda24a9462') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:53.566776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Subnet': ['ID=947bc55f-92f9-4bad-b739-cf3f3581ef7a,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:53.571356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:53.587674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-981b35c2-e1e2-4443-83f9-2a5e9c3e7586 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:53.595971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:53.608544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:53.611554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Checking segment: {'id': '94a90ef0-84dc-4cf2-93a4-f0efa6c160f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:53.612225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network hostable DHCP agents. Network: 58c23525-d76a-4382-aa6e-beb8f6bd6f62, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:18:53.621157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:18:53.621904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:53.653466 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:53.753176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-981b35c2-e1e2-4443-83f9-2a5e9c3e7586 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Calling delete_port for 318c532e-75ec-46aa-9596-0af60f150a13 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:53.772240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:53.778242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-81538f9e-bf6c-4d26-b88f-a7ccbd578a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:53.796117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81436877-205d-4bc7-a788-d6df4a25c247 None None] Pushing event updated for resources: {'Port': ['ID=e00fe338-7bed-4f0d-870f-dad92a377a38,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:53.801248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:53.806966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-81436877-205d-4bc7-a788-d6df4a25c247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:53.823738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Network': ['ID=9ddb72e4-1a91-4ffb-bc56-e99ee7345207,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:53.829169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 58c23525-d76a-4382-aa6e-beb8f6bd6f62 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:18:53.835090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:53.850016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 58c23525-d76a-4382-aa6e-beb8f6bd6f62) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:53.853155 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/networks/9ddb72e4-1a91-4ffb-bc56-e99ee7345207 HTTP/1.1" status: 204  len: 168 time: 2.4816742
Dec 23 16:18:53.857597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:53.858380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:53.864164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55610) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:53.871108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1613649684', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:18:53.889289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:18:53.909146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:router and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:18:53.914144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:18:53.923435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:18:53.937895 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2825971
Dec 23 16:18:53.939183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55614) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:53.947312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec90345-bd66-4ced-ade5-f85b76b9b1cb None None] Network 58c23525-d76a-4382-aa6e-beb8f6bd6f62 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:54.015182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:54.016662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:54.157495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:54.193431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Attempting to bind port e00fe338-7bed-4f0d-870f-dad92a377a38 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:18:54.193783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Attempting to bind port e00fe338-7bed-4f0d-870f-dad92a377a38 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'e74131e7-ffef-4260-8d57-59f7c7ad82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:18:54.194205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Attempting to bind port e00fe338-7bed-4f0d-870f-dad92a377a38 on network 9828e64c-b202-474d-9743-7b0804a150b4 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:18:54.203924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ca0d8456-2c17-40dc-a909-814a78210aa6 None None] Provisioning for port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:54.216133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ca0d8456-2c17-40dc-a909-814a78210aa6 None None] Provisioning complete for port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:54.216567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca0d8456-2c17-40dc-a909-814a78210aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:54.269055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:18:54.269486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Checking segment: {'id': 'e74131e7-ffef-4260-8d57-59f7c7ad82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:54.269961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:54.270407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Bound using segment: {'id': 'e74131e7-ffef-4260-8d57-59f7c7ad82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:18:54.270970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Bound port: e00fe338-7bed-4f0d-870f-dad92a377a38, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74131e7-ffef-4260-8d57-59f7c7ad82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:18:54.275514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:54.442537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:54.464600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ca0d8456-2c17-40dc-a909-814a78210aa6 None None] Port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:54.472572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3dba2413-bca0-4374-951b-d6238e30bca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:54.554923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] For port e00fe338-7bed-4f0d-870f-dad92a377a38, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:18:54.558181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:18:54.559643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:54.568678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c068418a-2470-4749-98a5-61dc0d8c5187 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:54.577418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d1e92bb-f4df-4373-be96-a03b6ecb2bec tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:54.629578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068418a-2470-4749-98a5-61dc0d8c5187 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Subnet': ['ID=fe11b4ae-a3cf-47c2-811b-f6f2073c0d1d,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:54.633548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c068418a-2470-4749-98a5-61dc0d8c5187 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:54.634446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-981b35c2-e1e2-4443-83f9-2a5e9c3e7586 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:54.643792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:54.693510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c068418a-2470-4749-98a5-61dc0d8c5187 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:54.747477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e281c6af-4958-4d56-be22-38b86a5509c0 None None] Network e01bb600-228f-4f43-b597-689f5e4f4157 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:54.767778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b35c2-e1e2-4443-83f9-2a5e9c3e7586 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event deleted for resources: {'Port': ['ID=318c532e-75ec-46aa-9596-0af60f150a13,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:54.770167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-981b35c2-e1e2-4443-83f9-2a5e9c3e7586 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:54.780333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] For port e00fe338-7bed-4f0d-870f-dad92a377a38, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e00fe338-7bed-4f0d-870f-dad92a377a38,segment=NetworkSegment(e74131e7-ffef-4260-8d57-59f7c7ad82e1),segment_id=e74131e7-ffef-4260-8d57-59f7c7ad82e1)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:18:54.801763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:54.810192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:54.823309 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c068418a-2470-4749-98a5-61dc0d8c5187 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/fe11b4ae-a3cf-47c2-811b-f6f2073c0d1d HTTP/1.1" status: 204  len: 168 time: 2.8191657
Dec 23 16:18:54.832145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55620) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:54.916951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:54.939022 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27922e1-f261-41e4-ab03-de16985cca65 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:54.939911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27922e1-f261-41e4-ab03-de16985cca65 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:18:54.945121 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b27922e1-f261-41e4-ab03-de16985cca65 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/08dd6d78-8377-45b8-af07-6be9b0806c01 HTTP/1.1" status: 404  len: 337 time: 0.0985637
Dec 23 16:18:54.946045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55624) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:55.013670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:55.078205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-981b35c2-e1e2-4443-83f9-2a5e9c3e7586 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:55.083685 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-981b35c2-e1e2-4443-83f9-2a5e9c3e7586 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "DELETE /v2.0/ports/318c532e-75ec-46aa-9596-0af60f150a13 HTTP/1.1" status: 204  len: 168 time: 2.3204739
Dec 23 16:18:55.087872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55628) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:55.144393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc1e525-2e3a-478e-a932-40085c4bed20 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting subnet 0498e447-0580-44ff-9862-59103687252d {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:18:55.155108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-afc1e525-2e3a-478e-a932-40085c4bed20 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:55.273985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81436877-205d-4bc7-a788-d6df4a25c247 None None] Pushing event updated for resources: {'Port': ['ID=e00fe338-7bed-4f0d-870f-dad92a377a38,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:55.290692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-81436877-205d-4bc7-a788-d6df4a25c247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:55.291766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4834ae90-8e8b-4cff-9042-62084d9767b8 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:55.330346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Allocated IP 172.26.5.170 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/3efcbc98-bb5b-47ef-ab96-0593342eab03) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:55.402668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-afc1e525-2e3a-478e-a932-40085c4bed20 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:55.443212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-691ec0e0-7d58-49f0-81fd-f0d15b116034 None None] Provisioning complete for port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:55.443769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-691ec0e0-7d58-49f0-81fd-f0d15b116034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:55.474516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:55.475265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0013c8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:55.643774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-f331b1dd-7397-4793-abea-44f00f819eeb tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Deleting subnet acf69f05-196b-4b47-ac00-73f57b1259fd {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:18:55.651867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f331b1dd-7397-4793-abea-44f00f819eeb tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:55.687641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Allocated IP 172.22.0.2 (58c23525-d76a-4382-aa6e-beb8f6bd6f62/947bc55f-92f9-4bad-b739-cf3f3581ef7a/c217f3ef-84ef-48b4-9df6-cf7bd764d65d) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:55.704720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-691ec0e0-7d58-49f0-81fd-f0d15b116034 None None] Port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:55.722852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:18:55.727869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-afc1e525-2e3a-478e-a932-40085c4bed20 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:55.735839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 4834ae90-8e8b-4cff-9042-62084d9767b8 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:55.736498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:55.743155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:55.786296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f331b1dd-7397-4793-abea-44f00f819eeb tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:55.801942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:18:55.960664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-afc1e525-2e3a-478e-a932-40085c4bed20 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:55.961980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:55.978318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-db467f3b-3cc7-4a2c-bccd-4e68cc4b12fe tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:56.024372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-afc1e525-2e3a-478e-a932-40085c4bed20 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:56.034659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1e525-2e3a-478e-a932-40085c4bed20 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Subnet': ['ID=0498e447-0580-44ff-9862-59103687252d,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:56.053068 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-afc1e525-2e3a-478e-a932-40085c4bed20 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/0498e447-0580-44ff-9862-59103687252d HTTP/1.1" status: 204  len: 168 time: 1.0986030
Dec 23 16:18:56.054562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55634) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.055065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-afc1e525-2e3a-478e-a932-40085c4bed20 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:56.075527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:56.091753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-93539f21-7d47-4eae-84a8-18c99d955559 None None] Provisioning complete for port 171ab4f1-af0c-4a56-b931-1c477b175799 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:56.092213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93539f21-7d47-4eae-84a8-18c99d955559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:56.106117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f331b1dd-7397-4793-abea-44f00f819eeb tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:56.152303 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5047203-2ac6-41a1-ba0a-a869cc41f7a9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:56.153174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5047203-2ac6-41a1-ba0a-a869cc41f7a9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:18:56.193144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:56.201532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-054e4cc7-84fd-4d41-bc97-181f2b3994fb tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:56.235600 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c5047203-2ac6-41a1-ba0a-a869cc41f7a9 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/9740831c-f88a-4038-8a2c-42b0dfebed8e HTTP/1.1" status: 404  len: 337 time: 0.1798282
Dec 23 16:18:56.238260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55638) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.292357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:56.295442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:56.299685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:56.324461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e4f87854-9c5d-4fe3-9a88-8f93b8f684d3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Synchronizing usage tracker for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:18:56.338481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=3efcbc98-bb5b-47ef-ab96-0593342eab03,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:56.345644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:56.364379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f331b1dd-7397-4793-abea-44f00f819eeb tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:56.391333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1f1609cb-47ad-4bdf-b326-c6c7b9b88131 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:56.434366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f331b1dd-7397-4793-abea-44f00f819eeb tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:56.439287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e4f87854-9c5d-4fe3-9a88-8f93b8f684d3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Unset dirty status for tenant:edbf93358d7c4b0498adcac01ebd39d0 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:18:56.443560 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e4f87854-9c5d-4fe3-9a88-8f93b8f684d3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "GET /v2.0/ports?device_id=4ef41a81-d779-427b-acce-9b9573095b46 HTTP/1.1" status: 200  len: 205 time: 0.2017131
Dec 23 16:18:56.445017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55642) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.459261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331b1dd-7397-4793-abea-44f00f819eeb tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event deleted for resources: {'Subnet': ['ID=acf69f05-196b-4b47-ac00-73f57b1259fd,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:56.464836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f331b1dd-7397-4793-abea-44f00f819eeb tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:56.468292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:56.471692 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f331b1dd-7397-4793-abea-44f00f819eeb tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "DELETE /v2.0/subnets/acf69f05-196b-4b47-ac00-73f57b1259fd HTTP/1.1" status: 204  len: 168 time: 1.3813362
Dec 23 16:18:56.473927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55646) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.485142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bd6b83-2584-49e5-b42d-3375d0b04c6d None None] Network 2f444c9a-9c07-494c-8fe0-10ab576eda7f requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:56.536551 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-e38bce8a-5e75-477f-a15b-00008df35514 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] delete failed (client error): The resource could not be found.
Dec 23 16:18:56.539629 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e38bce8a-5e75-477f-a15b-00008df35514 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/routers/4ef41a81-d779-427b-acce-9b9573095b46 HTTP/1.1" status: 404  len: 336 time: 0.0869660
Dec 23 16:18:56.541321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55650) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.590577 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10c1fa3-3620-4730-b96a-273c4c399fb8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:56.591627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10c1fa3-3620-4730-b96a-273c4c399fb8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:18:56.593798 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d10c1fa3-3620-4730-b96a-273c4c399fb8 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/f7204285-18c2-44d8-935d-9515ce3c2132 HTTP/1.1" status: 404  len: 337 time: 0.0512621
Dec 23 16:18:56.596726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55654) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.605659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:18:56.616844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Sync routers for ids ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:18:56.641269 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/3b6e0e21-04e0-49e9-87a1-9c810fec49a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9360590
Dec 23 16:18:56.649862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Routers {'3b6e0e21-04e0-49e9-87a1-9c810fec49a9'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:56.650962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a567f98>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:56.651932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:56.654897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55658) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.684042 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-43789487-1a42-409b-ac09-d134fb256a65 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:56.685298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43789487-1a42-409b-ac09-d134fb256a65 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:18:56.690634 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-43789487-1a42-409b-ac09-d134fb256a65 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/1f231d12-ee12-4d08-a7a0-97165119af2f HTTP/1.1" status: 404  len: 337 time: 0.0923727
Dec 23 16:18:56.692240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55662) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.749672 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-03efca64-5202-4326-bce5-70f3dbcc444c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:56.750064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03efca64-5202-4326-bce5-70f3dbcc444c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:18:56.760720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55666) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.763678 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-03efca64-5202-4326-bce5-70f3dbcc444c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/f88d9fe8-292c-439b-813a-145275107827 HTTP/1.1" status: 404  len: 337 time: 0.0701172
Dec 23 16:18:56.780368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:56.781464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:56.828385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Deleting port eab209b0-3faa-4531-a9f7-53358b167166 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:56.828779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:56.876567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Set router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:18:56.892578 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9fe1d9-cee8-4f29-b759-7fe005582924 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:56.893411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9fe1d9-cee8-4f29-b759-7fe005582924 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:18:56.897824 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7a9fe1d9-cee8-4f29-b759-7fe005582924 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/cd0ef3fb-f6ae-4730-a8f8-282158302cc6 HTTP/1.1" status: 404  len: 333 time: 0.1348097
Dec 23 16:18:56.902215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55670) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.918111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c2f281-f258-4af6-84c6-ede830fc2eb3 None None] Network e01bb600-228f-4f43-b597-689f5e4f4157 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:18:57.064936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Transition to ACTIVE for port object c217f3ef-84ef-48b4-9df6-cf7bd764d65d will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:57.104412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] For port eab209b0-3faa-4531-a9f7-53358b167166, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=eab209b0-3faa-4531-a9f7-53358b167166,segment=NetworkSegment(a1e81f7f-7473-453f-b331-e907206f3d92),segment_id=a1e81f7f-7473-453f-b331-e907206f3d92)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:57.105118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:57.138157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 01d99ebd-cea5-46fc-90ed-780455d2bf02 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:18:57.352007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-edbb94c8-dd29-4cf5-9ca6-5216817fc639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:57.352272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a567f98>, [{'id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:34Z', 'updated_at': '2021-12-23T16:18:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:35Z', 'updated_at': '2021-12-23T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'dc602ef8-0984-432d-a1c7-2c0ef59f4f2a', 'name': '', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:4e:9c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:49Z', 'updated_at': '2021-12-23T16:18:51Z', 'revision_number': 2, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:57.357268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Checking router: 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:18:57.357971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Updating router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:18:57.410058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:57.412924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Transition to ACTIVE for port object c217f3ef-84ef-48b4-9df6-cf7bd764d65d will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:57.423228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:57.435278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:57.442199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bfbab427-d941-4b8d-88d1-5a6a415e7e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:57.531541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Allocated IP 172.22.0.1 (58c23525-d76a-4382-aa6e-beb8f6bd6f62/947bc55f-92f9-4bad-b739-cf3f3581ef7a/bf81480b-d23a-4653-8cbb-34beeafe61d5) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:18:57.548204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Calling delete_port for eab209b0-3faa-4531-a9f7-53358b167166 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:57.551635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Network 58c23525-d76a-4382-aa6e-beb8f6bd6f62 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:57.563024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Pushing event updated for resources: {'Port': ['ID=c217f3ef-84ef-48b4-9df6-cf7bd764d65d,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:57.566022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:57.567435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:57.569299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:57.628848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-93539f21-7d47-4eae-84a8-18c99d955559 None None] Provisioning complete for port ae11584e-64c2-4333-8e7d-00172ead32d3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:57.629546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93539f21-7d47-4eae-84a8-18c99d955559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:57.646710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:18:57.731611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91df8b3-3ff2-4b7b-b624-d5a3ff053606 None None] DHCP port deletion for 2f444c9a-9c07-494c-8fe0-10ab576eda7f request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:18:57.734103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb35b8f1-9229-4914-af38-1c4d1a89c104 None None] Sync routers for ids ['01d99ebd-cea5-46fc-90ed-780455d2bf02'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:18:57.735718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:57.748095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:57.759160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0013c8>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:18:46Z', 'revision_number': 3, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:54Z', 'revision_number': 4, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:57.788884 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb78d8f1-9f6d-470e-aaff-111fac0e3c3f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:57.789101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146ae6e-8f88-4a26-bb03-25aff7373454 None None] The sync data for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv is: [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:18:46Z', 'revision_number': 3, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:54Z', 'revision_number': 4, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:18:57.789424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb78d8f1-9f6d-470e-aaff-111fac0e3c3f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:18:57.791816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b209d77d-7502-48b2-b329-275b9d0bf6d7 None None] DHCP port deletion for e01bb600-228f-4f43-b597-689f5e4f4157 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:18:57.808159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Attempting to bind port c217f3ef-84ef-48b4-9df6-cf7bd764d65d on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:18:57.808588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Attempting to bind port c217f3ef-84ef-48b4-9df6-cf7bd764d65d by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '94a90ef0-84dc-4cf2-93a4-f0efa6c160f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:18:57.809004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Attempting to bind port c217f3ef-84ef-48b4-9df6-cf7bd764d65d on network 58c23525-d76a-4382-aa6e-beb8f6bd6f62 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:18:57.810963 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bb78d8f1-9f6d-470e-aaff-111fac0e3c3f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/4b722e53-52c1-4d1c-be68-a712144507f7 HTTP/1.1" status: 404  len: 337 time: 0.1791291
Dec 23 16:18:57.814098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b209d77d-7502-48b2-b329-275b9d0bf6d7 None None] Deleting port 171ab4f1-af0c-4a56-b931-1c477b175799 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:57.814530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b209d77d-7502-48b2-b329-275b9d0bf6d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:57.815259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55674) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:57.824252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event deleted for resources: {'Port': ['ID=eab209b0-3faa-4531-a9f7-53358b167166,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:57.836831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:57.858076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-93539f21-7d47-4eae-84a8-18c99d955559 None None] Port ae11584e-64c2-4333-8e7d-00172ead32d3 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:57.892404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35b8f1-9229-4914-af38-1c4d1a89c104 None None] Routers {'01d99ebd-cea5-46fc-90ed-780455d2bf02'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:57.892983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-eb35b8f1-9229-4914-af38-1c4d1a89c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eebd30>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['01d99ebd-cea5-46fc-90ed-780455d2bf02'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:57.904093 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-7acab36d-3d4a-4294-8370-140432aa509f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:57.904910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7acab36d-3d4a-4294-8370-140432aa509f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:18:57.911354 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7acab36d-3d4a-4294-8370-140432aa509f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/eae60193-1143-44af-9121-21580f401fed HTTP/1.1" status: 404  len: 337 time: 0.0885606
Dec 23 16:18:57.912536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55678) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:57.929049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:57.948013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Transition to ACTIVE for port object dc602ef8-0984-432d-a1c7-2c0ef59f4f2a will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:57.952088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:57.955272 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 4.0897794
Dec 23 16:18:57.956389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55682) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:57.968483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:18:57.969235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Checking segment: {'id': '94a90ef0-84dc-4cf2-93a4-f0efa6c160f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:57.969920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:57.970365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:57.970736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Bound using segment: {'id': '94a90ef0-84dc-4cf2-93a4-f0efa6c160f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:18:57.971428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Bound port: c217f3ef-84ef-48b4-9df6-cf7bd764d65d, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a90ef0-84dc-4cf2-93a4-f0efa6c160f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:18:57.971969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:57.980288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] No DVR routers for this DVR port eab209b0-3faa-4531-a9f7-53358b167166 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:18:57.982363 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81f695e-b943-44ca-9bdb-f3c2c94e4ec4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:57.982865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81f695e-b943-44ca-9bdb-f3c2c94e4ec4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:18:57.985230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:57.988185 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f81f695e-b943-44ca-9bdb-f3c2c94e4ec4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/9a04f59d-7d88-4060-bad9-965a627783ed HTTP/1.1" status: 404  len: 333 time: 0.0681870
Dec 23 16:18:57.988860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55686) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:58.034419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-eb35b8f1-9229-4914-af38-1c4d1a89c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eebd30>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:58.076515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc645b4b-5c04-4422-a9f7-1a947bd504b1 None None] Pushing event updated for resources: {'Port': ['ID=dc602ef8-0984-432d-a1c7-2c0ef59f4f2a,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:58.095572 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa86f072-114c-4803-b454-8e1bee97eb6e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:58.096075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa86f072-114c-4803-b454-8e1bee97eb6e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:18:58.101389 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aa86f072-114c-4803-b454-8e1bee97eb6e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/4f027186-0401-425d-bbe8-65d1666ea726 HTTP/1.1" status: 404  len: 337 time: 0.0759776
Dec 23 16:18:58.104629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55690) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:58.195894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35b8f1-9229-4914-af38-1c4d1a89c104 None None] Routers {'01d99ebd-cea5-46fc-90ed-780455d2bf02'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:58.196604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-eb35b8f1-9229-4914-af38-1c4d1a89c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eebd30>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['01d99ebd-cea5-46fc-90ed-780455d2bf02'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:58.198486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc645b4b-5c04-4422-a9f7-1a947bd504b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:58.265038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.272870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3cb2a-80df-4674-a606-3b77a5d70462 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.273295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3cb2a-80df-4674-a606-3b77a5d70462 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.277629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-50bb35a2-5181-4ed1-a03b-5dc68fc53af0 None None] Provisioning complete for port 171ab4f1-af0c-4a56-b931-1c477b175799 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:58.278407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-50bb35a2-5181-4ed1-a03b-5dc68fc53af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.287704 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc5d3dc-ffe5-43bf-9897-5d8bb9bed2a6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:58.289252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc5d3dc-ffe5-43bf-9897-5d8bb9bed2a6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:18:58.291761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3cb2a-80df-4674-a606-3b77a5d70462 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.292205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3cb2a-80df-4674-a606-3b77a5d70462 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.292633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3cb2a-80df-4674-a606-3b77a5d70462 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.293350 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5bc5d3dc-ffe5-43bf-9897-5d8bb9bed2a6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/subnets/26dd4049-5000-4dfa-8949-daafbf4fb009 HTTP/1.1" status: 404  len: 337 time: 0.1829612
Dec 23 16:18:58.296310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3cb2a-80df-4674-a606-3b77a5d70462 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.296771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3cb2a-80df-4674-a606-3b77a5d70462 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.297203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3cb2a-80df-4674-a606-3b77a5d70462 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.297624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3cb2a-80df-4674-a606-3b77a5d70462 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.299623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55694) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:58.299875 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-10d3cb2a-80df-4674-a606-3b77a5d70462 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6261 time: 1.6438994
Dec 23 16:18:58.310630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55696) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:58.310796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Attempting to bind port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:18:58.311073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Attempting to bind port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '08729350-35cc-4d17-a836-396167475d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:18:58.311501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Attempting to bind port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a on network 37f7e9cd-1903-436c-99fb-3870a78414fb {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:18:58.319930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:18:58.320458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Checking segment: {'id': '08729350-35cc-4d17-a836-396167475d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:18:58.320915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.321518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Bound using segment: {'id': '08729350-35cc-4d17-a836-396167475d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:18:58.322105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Bound port: dc602ef8-0984-432d-a1c7-2c0ef59f4f2a, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08729350-35cc-4d17-a836-396167475d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:18:58.322486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.408970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-eb35b8f1-9229-4914-af38-1c4d1a89c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eebd30>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:58.409744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb35b8f1-9229-4914-af38-1c4d1a89c104 None None] The sync data for ids ['01d99ebd-cea5-46fc-90ed-780455d2bf02'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:18:58.452800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] For port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:18:58.454487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.457501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] For port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=dc602ef8-0984-432d-a1c7-2c0ef59f4f2a,segment=NetworkSegment(08729350-35cc-4d17-a836-396167475d27),segment_id=08729350-35cc-4d17-a836-396167475d27)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:18:58.463914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.478960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:58.483158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-65bce261-c919-4516-ac40-4667fa894448 None None] For port c217f3ef-84ef-48b4-9df6-cf7bd764d65d, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:18:58.529775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79eedc88>,) {'filters': {'network_id': ['2f444c9a-9c07-494c-8fe0-10ab576eda7f']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:58.531091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e27a6-d74f-4468-acc4-fc3a1d6035fb tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.531524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e27a6-d74f-4468-acc4-fc3a1d6035fb tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.531942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e27a6-d74f-4468-acc4-fc3a1d6035fb tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.532375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e27a6-d74f-4468-acc4-fc3a1d6035fb tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.532778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e27a6-d74f-4468-acc4-fc3a1d6035fb tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.533111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e27a6-d74f-4468-acc4-fc3a1d6035fb tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.534516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e27a6-d74f-4468-acc4-fc3a1d6035fb tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:18:58.540744 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-938e27a6-d74f-4468-acc4-fc3a1d6035fb tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4503 time: 0.1755278
Dec 23 16:18:58.544846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55702) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:58.547662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Transition to ACTIVE for port object bf81480b-d23a-4653-8cbb-34beeafe61d5 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:18:58.565359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79eedc88>, 'a1e81f7f-7473-453f-b331-e907206f3d92') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:58.565707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79eedc88>, 'a1e81f7f-7473-453f-b331-e907206f3d92') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:58.587253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.590077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-65bce261-c919-4516-ac40-4667fa894448 None None] For port c217f3ef-84ef-48b4-9df6-cf7bd764d65d, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=c217f3ef-84ef-48b4-9df6-cf7bd764d65d,segment=NetworkSegment(94a90ef0-84dc-4cf2-93a4-f0efa6c160f8),segment_id=94a90ef0-84dc-4cf2-93a4-f0efa6c160f8)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:18:58.606930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.613025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b209d77d-7502-48b2-b329-275b9d0bf6d7 None None] For port 171ab4f1-af0c-4a56-b931-1c477b175799, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=171ab4f1-af0c-4a56-b931-1c477b175799,segment=NetworkSegment(5961bbd6-cce9-4e80-b15d-555da95a4938),segment_id=5961bbd6-cce9-4e80-b15d-555da95a4938)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:58.613595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b209d77d-7502-48b2-b329-275b9d0bf6d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.618656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.626375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:18:58.626880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.627358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-81436877-205d-4bc7-a788-d6df4a25c247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:58.674784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc645b4b-5c04-4422-a9f7-1a947bd504b1 None None] Pushing event updated for resources: {'Port': ['ID=dc602ef8-0984-432d-a1c7-2c0ef59f4f2a,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:58.679241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc645b4b-5c04-4422-a9f7-1a947bd504b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:58.683538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Routers {'3b6e0e21-04e0-49e9-87a1-9c810fec49a9'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:58.685409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a567f98>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:58.694414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.712150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2383daed-1052-4890-9397-d6a2927aa3c4 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:58.793701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:58.808268 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:58.818356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 58c23525-d76a-4382-aa6e-beb8f6bd6f62 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:18:58.823774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=bf81480b-d23a-4653-8cbb-34beeafe61d5,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:58.826997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:18:58.841634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:58.846696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.851390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.853506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:58.855033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:58.920632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Pushing event deleted for resources: {'Network': ['ID=2f444c9a-9c07-494c-8fe0-10ab576eda7f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:58.923284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:58.927971 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] 10.222.0.67 "DELETE /v2.0/networks/2f444c9a-9c07-494c-8fe0-10ab576eda7f HTTP/1.1" status: 204  len: 168 time: 2.4516554
Dec 23 16:18:58.934329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:58.952958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b209d77d-7502-48b2-b329-275b9d0bf6d7 None None] Calling delete_port for 171ab4f1-af0c-4a56-b931-1c477b175799 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:18:58.982382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] Set router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:18:58.986149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3daa1b06-6291-4289-b6ac-0d057713b012 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Deleting port ae11584e-64c2-4333-8e7d-00172ead32d3 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:18:58.986559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3daa1b06-6291-4289-b6ac-0d057713b012 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:59.122796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Pushing event updated for resources: {'Port': ['ID=c217f3ef-84ef-48b4-9df6-cf7bd764d65d,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:59.136052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:59.206640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-50bb35a2-5181-4ed1-a03b-5dc68fc53af0 None None] Provisioning complete for port ae11584e-64c2-4333-8e7d-00172ead32d3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:59.207121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-50bb35a2-5181-4ed1-a03b-5dc68fc53af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:59.267238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e00fe338-7bed-4f0d-870f-dad92a377a38 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:18:59.384471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b209d77d-7502-48b2-b329-275b9d0bf6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:59.389524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47bb81d1-6304-4015-a749-575e8191aa74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:18:59.508259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209d77d-7502-48b2-b329-275b9d0bf6d7 None None] Pushing event deleted for resources: {'Port': ['ID=171ab4f1-af0c-4a56-b931-1c477b175799,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:18:59.522846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b209d77d-7502-48b2-b329-275b9d0bf6d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:18:59.534286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209d77d-7502-48b2-b329-275b9d0bf6d7 None None] No DVR routers for this DVR port 171ab4f1-af0c-4a56-b931-1c477b175799 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:18:59.544306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-50bb35a2-5181-4ed1-a03b-5dc68fc53af0 None None] Port ae11584e-64c2-4333-8e7d-00172ead32d3 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:18:59.587135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port e00fe338-7bed-4f0d-870f-dad92a377a38 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:18:59.596450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port e00fe338-7bed-4f0d-870f-dad92a377a38 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:18:59.597196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:59.700472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:59.827575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55712) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:59.845669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a567f98>, [{'id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:34Z', 'updated_at': '2021-12-23T16:18:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:35Z', 'updated_at': '2021-12-23T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'dc602ef8-0984-432d-a1c7-2c0ef59f4f2a', 'name': '', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:4e:9c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:49Z', 'updated_at': '2021-12-23T16:18:58Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:18:59.854378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80743844-255d-42d7-bf87-7f592cfd10c0 None None] The sync data for ids ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'] in dv-neutron-822801-1-hyperv is: [{'id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:34Z', 'updated_at': '2021-12-23T16:18:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:35Z', 'updated_at': '2021-12-23T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'dc602ef8-0984-432d-a1c7-2c0ef59f4f2a', 'name': '', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:4e:9c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:49Z', 'updated_at': '2021-12-23T16:18:58Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:18:59.871548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:59.927861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port e00fe338-7bed-4f0d-870f-dad92a377a38, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e00fe338-7bed-4f0d-870f-dad92a377a38,segment=NetworkSegment(e74131e7-ffef-4260-8d57-59f7c7ad82e1),segment_id=e74131e7-ffef-4260-8d57-59f7c7ad82e1)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:18:59.932652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:18:59.935410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c08ca0fe-cd95-44c7-9ea0-3f985bd2d763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:00.052259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 171ab4f1-af0c-4a56-b931-1c477b175799 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:19:00.093001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 171ab4f1-af0c-4a56-b931-1c477b175799 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:19:00.093615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 171ab4f1-af0c-4a56-b931-1c477b175799 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:19:00.093882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device eab209b0-3faa-4531-a9f7-53358b167166 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:19:00.134580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: eab209b0-3faa-4531-a9f7-53358b167166 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:19:00.135039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device eab209b0-3faa-4531-a9f7-53358b167166 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:19:00.137049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=e00fe338-7bed-4f0d-870f-dad92a377a38,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:00.140080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:00.157431 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c85e0a01-ad60-4831-a927-19f0fd70ee6b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ff00dd79b37146aa877baa4dada62e0e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3282683
Dec 23 16:19:00.161895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55718) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:00.162472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3daa1b06-6291-4289-b6ac-0d057713b012 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:00.254589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3763171-b3eb-43db-9218-c9fe800d3fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:00.285074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3763171-b3eb-43db-9218-c9fe800d3fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:00.337019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3763171-b3eb-43db-9218-c9fe800d3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:00.342455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-252c60fb-652c-4030-818e-367fbf944e58 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:00.358291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3763171-b3eb-43db-9218-c9fe800d3fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6a495c-a989-4a3c-b3b2-80a9cb63d8e9,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:00.361280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c3763171-b3eb-43db-9218-c9fe800d3fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:00.362514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3763171-b3eb-43db-9218-c9fe800d3fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:00.364269 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c3763171-b3eb-43db-9218-c9fe800d3fd0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dd6a495c-a989-4a3c-b3b2-80a9cb63d8e9 HTTP/1.1" status: 204  len: 168 time: 0.2006814
Dec 23 16:19:00.387815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3daa1b06-6291-4289-b6ac-0d057713b012 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Calling delete_port for ae11584e-64c2-4333-8e7d-00172ead32d3 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:00.507681 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2908f449-2cad-4ca1-87a1-a6aa9e5ad630 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/routers/01d99ebd-cea5-46fc-90ed-780455d2bf02 HTTP/1.1" status: 200  len: 885 time: 2.5305018
Dec 23 16:19:00.510647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55724) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:00.608363 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-62c3e2b7-8e0d-48de-b3aa-9015cbe2cdc0 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2855 time: 2.0317481
Dec 23 16:19:00.635381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3daa1b06-6291-4289-b6ac-0d057713b012 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:00.651170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-059e86a2-1e14-474e-9b4e-b446a7590dbb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:00.715347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa1b06-6291-4289-b6ac-0d057713b012 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Port': ['ID=ae11584e-64c2-4333-8e7d-00172ead32d3,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:00.727792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3daa1b06-6291-4289-b6ac-0d057713b012 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:00.744471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3daa1b06-6291-4289-b6ac-0d057713b012 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:00.758088 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3daa1b06-6291-4289-b6ac-0d057713b012 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/ports/ae11584e-64c2-4333-8e7d-00172ead32d3 HTTP/1.1" status: 204  len: 168 time: 2.4466932
Dec 23 16:19:00.833078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55734) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:00.912159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55742) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:00.924459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081572909', 'description': 'tempest-secgroup-smoke-2081572909 description', 'project_id': '756d2eff28424d1081cd07d60adf0a7c'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:00.939207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:00.950689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:00.955826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:00.969272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:01.005771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.009283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.040033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.083686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-efd14cb6-bdaf-41e1-a4c7-d0accf18c5e5 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:01.083909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3f7151b-ee7b-49cd-9923-0445ce5e7964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.229753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:01.250924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:01.264333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-08208457-0206-4760-a572-e97b7021d16f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Synchronizing usage tracker for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:router {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:01.269365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:01.317215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:01.318332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device dc602ef8-0984-432d-a1c7-2c0ef59f4f2a up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:01.347630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3f7151b-ee7b-49cd-9923-0445ce5e7964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.370705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=bf81480b-d23a-4653-8cbb-34beeafe61d5,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:01.382946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:01.389365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.417524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-08208457-0206-4760-a572-e97b7021d16f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Unset dirty status for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:router {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:01.426584 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-08208457-0206-4760-a572-e97b7021d16f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.9142156
Dec 23 16:19:01.427141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55752) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:01.442111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a3f7151b-ee7b-49cd-9923-0445ce5e7964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78fc3748>,) {'filters': {'network_id': ['e01bb600-228f-4f43-b597-689f5e4f4157']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:01.471817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a3f7151b-ee7b-49cd-9923-0445ce5e7964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78fc3748>, '5961bbd6-cce9-4e80-b15d-555da95a4938') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:01.472931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a3f7151b-ee7b-49cd-9923-0445ce5e7964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78fc3748>, '5961bbd6-cce9-4e80-b15d-555da95a4938') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:01.492720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3f7151b-ee7b-49cd-9923-0445ce5e7964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.514201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3f7151b-ee7b-49cd-9923-0445ce5e7964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.523146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f7151b-ee7b-49cd-9923-0445ce5e7964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:19:01.524189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3f7151b-ee7b-49cd-9923-0445ce5e7964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:19:01.574933 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:19:01.582953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6a5a7b66-768c-4fd0-a6f2-bae347fbe310 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1613649684'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:01.603315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.620882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.651967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1fc178a1-52f1-4375-8dfc-cc9690fe3b29 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:01.667524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.672316 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.7587082
Dec 23 16:19:01.673263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55758) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:01.696703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e23c35bd-9810-4603-852c-03a696252b8f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '17c7d8d8-e40d-4312-a5fb-7af7d7a7c495', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:01.704659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e23c35bd-9810-4603-852c-03a696252b8f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:01.710238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e23c35bd-9810-4603-852c-03a696252b8f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:01.713723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e23c35bd-9810-4603-852c-03a696252b8f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:01.720873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e23c35bd-9810-4603-852c-03a696252b8f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:01.746742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:01.750843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55762) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:01.753135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:01.753664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.760735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:01.763875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:01.767088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e23c35bd-9810-4603-852c-03a696252b8f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.789362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 58c23525-d76a-4382-aa6e-beb8f6bd6f62 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:01.793041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:01.834301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d974975a-c2a6-4398-94f8-ef29e5054e9b None None] Network 58c23525-d76a-4382-aa6e-beb8f6bd6f62 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:01.898316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3f7151b-ee7b-49cd-9923-0445ce5e7964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.918807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3f7151b-ee7b-49cd-9923-0445ce5e7964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:01.923828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-513d5766-48f2-4764-a7fb-d6f86eea968e tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:01.966210 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a3f7151b-ee7b-49cd-9923-0445ce5e7964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] 10.222.0.67 "DELETE /v2.0/networks/e01bb600-228f-4f43-b597-689f5e4f4157 HTTP/1.1" status: 204  len: 168 time: 1.1115508
Dec 23 16:19:01.980719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7151b-ee7b-49cd-9923-0445ce5e7964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Pushing event deleted for resources: {'Network': ['ID=e01bb600-228f-4f43-b597-689f5e4f4157,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:02.043433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3f7151b-ee7b-49cd-9923-0445ce5e7964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:02.050131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Request body: {'networks': [{'name': 'tempest-network--1967345310'}, {'name': 'tempest-network--900226793'}]} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:02.050491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Request body: {'network': {'name': 'tempest-network--1967345310'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:02.051055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Request body: {'network': {'name': 'tempest-network--900226793'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:02.078058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:02.092855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e23c35bd-9810-4603-852c-03a696252b8f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.104058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Usage tracker for resource:network and tenant:07ce42eb0dbf4e8ba2c1f309657cbca9 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:02.104334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e23c35bd-9810-4603-852c-03a696252b8f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.108271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:02.116822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.121972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:02.128065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9dc92ee6-0dd8-4875-a9e8-f39c6d716744 None None] Provisioning for port c217f3ef-84ef-48b4-9df6-cf7bd764d65d completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:02.155122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Made reservation on behalf of 07ce42eb0dbf4e8ba2c1f309657cbca9 for: {'network': 2} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:02.162703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.179831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.190594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-11606728-5ae4-4012-8428-2f8dd3bd3439 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:02.227396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c35bd-9810-4603-852c-03a696252b8f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22fc9c3-49f0-4ccd-82c7-14ea0d092c64,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:02.235326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e23c35bd-9810-4603-852c-03a696252b8f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:02.272639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=dc602ef8-0984-432d-a1c7-2c0ef59f4f2a,segment=NetworkSegment(08729350-35cc-4d17-a836-396167475d27),segment_id=08729350-35cc-4d17-a836-396167475d27)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:02.292534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.293478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device c217f3ef-84ef-48b4-9df6-cf7bd764d65d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:02.312058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e23c35bd-9810-4603-852c-03a696252b8f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.313851 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e23c35bd-9810-4603-852c-03a696252b8f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6339028
Dec 23 16:19:02.323343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55770) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:02.331227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:02.335414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f8bbcb3e-3210-46b0-b379-57db4789568d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '17c7d8d8-e40d-4312-a5fb-7af7d7a7c495', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:02.337776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Usage tracker for resource:security_group_rule and tenant:07ce42eb0dbf4e8ba2c1f309657cbca9 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:02.341155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:02.346291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f8bbcb3e-3210-46b0-b379-57db4789568d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:02.358776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f8bbcb3e-3210-46b0-b379-57db4789568d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:02.363617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:02.366569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f8bbcb3e-3210-46b0-b379-57db4789568d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:02.376162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:02.377547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f8bbcb3e-3210-46b0-b379-57db4789568d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:02.412127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f8bbcb3e-3210-46b0-b379-57db4789568d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.449273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router da270677-b997-400b-a648-fbd9a44b8b42 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:19:02.480770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55776) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:02.499291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=dc602ef8-0984-432d-a1c7-2c0ef59f4f2a,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:02.513174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:02.578785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port c217f3ef-84ef-48b4-9df6-cf7bd764d65d completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:02.581894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.586808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port c217f3ef-84ef-48b4-9df6-cf7bd764d65d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:02.587306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.605067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.605941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.620174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f48bb93d-8293-406f-8981-5480abdfe4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:02.758825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.778027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f8bbcb3e-3210-46b0-b379-57db4789568d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.801338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port c217f3ef-84ef-48b4-9df6-cf7bd764d65d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=c217f3ef-84ef-48b4-9df6-cf7bd764d65d,segment=NetworkSegment(94a90ef0-84dc-4cf2-93a4-f0efa6c160f8),segment_id=94a90ef0-84dc-4cf2-93a4-f0efa6c160f8)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:02.804606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f8bbcb3e-3210-46b0-b379-57db4789568d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.805595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.806882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e00fe338-7bed-4f0d-870f-dad92a377a38 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:02.823423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:02.840574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:02.873360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbcb3e-3210-46b0-b379-57db4789568d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fd8ed1-98bb-4223-ba71-d0dc536ac032,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:02.890169 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-78e1e365-8db0-469c-9a38-ce51df240251 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=edbf93358d7c4b0498adcac01ebd39d0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4062352
Dec 23 16:19:02.891786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f8bbcb3e-3210-46b0-b379-57db4789568d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:02.899922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55782) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:02.912884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f8bbcb3e-3210-46b0-b379-57db4789568d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.914717 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f8bbcb3e-3210-46b0-b379-57db4789568d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5872250
Dec 23 16:19:02.938690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55786) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:02.959323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-83e46ea8-3e63-46b5-a900-30a602c90bca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '17c7d8d8-e40d-4312-a5fb-7af7d7a7c495', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:02.968422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=c217f3ef-84ef-48b4-9df6-cf7bd764d65d,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:02.972540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:02.973694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port e00fe338-7bed-4f0d-870f-dad92a377a38 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:02.974080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:02.981379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-83e46ea8-3e63-46b5-a900-30a602c90bca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:02.988043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-83e46ea8-3e63-46b5-a900-30a602c90bca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:02.992745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-83e46ea8-3e63-46b5-a900-30a602c90bca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:03.003463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-83e46ea8-3e63-46b5-a900-30a602c90bca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:03.040508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:19:03.051851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Sync routers for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:19:03.066144 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/da270677-b997-400b-a648-fbd9a44b8b42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1232169
Dec 23 16:19:03.068758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55790) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:03.071799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:03.072722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987ca0b1-98d1-497e-9374-d7b6addb11f8,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:03.073067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-83e46ea8-3e63-46b5-a900-30a602c90bca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.076023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:03.077826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8dfa90>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:03.093081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'network': {'name': 'tempest-RoutersTest-2124512045'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:03.099455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:03.103887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:network and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:03.106949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:03.113124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:03.117048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:19:03.150015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-89e455e9-063e-4d72-b03b-99ff2f17ad07 None None] Provisioning for port bf81480b-d23a-4653-8cbb-34beeafe61d5 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:03.155434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-89e455e9-063e-4d72-b03b-99ff2f17ad07 None None] Provisioning complete for port bf81480b-d23a-4653-8cbb-34beeafe61d5 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:03.155926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89e455e9-063e-4d72-b03b-99ff2f17ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.221546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:03.230047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.254824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.255211 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Added segment b91413a6-dd4c-4f58-aeea-a98864c2f58c of type vlan for network 314b9d13-057e-4fcb-8508-d154372cf24d
Dec 23 16:19:03.256456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-89e455e9-063e-4d72-b03b-99ff2f17ad07 None None] Port bf81480b-d23a-4653-8cbb-34beeafe61d5 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:19:03.285802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-89e455e9-063e-4d72-b03b-99ff2f17ad07 None None] Provisioning complete for port c217f3ef-84ef-48b4-9df6-cf7bd764d65d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:03.286546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89e455e9-063e-4d72-b03b-99ff2f17ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.311023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7b66-768c-4fd0-a6f2-bae347fbe310 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.315686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-83e46ea8-3e63-46b5-a900-30a602c90bca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.316209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.321571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:19:03.337880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.338336 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Added segment ec930b5c-fcd0-4201-bba9-39f81063df74 of type vlan for network 6a3e3902-af7e-4a11-831e-a27c64b9024b
Dec 23 16:19:03.348746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7b66-768c-4fd0-a6f2-bae347fbe310 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.349072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-83e46ea8-3e63-46b5-a900-30a602c90bca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.366617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:03.382772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device dc602ef8-0984-432d-a1c7-2c0ef59f4f2a up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:03.417257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-176ceb9b-b8ce-4b21-953e-d2f4ee214dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.430682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e46ea8-3e63-46b5-a900-30a602c90bca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e49d67-6d41-4a17-a8d8-7eb12ddf0fa7,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:03.433197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-83e46ea8-3e63-46b5-a900-30a602c90bca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.434513 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-83e46ea8-3e63-46b5-a900-30a602c90bca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4941454
Dec 23 16:19:03.436046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-83e46ea8-3e63-46b5-a900-30a602c90bca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:03.447584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55794) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:03.465310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2440873b-47aa-444f-a366-5ef9a4f8391b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '17c7d8d8-e40d-4312-a5fb-7af7d7a7c495', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:03.476684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:03.477775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.485705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:03.486473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.493026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:19:03.500655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2440873b-47aa-444f-a366-5ef9a4f8391b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:03.505622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2440873b-47aa-444f-a366-5ef9a4f8391b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:03.509633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2440873b-47aa-444f-a366-5ef9a4f8391b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:03.518648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2440873b-47aa-444f-a366-5ef9a4f8391b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:03.540989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.541391 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Added segment b3f9c837-78a6-4d52-9d23-0e9258473930 of type vlan for network d02190da-44cd-4d45-bd41-5f41440d2c79
Dec 23 16:19:03.545069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-176ceb9b-b8ce-4b21-953e-d2f4ee214dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.562453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2440873b-47aa-444f-a366-5ef9a4f8391b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.592126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.596367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:03.597026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.613586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:03.654494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.680474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-176ceb9b-b8ce-4b21-953e-d2f4ee214dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.698268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:03.709666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device c217f3ef-84ef-48b4-9df6-cf7bd764d65d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:03.809237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Network': ['ID=6a3e3902-af7e-4a11-831e-a27c64b9024b,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:03.812461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:03.819748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b6a1ea7d-9544-4cb7-8f51-378fce349a58 None None] Provisioning complete for port bf81480b-d23a-4653-8cbb-34beeafe61d5 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:03.820302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ea7d-9544-4cb7-8f51-378fce349a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.873932 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7966070
Dec 23 16:19:03.876579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55798) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:03.890875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'subnet': {'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:03.901098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b6a1ea7d-9544-4cb7-8f51-378fce349a58 None None] Port bf81480b-d23a-4653-8cbb-34beeafe61d5 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:19:03.902889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 6a3e3902-af7e-4a11-831e-a27c64b9024b details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:19:03.949526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.950131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.954325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:03.957693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:03.958417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:03.977704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b506c18-a2fd-45e0-9a64-4d1e899dc944 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:04.001919 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 2.2437718
Dec 23 16:19:04.036688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55802) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:04.045469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2440873b-47aa-444f-a366-5ef9a4f8391b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.052531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8dfa90>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:18:58Z', 'revision_number': 4, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf81480b-d23a-4653-8cbb-34beeafe61d5', 'name': '', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:62:93:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:56Z', 'updated_at': '2021-12-23T16:19:00Z', 'revision_number': 2, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:04.058673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Checking router: da270677-b997-400b-a648-fbd9a44b8b42 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:19:04.059339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Updating router da270677-b997-400b-a648-fbd9a44b8b42 port bf81480b-d23a-4653-8cbb-34beeafe61d5 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:19:04.069710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port c217f3ef-84ef-48b4-9df6-cf7bd764d65d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:04.070215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.081732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ceb9b-b8ce-4b21-953e-d2f4ee214dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e8f44e-0438-4708-aa7b-072539761827,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:04.090661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-176ceb9b-b8ce-4b21-953e-d2f4ee214dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:04.094251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2440873b-47aa-444f-a366-5ef9a4f8391b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.117998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-83e46ea8-3e63-46b5-a900-30a602c90bca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:04.121445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:04.121830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.125516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:subnet and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:04.128546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:04.133520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-176ceb9b-b8ce-4b21-953e-d2f4ee214dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.135053 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-176ceb9b-b8ce-4b21-953e-d2f4ee214dfc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c3e8f44e-0438-4708-aa7b-072539761827 HTTP/1.1" status: 204  len: 168 time: 1.2274199
Dec 23 16:19:04.139531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:04.144767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440873b-47aa-444f-a366-5ef9a4f8391b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b88ac02-86e0-4829-b7a1-8f6d0ca20bf5,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:04.152033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2440873b-47aa-444f-a366-5ef9a4f8391b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:04.215381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8cf6f49d-891a-46e3-b0eb-4db7d71bc41c None None] Provisioning complete for port bf81480b-d23a-4653-8cbb-34beeafe61d5 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:04.216711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8cf6f49d-891a-46e3-b0eb-4db7d71bc41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.259114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Made reservation on behalf of ab76a96f8db44df89007c4f82d1bf8ec for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:04.279833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5a7b66-768c-4fd0-a6f2-bae347fbe310 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 01d99ebd-cea5-46fc-90ed-780455d2bf02 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:19:04.289197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6f49d-891a-46e3-b0eb-4db7d71bc41c None None] Port bf81480b-d23a-4653-8cbb-34beeafe61d5 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:19:04.299630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event updated for resources: {'Network': ['ID=314b9d13-057e-4fcb-8508-d154372cf24d,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:04.311864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2440873b-47aa-444f-a366-5ef9a4f8391b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.318014 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2440873b-47aa-444f-a366-5ef9a4f8391b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8693216
Dec 23 16:19:04.322962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55808) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:04.340203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-dadde1e8-3881-4b9f-85d6-058fd77a1e1b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '17c7d8d8-e40d-4312-a5fb-7af7d7a7c495', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:04.359210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dadde1e8-3881-4b9f-85d6-058fd77a1e1b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:04.377759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dadde1e8-3881-4b9f-85d6-058fd77a1e1b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:04.391872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dadde1e8-3881-4b9f-85d6-058fd77a1e1b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:04.414951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event updated for resources: {'Network': ['ID=d02190da-44cd-4d45-bd41-5f41440d2c79,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:04.417739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:04.426954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 314b9d13-057e-4fcb-8508-d154372cf24d details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:19:04.431120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:04.431565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:04.434024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dadde1e8-3881-4b9f-85d6-058fd77a1e1b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:04.468879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86819aab-9ed8-4902-8142-558130a9091e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:04.473817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86819aab-9ed8-4902-8142-558130a9091e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:04.479497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86819aab-9ed8-4902-8142-558130a9091e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:04.484357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86819aab-9ed8-4902-8142-558130a9091e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:04.486416 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-86819aab-9ed8-4902-8142-558130a9091e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.4474609
Dec 23 16:19:04.489402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55814) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:04.493840 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-dadde1e8-3881-4b9f-85d6-058fd77a1e1b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:19:04.528682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dadde1e8-3881-4b9f-85d6-058fd77a1e1b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.539470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.557061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Transition to ACTIVE for port object bf81480b-d23a-4653-8cbb-34beeafe61d5 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:04.565727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.579088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ebe6887-8b68-4d45-b1e2-a0b30f53def0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:04.606064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.684738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcecde-aac9-497d-a2d6-2b2a2d73dee3 None None] Pushing event updated for resources: {'Port': ['ID=bf81480b-d23a-4653-8cbb-34beeafe61d5,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:04.691162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network d02190da-44cd-4d45-bd41-5f41440d2c79 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:19:04.693392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c7c74456-b443-49b8-a780-0ce570544ae1 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.783495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63dcecde-aac9-497d-a2d6-2b2a2d73dee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:04.885845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dadde1e8-3881-4b9f-85d6-058fd77a1e1b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.896803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Attempting to bind port bf81480b-d23a-4653-8cbb-34beeafe61d5 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:19:04.897273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Attempting to bind port bf81480b-d23a-4653-8cbb-34beeafe61d5 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '94a90ef0-84dc-4cf2-93a4-f0efa6c160f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:19:04.897697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Attempting to bind port bf81480b-d23a-4653-8cbb-34beeafe61d5 on network 58c23525-d76a-4382-aa6e-beb8f6bd6f62 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:19:04.906496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:19:04.906935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Checking segment: {'id': '94a90ef0-84dc-4cf2-93a4-f0efa6c160f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:04.907424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.907875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Bound using segment: {'id': '94a90ef0-84dc-4cf2-93a4-f0efa6c160f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:19:04.908375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dadde1e8-3881-4b9f-85d6-058fd77a1e1b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.908550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Bound port: bf81480b-d23a-4653-8cbb-34beeafe61d5, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a90ef0-84dc-4cf2-93a4-f0efa6c160f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:19:04.908946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:04.931683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-62fbd773-695d-48ac-a70a-1845909ab790 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:05.020230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c7c74456-b443-49b8-a780-0ce570544ae1 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:05.029718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadde1e8-3881-4b9f-85d6-058fd77a1e1b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b8aa2a-8f08-4e42-9166-b338bb4cff97,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:05.032759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dadde1e8-3881-4b9f-85d6-058fd77a1e1b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:05.047475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] For port bf81480b-d23a-4653-8cbb-34beeafe61d5, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:19:05.051117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] For port bf81480b-d23a-4653-8cbb-34beeafe61d5, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bf81480b-d23a-4653-8cbb-34beeafe61d5,segment=NetworkSegment(94a90ef0-84dc-4cf2-93a4-f0efa6c160f8),segment_id=94a90ef0-84dc-4cf2-93a4-f0efa6c160f8)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:19:05.057374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:05.059999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dadde1e8-3881-4b9f-85d6-058fd77a1e1b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:05.061771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e96ce039-ca8d-4c68-b673-9f787d095977 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:05.064817 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dadde1e8-3881-4b9f-85d6-058fd77a1e1b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.7397680
Dec 23 16:19:05.065811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55824) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:05.072196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c7c74456-b443-49b8-a780-0ce570544ae1 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79fdb4a8>,) {'filters': {'network_id': ['314b9d13-057e-4fcb-8508-d154372cf24d']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:05.075718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:05.084124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb2afa32-4c03-4647-ae8d-63f586037b46 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:05.084857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '17c7d8d8-e40d-4312-a5fb-7af7d7a7c495', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:05.097397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:05.101682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c7c74456-b443-49b8-a780-0ce570544ae1 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79fdb4a8>, 'b91413a6-dd4c-4f58-aeea-a98864c2f58c') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:05.102212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c7c74456-b443-49b8-a780-0ce570544ae1 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79fdb4a8>, 'b91413a6-dd4c-4f58-aeea-a98864c2f58c') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:05.121403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c7c74456-b443-49b8-a780-0ce570544ae1 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:05.141549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:05.144962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c7c74456-b443-49b8-a780-0ce570544ae1 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:05.147788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:05.159482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:05.180363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c74456-b443-49b8-a780-0ce570544ae1 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:19:05.181239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c7c74456-b443-49b8-a780-0ce570544ae1 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:05.184900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Subnet': ['ID=9e77e9e7-763d-430a-be7a-0228f65d2c1e,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:05.202576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:19:05.208880 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:19:05.233999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Checking segment: {'id': 'ec930b5c-fcd0-4201-bba9-39f81063df74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:05.234577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network hostable DHCP agents. Network: 6a3e3902-af7e-4a11-831e-a27c64b9024b, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:19:05.239930 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:19:05.248273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcecde-aac9-497d-a2d6-2b2a2d73dee3 None None] Pushing event updated for resources: {'Port': ['ID=bf81480b-d23a-4653-8cbb-34beeafe61d5,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:05.252545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63dcecde-aac9-497d-a2d6-2b2a2d73dee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:05.261086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:05.262004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8dfa90>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:05.271266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5a7b66-768c-4fd0-a6f2-bae347fbe310 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:19:05.282541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd7e4a2-e834-4804-9843-f7884d8aff83 None None] Sync routers for ids ['01d99ebd-cea5-46fc-90ed-780455d2bf02'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:19:05.284322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7b66-768c-4fd0-a6f2-bae347fbe310 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:05.289239 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6a5a7b66-768c-4fd0-a6f2-bae347fbe310 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/01d99ebd-cea5-46fc-90ed-780455d2bf02 HTTP/1.1" status: 200  len: 892 time: 3.8556898
Dec 23 16:19:05.290742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55830) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:05.325713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd7e4a2-e834-4804-9843-f7884d8aff83 None None] Routers {'01d99ebd-cea5-46fc-90ed-780455d2bf02'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:05.332394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cbd7e4a2-e834-4804-9843-f7884d8aff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c4bda0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['01d99ebd-cea5-46fc-90ed-780455d2bf02'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:05.406004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 6a3e3902-af7e-4a11-831e-a27c64b9024b is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:19:05.425364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 6a3e3902-af7e-4a11-831e-a27c64b9024b) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:05.441286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:05.442089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:05.457627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc36db7-160a-4db3-8876-d181a3d805d0 None None] Network 6a3e3902-af7e-4a11-831e-a27c64b9024b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:05.459129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:05.471099 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5924909
Dec 23 16:19:05.471970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55836) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:05.490797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cbd7e4a2-e834-4804-9843-f7884d8aff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c4bda0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:05.499727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:05.536617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c7c74456-b443-49b8-a780-0ce570544ae1 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:05.550871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-07a8dc33-41fe-4333-b16b-1cb7896324a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:05.578543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c7c74456-b443-49b8-a780-0ce570544ae1 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:05.591466 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c7c74456-b443-49b8-a780-0ce570544ae1 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "DELETE /v2.0/networks/314b9d13-057e-4fcb-8508-d154372cf24d HTTP/1.1" status: 204  len: 168 time: 1.1007223
Dec 23 16:19:05.599983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55842) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:05.601899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c74456-b443-49b8-a780-0ce570544ae1 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event deleted for resources: {'Network': ['ID=314b9d13-057e-4fcb-8508-d154372cf24d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:05.609941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c7c74456-b443-49b8-a780-0ce570544ae1 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:05.695194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd7e4a2-e834-4804-9843-f7884d8aff83 None None] Routers {'01d99ebd-cea5-46fc-90ed-780455d2bf02'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:05.696036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cbd7e4a2-e834-4804-9843-f7884d8aff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c4bda0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['01d99ebd-cea5-46fc-90ed-780455d2bf02'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:05.820907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-cbd7e4a2-e834-4804-9843-f7884d8aff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c4bda0>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:05.822281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd7e4a2-e834-4804-9843-f7884d8aff83 None None] The sync data for ids ['01d99ebd-cea5-46fc-90ed-780455d2bf02'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:19:05.844638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:05.872599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e21df70f-14b5-4344-86d6-0d6037738d75 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:05.882573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:05.889311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a897484c-40e0-40de-950c-9082ec83f992 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:05.956213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8448306c-e8f4-406a-8193-6fd5009c7281,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:05.978376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8dfa90>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:18:58Z', 'revision_number': 4, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf81480b-d23a-4653-8cbb-34beeafe61d5', 'name': '', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:62:93:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:56Z', 'updated_at': '2021-12-23T16:19:05Z', 'revision_number': 4, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:05.983470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece87e8d-0065-4b02-b826-be2ffa6580d0 None None] The sync data for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv is: [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:18:58Z', 'revision_number': 4, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf81480b-d23a-4653-8cbb-34beeafe61d5', 'name': '', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:62:93:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:56Z', 'updated_at': '2021-12-23T16:19:05Z', 'revision_number': 4, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:19:06.003542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-6a3e3902-af7e-4a11-831e-a27c64b9024b', 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'fixed_ips': [{'subnet_id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:19:06.005381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:06.016930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55848) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:06.051480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:06.051938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:06.052383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:06.052829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:06.053270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:06.054164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:06.058155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:06.058155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:06.058155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:06.061308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:06.062396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:06.081812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:06.085819 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.0143642
Dec 23 16:19:06.087312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:06.182018 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-af3023c5-0592-4c8b-9199-bd02917e55f2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/routers/01d99ebd-cea5-46fc-90ed-780455d2bf02 HTTP/1.1" status: 200  len: 892 time: 0.8899276
Dec 23 16:19:06.246001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55856) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:06.303845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e21df70f-14b5-4344-86d6-0d6037738d75 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:06.354095 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7a8d6cf2-2ce3-4422-8b50-44fd2fcc2868 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports?device_id=01d99ebd-cea5-46fc-90ed-780455d2bf02 HTTP/1.1" status: 200  len: 205 time: 0.1064637
Dec 23 16:19:06.356899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55862) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:06.361374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-e21df70f-14b5-4344-86d6-0d6037738d75 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79bf9668>,) {'filters': {'network_id': ['d02190da-44cd-4d45-bd41-5f41440d2c79']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:06.381201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1058344401'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:06.385885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Allocated IP 172.23.0.2 (6a3e3902-af7e-4a11-831e-a27c64b9024b/9e77e9e7-763d-430a-be7a-0228f65d2c1e/08179172-83b5-4fa1-b059-113f61b7c3c7) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:06.396066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:06.401259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-e21df70f-14b5-4344-86d6-0d6037738d75 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79bf9668>, 'b3f9c837-78a6-4d52-9d23-0e9258473930') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:06.401656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-e21df70f-14b5-4344-86d6-0d6037738d75 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79bf9668>, 'b3f9c837-78a6-4d52-9d23-0e9258473930') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:06.415282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:06.421398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:06.425564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e21df70f-14b5-4344-86d6-0d6037738d75 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:06.443341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:06.465104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e21df70f-14b5-4344-86d6-0d6037738d75 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:06.478248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21df70f-14b5-4344-86d6-0d6037738d75 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:19:06.478655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e21df70f-14b5-4344-86d6-0d6037738d75 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:19:06.495750 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:19:06.497909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:06.550483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:06.634192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-8e669c49-8921-4621-8697-c2488aea6a11 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:06.669217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e21df70f-14b5-4344-86d6-0d6037738d75 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:06.685703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dfd19930-1101-4d62-9e37-05906bb0f69b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:06.705133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e21df70f-14b5-4344-86d6-0d6037738d75 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:06.710266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:06.723264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:06.730914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21df70f-14b5-4344-86d6-0d6037738d75 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event deleted for resources: {'Network': ['ID=d02190da-44cd-4d45-bd41-5f41440d2c79,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:06.733514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:06.740286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e21df70f-14b5-4344-86d6-0d6037738d75 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:06.742183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-8e669c49-8921-4621-8697-c2488aea6a11 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:06.743542 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-8e669c49-8921-4621-8697-c2488aea6a11 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081572909&fields=id&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 267 time: 0.3109026
Dec 23 16:19:06.754540 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e21df70f-14b5-4344-86d6-0d6037738d75 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "DELETE /v2.0/networks/d02190da-44cd-4d45-bd41-5f41440d2c79 HTTP/1.1" status: 204  len: 168 time: 1.1496775
Dec 23 16:19:06.755992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:06.759120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55874) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:06.833572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:06.845655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Transition to ACTIVE for port object 08179172-83b5-4fa1-b059-113f61b7c3c7 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:06.870494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Transition to ACTIVE for port object 08179172-83b5-4fa1-b059-113f61b7c3c7 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:06.878664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:06.891822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65bce261-c919-4516-ac40-4667fa894448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:06.932338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Network 6a3e3902-af7e-4a11-831e-a27c64b9024b is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:06.939675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:06.960971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:07.001806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961414aa-37e5-41a9-abc7-ff763f8250a0 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:07.007790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961414aa-37e5-41a9-abc7-ff763f8250a0 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:07.008664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-961414aa-37e5-41a9-abc7-ff763f8250a0 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Synchronizing usage tracker for tenant:07ce42eb0dbf4e8ba2c1f309657cbca9 on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:07.017065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-6cb07a68-d1de-4bff-bdee-2b401b836457 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:07.017865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-6cb07a68-d1de-4bff-bdee-2b401b836457 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:07.041767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-961414aa-37e5-41a9-abc7-ff763f8250a0 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Unset dirty status for tenant:07ce42eb0dbf4e8ba2c1f309657cbca9 on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:07.043138 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-961414aa-37e5-41a9-abc7-ff763f8250a0 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2824922
Dec 23 16:19:07.051467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55878) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:07.054318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.062021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1391422026'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:07.063896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Pushing event updated for resources: {'Port': ['ID=08179172-83b5-4fa1-b059-113f61b7c3c7,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:07.067875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:07.070963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.078329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:07.083391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f26d76c-65a0-41b8-978d-d46a583c3760 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:07.097623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Attempting to bind port 08179172-83b5-4fa1-b059-113f61b7c3c7 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:19:07.098759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Attempting to bind port 08179172-83b5-4fa1-b059-113f61b7c3c7 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ec930b5c-fcd0-4201-bba9-39f81063df74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:19:07.099472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Attempting to bind port 08179172-83b5-4fa1-b059-113f61b7c3c7 on network 6a3e3902-af7e-4a11-831e-a27c64b9024b {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:19:07.110339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:19:07.110790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Checking segment: {'id': 'ec930b5c-fcd0-4201-bba9-39f81063df74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:07.111635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.111754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Bound using segment: {'id': 'ec930b5c-fcd0-4201-bba9-39f81063df74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:19:07.112310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Bound port: 08179172-83b5-4fa1-b059-113f61b7c3c7, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec930b5c-fcd0-4201-bba9-39f81063df74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:19:07.112976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.114799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:07.140459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba076400-1c93-4179-ae2d-e53ffb536d1b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:07.141152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-6cb07a68-d1de-4bff-bdee-2b401b836457 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:07.142470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-6cb07a68-d1de-4bff-bdee-2b401b836457 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/networks?id=37f7e9cd-1903-436c-99fb-3870a78414fb HTTP/1.1" status: 200  len: 797 time: 0.3826118
Dec 23 16:19:07.152036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:07.153639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:07.158859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:07.159092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.164037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:07.171344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:07.235364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Made reservation on behalf of 07ce42eb0dbf4e8ba2c1f309657cbca9 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:07.241045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.262674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] For port 08179172-83b5-4fa1-b059-113f61b7c3c7, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:19:07.266444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] For port 08179172-83b5-4fa1-b059-113f61b7c3c7, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=08179172-83b5-4fa1-b059-113f61b7c3c7,segment=NetworkSegment(ec930b5c-fcd0-4201-bba9-39f81063df74),segment_id=ec930b5c-fcd0-4201-bba9-39f81063df74)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:19:07.283110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.288141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c4f5cdb-a05e-4245-ac0b-cfffbfe7702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:07.304528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.313813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.317729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:19:07.319566 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-3da079a8-a8e2-42ce-85a3-cba40b721dcc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/quotas/756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 375 time: 0.1667521
Dec 23 16:19:07.322204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25150f28-ff9e-4ca3-834f-f42b1170917d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:07.331864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bf81480b-d23a-4653-8cbb-34beeafe61d5 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:07.363030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.374614 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Added segment aadee4a6-efa2-45bc-b70b-b808496d0524 of type vlan for network 679cd0fb-5fbf-4bf7-b56f-99ddd8a52775
Dec 23 16:19:07.396689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea525dd-1ec6-497d-ba91-c341cd2281bc,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:07.400913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:07.416345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.421366 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.4032297
Dec 23 16:19:07.422598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55884) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:07.455602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Pushing event updated for resources: {'Port': ['ID=08179172-83b5-4fa1-b059-113f61b7c3c7,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:07.459165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:07.471794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port bf81480b-d23a-4653-8cbb-34beeafe61d5 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:07.478678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.483403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port bf81480b-d23a-4653-8cbb-34beeafe61d5 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:07.483403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.541443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-034018ea-c5b0-486a-b35a-28edde7dca18 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:07.561500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.566421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:07.567144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.573998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-229201f6-ffe0-4d3c-bb09-3385613a5613 tempest-NetworksTest-22166379 tempest-NetworksTest-22166379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:07.609829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.639381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-6722dbb6-9d09-4ae0-8175-f5db019463ab tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:07.650385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port bf81480b-d23a-4653-8cbb-34beeafe61d5, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bf81480b-d23a-4653-8cbb-34beeafe61d5,segment=NetworkSegment(94a90ef0-84dc-4cf2-93a4-f0efa6c160f8),segment_id=94a90ef0-84dc-4cf2-93a4-f0efa6c160f8)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:07.653437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.655511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:07.680794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-034018ea-c5b0-486a-b35a-28edde7dca18 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:07.685373 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-034018ea-c5b0-486a-b35a-28edde7dca18 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.2477710
Dec 23 16:19:07.687098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55888) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:07.691208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event updated for resources: {'Network': ['ID=679cd0fb-5fbf-4bf7-b56f-99ddd8a52775,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:07.692663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.695566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:07.697967 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6418617
Dec 23 16:19:07.701189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55890) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:07.709294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 679cd0fb-5fbf-4bf7-b56f-99ddd8a52775 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:19:07.709698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1571210223'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:07.716778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:07.717946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group': {'name': 'tempest-security--117542752', 'description': 'tempest-security-description-665874123'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:07.729691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:07.730849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-6722dbb6-9d09-4ae0-8175-f5db019463ab tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:07.732315 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-6722dbb6-9d09-4ae0-8175-f5db019463ab tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4011178
Dec 23 16:19:07.752077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Made reservation on behalf of 07ce42eb0dbf4e8ba2c1f309657cbca9 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:07.761493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.806616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:19:07.819959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.820605 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Added segment ffc52522-673e-4316-a0a0-298669e20a10 of type vlan for network 56072509-806f-4fe7-afda-0cbcc002455e
Dec 23 16:19:07.880888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.901654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=bf81480b-d23a-4653-8cbb-34beeafe61d5,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:07.906770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:07.936342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.942222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:07.943403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:07.950845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1caed68d-ad07-475e-baa9-9c34dc5cadc2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:07.952407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:08.033985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:08.072755 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3675101
Dec 23 16:19:08.075862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55898) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:08.079013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event updated for resources: {'Network': ['ID=56072509-806f-4fe7-afda-0cbcc002455e,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:08.082070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:08.086833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Request body: {'ports': [{'network_id': '679cd0fb-5fbf-4bf7-b56f-99ddd8a52775', 'name': 'tempest-port--648808008', 'admin_state_up': True}, {'network_id': '56072509-806f-4fe7-afda-0cbcc002455e', 'admin_state_up': False}]} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:08.087217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Request body: {'port': {'network_id': '679cd0fb-5fbf-4bf7-b56f-99ddd8a52775', 'name': 'tempest-port--648808008', 'admin_state_up': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:08.088390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Request body: {'port': {'network_id': '56072509-806f-4fe7-afda-0cbcc002455e', 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:08.090786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 56072509-806f-4fe7-afda-0cbcc002455e details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:19:08.130755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port 3efcbc98-bb5b-47ef-ab96-0593342eab03 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:08.131095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:08.340360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:08.345006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Usage tracker for resource:port and tenant:07ce42eb0dbf4e8ba2c1f309657cbca9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:08.348475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:08.355762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:08.365126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Made reservation on behalf of 07ce42eb0dbf4e8ba2c1f309657cbca9 for: {'port': 2} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:08.372336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:08.397262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:08.528335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] device_id is not set on port c3f4f3dd-53cf-4035-b038-92e81f42a117 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:19:08.528868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:08.547759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:08.565055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6cb5b574-ba78-4a4c-87e0-504c9cd2c983 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:08.597079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:08.598428 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "PUT /v2.0/security-groups/8ea525dd-1ec6-497d-ba91-c341cd2281bc HTTP/1.1" status: 200  len: 1610 time: 0.8936393
Dec 23 16:19:08.603977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55902) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:08.691783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea525dd-1ec6-497d-ba91-c341cd2281bc,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:08.709790 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-252191ad-a327-48c7-9d1f-0f46f5e656dc tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-groups/8ea525dd-1ec6-497d-ba91-c341cd2281bc HTTP/1.1" status: 200  len: 1610 time: 0.1019697
Dec 23 16:19:08.715884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55906) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:08.737547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:08.785128 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-8a88d6ee-ec16-4f7d-9ae2-d231df4e2d9a service neutron] 10.222.0.67 "GET /v2.0/networks/37f7e9cd-1903-436c-99fb-3870a78414fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9828598
Dec 23 16:19:08.801335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:08.801748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:08.802176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:08.802595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:08.803030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:08.804558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:08.804558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:08.805022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:08.805491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:08.805900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:08.806310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:08.835476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:08.905218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] device_id is not set on port 8dde1b56-e55f-492e-a79e-54f19cff3b4e yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:19:08.915706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cc37d5a-2d85-4388-8134-ef7e44227704 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:08.952738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cc37d5a-2d85-4388-8134-ef7e44227704 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:09.021551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:09.092546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cc37d5a-2d85-4388-8134-ef7e44227704 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:09.099220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:09.127221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc37d5a-2d85-4388-8134-ef7e44227704 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea525dd-1ec6-497d-ba91-c341cd2281bc,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:09.136266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4cc37d5a-2d85-4388-8134-ef7e44227704 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:09.157432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:09.173020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cc37d5a-2d85-4388-8134-ef7e44227704 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:09.175045 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4cc37d5a-2d85-4388-8134-ef7e44227704 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-groups/8ea525dd-1ec6-497d-ba91-c341cd2281bc HTTP/1.1" status: 204  len: 168 time: 0.4576418
Dec 23 16:19:09.177134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55910) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:09.197110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for 3efcbc98-bb5b-47ef-ab96-0593342eab03 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:09.253590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c3cf1a79-b660-496e-9b27-4919ced70b69 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:09.293581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:09.303476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-82c36301-566c-443c-bb06-c5cc40ffb536 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:09.324839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Allocated IP 172.23.0.1 (6a3e3902-af7e-4a11-831e-a27c64b9024b/9e77e9e7-763d-430a-be7a-0228f65d2c1e/8c5100d2-9b41-4abe-be9f-38e1b823059e) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:09.336778 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f84f0ff4-80f3-4e4b-b411-32574b678e17 service neutron] 10.222.0.67 "GET /v2.0/networks/37f7e9cd-1903-436c-99fb-3870a78414fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5410519
Dec 23 16:19:09.351586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03af0ecf-1096-45d3-8f48-bf90af80d1ff None None] Network 6a3e3902-af7e-4a11-831e-a27c64b9024b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:09.362880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c3cf1a79-b660-496e-9b27-4919ced70b69 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:09.368252 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c3cf1a79-b660-496e-9b27-4919ced70b69 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1886837
Dec 23 16:19:09.371765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55914) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:09.419806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 08179172-83b5-4fa1-b059-113f61b7c3c7 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:09.438613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event updated for resources: {'Port': ['ID=c3f4f3dd-53cf-4035-b038-92e81f42a117,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:09.452233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:09.464976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Checking segment: {'id': 'aadee4a6-efa2-45bc-b70b-b808496d0524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '679cd0fb-5fbf-4bf7-b56f-99ddd8a52775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:09.465779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Network hostable DHCP agents. Network: 679cd0fb-5fbf-4bf7-b56f-99ddd8a52775, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:19:09.466960 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-f910b7b7-ae52-417b-86ec-d7b3d67451e9 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] delete failed (client error): The resource could not be found.
Dec 23 16:19:09.471367 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f910b7b7-ae52-417b-86ec-d7b3d67451e9 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-groups/8ea525dd-1ec6-497d-ba91-c341cd2281bc HTTP/1.1" status: 404  len: 347 time: 0.0657945
Dec 23 16:19:09.472892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55918) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:09.489290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-12ecc83e-dc81-46cb-ae03-a9871321f9e3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996593350'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:09.494185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-12ecc83e-dc81-46cb-ae03-a9871321f9e3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:09.504822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-12ecc83e-dc81-46cb-ae03-a9871321f9e3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:09.518023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12ecc83e-dc81-46cb-ae03-a9871321f9e3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:09.553220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Network 679cd0fb-5fbf-4bf7-b56f-99ddd8a52775 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:19:09.594343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:09.602736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e2f18b9-01a3-4fd8-8468-231594cf3a8e tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:09.634260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-58514f00-2ce7-4d3f-bb5f-8eab9f148ec8 None None] Provisioning for port 08179172-83b5-4fa1-b059-113f61b7c3c7 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:09.634917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-596aa2e8-5644-46d8-b243-6fe8f4d6d4ab req-769116e4-ac0c-4845-839c-63e3c0fc579e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:09.644840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-12ecc83e-dc81-46cb-ae03-a9871321f9e3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:09.648370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 679cd0fb-5fbf-4bf7-b56f-99ddd8a52775) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:09.653368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:09.655172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:09.668278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1e5b1b02-f447-42ba-ab3d-6b6c1c86cdd0 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:09.669824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2abed2-ade1-4a0d-a57e-48ac94b0f888 None None] Network 679cd0fb-5fbf-4bf7-b56f-99ddd8a52775 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:09.695497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=3efcbc98-bb5b-47ef-ab96-0593342eab03,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:09.702081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:09.714512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-12ecc83e-dc81-46cb-ae03-a9871321f9e3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:09.734099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-12ecc83e-dc81-46cb-ae03-a9871321f9e3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:09.755099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 08179172-83b5-4fa1-b059-113f61b7c3c7 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:09.763683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 08179172-83b5-4fa1-b059-113f61b7c3c7 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:09.764119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:09.780445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-12ecc83e-dc81-46cb-ae03-a9871321f9e3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:09.794783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-596aa2e8-5644-46d8-b243-6fe8f4d6d4ab req-769116e4-ac0c-4845-839c-63e3c0fc579e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:09.796268 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-596aa2e8-5644-46d8-b243-6fe8f4d6d4ab req-769116e4-ac0c-4845-839c-63e3c0fc579e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 210 time: 0.2274563
Dec 23 16:19:09.822975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event updated for resources: {'Port': ['ID=8dde1b56-e55f-492e-a79e-54f19cff3b4e,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:09.825673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Checking segment: {'id': 'ffc52522-673e-4316-a0a0-298669e20a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '56072509-806f-4fe7-afda-0cbcc002455e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:09.827040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Network hostable DHCP agents. Network: 56072509-806f-4fe7-afda-0cbcc002455e, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:19:09.832794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:09.837911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:09.880020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Transition to ACTIVE for port object 8c5100d2-9b41-4abe-be9f-38e1b823059e will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:09.900992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Network 56072509-806f-4fe7-afda-0cbcc002455e is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:19:09.911546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12ecc83e-dc81-46cb-ae03-a9871321f9e3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:09.915867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12ecc83e-dc81-46cb-ae03-a9871321f9e3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:09.922165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-116c6f74-68d6-4f7d-8a84-4f6254df752c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:09.939580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 56072509-806f-4fe7-afda-0cbcc002455e) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:09.949582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:09.954305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:09.958334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:09.959096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:09.969419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75560a9a-6b02-4bce-9c0c-f7d5988f7c51 None None] Network 56072509-806f-4fe7-afda-0cbcc002455e requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:10.005684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12ecc83e-dc81-46cb-ae03-a9871321f9e3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.010203 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-12ecc83e-dc81-46cb-ae03-a9871321f9e3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.5305398
Dec 23 16:19:10.010203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecc83e-dc81-46cb-ae03-a9871321f9e3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87304b17-9678-492a-adf1-a0ea49cf7573,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:10.011486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55932) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:10.012972 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 1.9360788
Dec 23 16:19:10.016252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-12ecc83e-dc81-46cb-ae03-a9871321f9e3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:10.016933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55936) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:10.020911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d86706d6-804d-49e5-85ac-a533c6236adb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group_rule': {'security_group_id': '87304b17-9678-492a-adf1-a0ea49cf7573', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:10.072840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.091866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d86706d6-804d-49e5-85ac-a533c6236adb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:10.097392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d86706d6-804d-49e5-85ac-a533c6236adb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:10.102766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d86706d6-804d-49e5-85ac-a533c6236adb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:10.109786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d86706d6-804d-49e5-85ac-a533c6236adb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:10.144696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d86706d6-804d-49e5-85ac-a533c6236adb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.206243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.218573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c7c2de09-36fc-42da-8523-cf20d888a761 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:10.269346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b086569-2f33-4619-9dab-0c2664f6b302 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:10.273837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b086569-2f33-4619-9dab-0c2664f6b302 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:10.275611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7b086569-2f33-4619-9dab-0c2664f6b302 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Synchronizing usage tracker for tenant:07ce42eb0dbf4e8ba2c1f309657cbca9 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:10.300490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d86706d6-804d-49e5-85ac-a533c6236adb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.305722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 6a3e3902-af7e-4a11-831e-a27c64b9024b is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:10.307889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d86706d6-804d-49e5-85ac-a533c6236adb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.311069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:10.340283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.348486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7b086569-2f33-4619-9dab-0c2664f6b302 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Unset dirty status for tenant:07ce42eb0dbf4e8ba2c1f309657cbca9 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:10.349793 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7b086569-2f33-4619-9dab-0c2664f6b302 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.3232586
Dec 23 16:19:10.353819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d86706d6-804d-49e5-85ac-a533c6236adb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.355114 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d86706d6-804d-49e5-85ac-a533c6236adb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3408673
Dec 23 16:19:10.356930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55940) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:10.359846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86706d6-804d-49e5-85ac-a533c6236adb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f8eacb-7562-407c-bf7e-e4ee2080d8b4,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:10.373002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55942) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:10.373968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:10.390694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:10.406133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 08179172-83b5-4fa1-b059-113f61b7c3c7, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=08179172-83b5-4fa1-b059-113f61b7c3c7,segment=NetworkSegment(ec930b5c-fcd0-4201-bba9-39f81063df74),segment_id=ec930b5c-fcd0-4201-bba9-39f81063df74)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:10.413947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.415296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bf81480b-d23a-4653-8cbb-34beeafe61d5 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:10.446332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d86706d6-804d-49e5-85ac-a533c6236adb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:10.460427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-16bc8ae6-797d-478b-b9c3-c0104911ce40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:10.488851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-15df37f6-0d1d-4ee6-b792-8c8847ffa330 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Deleting port c3f4f3dd-53cf-4035-b038-92e81f42a117 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:10.489397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15df37f6-0d1d-4ee6-b792-8c8847ffa330 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.535638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=8c5100d2-9b41-4abe-be9f-38e1b823059e,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:10.554392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:10.557187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=08179172-83b5-4fa1-b059-113f61b7c3c7,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:10.560658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:10.576195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port bf81480b-d23a-4653-8cbb-34beeafe61d5 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:10.577117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.579478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.592565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.597801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.599993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5f35-5cdf-44d7-bba0-86de31ce30cf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.617350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5f35-5cdf-44d7-bba0-86de31ce30cf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.772890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5f35-5cdf-44d7-bba0-86de31ce30cf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.783916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:10.790567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.791151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Fanout notify agent at l3_agent the message router_deleted on router 01d99ebd-cea5-46fc-90ed-780455d2bf02 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:19:10.812738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15df37f6-0d1d-4ee6-b792-8c8847ffa330 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.819281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f5f35-5cdf-44d7-bba0-86de31ce30cf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4f8eacb-7562-407c-bf7e-e4ee2080d8b4,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:10.825573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0e7f5f35-5cdf-44d7-bba0-86de31ce30cf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:10.829241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6d63e241-297d-4f7b-9656-40e475f9a413 None None] Provisioning complete for port 08179172-83b5-4fa1-b059-113f61b7c3c7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:10.829659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6d63e241-297d-4f7b-9656-40e475f9a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.831805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.870919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e7f5f35-5cdf-44d7-bba0-86de31ce30cf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.874678 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0e7f5f35-5cdf-44d7-bba0-86de31ce30cf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/c4f8eacb-7562-407c-bf7e-e4ee2080d8b4 HTTP/1.1" status: 204  len: 168 time: 0.4931939
Dec 23 16:19:10.875560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55950) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:10.903800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:10.908536 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/routers/01d99ebd-cea5-46fc-90ed-780455d2bf02 HTTP/1.1" status: 204  len: 168 time: 4.4743876
Dec 23 16:19:10.911258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55954) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:10.966251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-599836307'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:10.976341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:10.991000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:network and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:11.010590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:11.308718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 08179172-83b5-4fa1-b059-113f61b7c3c7 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:11.323257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-15df37f6-0d1d-4ee6-b792-8c8847ffa330 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Calling delete_port for c3f4f3dd-53cf-4035-b038-92e81f42a117 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:11.369004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-dc97e7ed-d5ce-4e11-a6c3-c1700875b079 None None] Provisioning for port 8c5100d2-9b41-4abe-be9f-38e1b823059e completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:11.378068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-dc97e7ed-d5ce-4e11-a6c3-c1700875b079 None None] Provisioning complete for port 8c5100d2-9b41-4abe-be9f-38e1b823059e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:11.378627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc97e7ed-d5ce-4e11-a6c3-c1700875b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:11.462215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:11.470871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dc97e7ed-d5ce-4e11-a6c3-c1700875b079 None None] Port 8c5100d2-9b41-4abe-be9f-38e1b823059e cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:19:11.474610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 08179172-83b5-4fa1-b059-113f61b7c3c7 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:11.476401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:11.541532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15df37f6-0d1d-4ee6-b792-8c8847ffa330 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:11.548415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-51ce2823-a926-482b-b78c-c64e39fd4ebd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:11.596917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-fd4f802f-7aad-4f04-a389-290ce42b7513 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:11.597692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-fd4f802f-7aad-4f04-a389-290ce42b7513 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:11.604091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df37f6-0d1d-4ee6-b792-8c8847ffa330 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event deleted for resources: {'Port': ['ID=c3f4f3dd-53cf-4035-b038-92e81f42a117,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:11.609231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15df37f6-0d1d-4ee6-b792-8c8847ffa330 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:11.610492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1c386b07-3fb6-4497-a503-5e631ea3bc6e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:11.622146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-fd4f802f-7aad-4f04-a389-290ce42b7513 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:11.623398 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-fd4f802f-7aad-4f04-a389-290ce42b7513 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/networks?id=37f7e9cd-1903-436c-99fb-3870a78414fb HTTP/1.1" status: 200  len: 797 time: 0.7027233
Dec 23 16:19:11.624406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15df37f6-0d1d-4ee6-b792-8c8847ffa330 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:11.627655 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-959cfa71-78a4-41e8-b6a5-d3c18390a370 req-8eae1d50-e2f3-4dd4-b8d4-928f056b4171 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 210 time: 0.1554227
Dec 23 16:19:11.634144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:11.641181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:11.667843 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-15df37f6-0d1d-4ee6-b792-8c8847ffa330 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "DELETE /v2.0/ports/c3f4f3dd-53cf-4035-b038-92e81f42a117 HTTP/1.1" status: 204  len: 168 time: 1.3095908
Dec 23 16:19:11.670641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55962) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:11.695293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1c386b07-3fb6-4497-a503-5e631ea3bc6e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:11.698647 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1c386b07-3fb6-4497-a503-5e631ea3bc6e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.8202543
Dec 23 16:19:11.700414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55966) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:11.752422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-e6e8f30a-26cd-42aa-9e0b-60fba880c28a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:11.754589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:19:11.773373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6ab26f39-ac33-4377-a1a5-bb8d8d5d0f48 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Deleting port 8dde1b56-e55f-492e-a79e-54f19cff3b4e {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:11.773776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ab26f39-ac33-4377-a1a5-bb8d8d5d0f48 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:11.824685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-e6e8f30a-26cd-42aa-9e0b-60fba880c28a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:11.825964 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-e6e8f30a-26cd-42aa-9e0b-60fba880c28a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 380 time: 0.1859233
Dec 23 16:19:11.838611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'port': {'device_id': '501fb7d0-356f-4cf2-96df-9f091906d0d3', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'admin_state_up': True, 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'security_groups': ['17c7d8d8-e40d-4312-a5fb-7af7d7a7c495']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:11.840520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:11.840923 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Added segment fd730741-8b8d-4f56-b6f3-ca6950d75d43 of type vlan for network 1342b210-dda6-428a-b72f-329d66430314
Dec 23 16:19:11.933010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:11.958342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb77fc20-3cc9-43b3-b668-c53a9d6f9dd2 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.021375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.024014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb77fc20-3cc9-43b3-b668-c53a9d6f9dd2 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.035487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.040144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:12.040791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.048227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c68e77ab-f313-4e2c-97e7-1f83c3638950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:12.063290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.083220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.147195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:12.150486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ab26f39-ac33-4377-a1a5-bb8d8d5d0f48 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.227911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:12.240283 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.3277729
Dec 23 16:19:12.244504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Network': ['ID=1342b210-dda6-428a-b72f-329d66430314,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:12.247650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55970) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:12.255871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'subnet': {'network_id': '1342b210-dda6-428a-b72f-329d66430314', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:12.257120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 1342b210-dda6-428a-b72f-329d66430314 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:19:12.272163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:12.273099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.276779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1afb618d-c80a-4d6f-8ad4-cb4ce32c6a3d tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:12.297871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6ab26f39-ac33-4377-a1a5-bb8d8d5d0f48 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Calling delete_port for 8dde1b56-e55f-492e-a79e-54f19cff3b4e owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:12.314623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb77fc20-3cc9-43b3-b668-c53a9d6f9dd2 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.348495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:12.354543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.468412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ab26f39-ac33-4377-a1a5-bb8d8d5d0f48 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.477344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-335249f5-e05c-40cd-8156-4bb76944d988 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:12.477565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event updated for resources: {'Port': ['ID=8c5100d2-9b41-4abe-be9f-38e1b823059e,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:12.495987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:12.496825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb77fc20-3cc9-43b3-b668-c53a9d6f9dd2 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.498049 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eb77fc20-3cc9-43b3-b668-c53a9d6f9dd2 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-groups/87304b17-9678-492a-adf1-a0ea49cf7573 HTTP/1.1" status: 204  len: 168 time: 0.7944517
Dec 23 16:19:12.498844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-361939c6-73e4-4537-8b3b-1877cc1f8964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:12.508856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55974) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:12.524225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77fc20-3cc9-43b3-b668-c53a9d6f9dd2 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87304b17-9678-492a-adf1-a0ea49cf7573,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:12.529262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:12.550027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab26f39-ac33-4377-a1a5-bb8d8d5d0f48 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event deleted for resources: {'Port': ['ID=8dde1b56-e55f-492e-a79e-54f19cff3b4e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:12.561530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6ab26f39-ac33-4377-a1a5-bb8d8d5d0f48 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:12.587350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb77fc20-3cc9-43b3-b668-c53a9d6f9dd2 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:12.595782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:subnet and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:12.606479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:12.616937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:12.619154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ab26f39-ac33-4377-a1a5-bb8d8d5d0f48 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.642504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:12.667941 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6ab26f39-ac33-4377-a1a5-bb8d8d5d0f48 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "DELETE /v2.0/ports/8dde1b56-e55f-492e-a79e-54f19cff3b4e HTTP/1.1" status: 204  len: 168 time: 0.9958797
Dec 23 16:19:12.673616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55980) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:12.686291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a33c7356-e01a-4225-bdd4-b7be7f4a2b0e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:12.688455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Network 6a3e3902-af7e-4a11-831e-a27c64b9024b is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:12.690465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.6 (37f7e9cd-1903-436c-99fb-3870a78414fb/74a6b745-a7e3-4480-ac35-befab560b7a1/eb70235d-9198-493b-9e13-f38474c7d249) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:12.714464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a33c7356-e01a-4225-bdd4-b7be7f4a2b0e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:12.716429 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a33c7356-e01a-4225-bdd4-b7be7f4a2b0e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1970246
Dec 23 16:19:12.723462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:12.724553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55984) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:12.736286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f2844cc0-8e96-4035-83c7-b378c40aee33 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643781842'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:12.752650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f2844cc0-8e96-4035-83c7-b378c40aee33 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:12.811586 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ea9f3ee4-1bbc-4c68-bdd5-855dfaae3d7b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1332421
Dec 23 16:19:12.836183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f2844cc0-8e96-4035-83c7-b378c40aee33 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:12.838249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55988) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:12.847224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0061823d-d3b6-4f80-80ac-14df8363fcc7 req-50606603-e323-44d0-8def-8377620ccdc5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:12.859380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1117130377'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:12.883037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:12.896600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Usage tracker for resource:network and tenant:07ce42eb0dbf4e8ba2c1f309657cbca9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:12.905020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:12.908111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2844cc0-8e96-4035-83c7-b378c40aee33 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.962787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:12.976113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:12.981409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0061823d-d3b6-4f80-80ac-14df8363fcc7 req-50606603-e323-44d0-8def-8377620ccdc5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:12.982711 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0061823d-d3b6-4f80-80ac-14df8363fcc7 req-50606603-e323-44d0-8def-8377620ccdc5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 210 time: 0.2146168
Dec 23 16:19:13.020502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Made reservation on behalf of 07ce42eb0dbf4e8ba2c1f309657cbca9 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:13.022557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.065652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f2844cc0-8e96-4035-83c7-b378c40aee33 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:13.086658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f2844cc0-8e96-4035-83c7-b378c40aee33 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:13.091501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f2844cc0-8e96-4035-83c7-b378c40aee33 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:13.105301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-43da92ec-8d6e-418e-8ce4-2465dbdddfa4 None None] Provisioning complete for port 8c5100d2-9b41-4abe-be9f-38e1b823059e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:13.105834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43da92ec-8d6e-418e-8ce4-2465dbdddfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.112034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:19:13.114437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f2844cc0-8e96-4035-83c7-b378c40aee33 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:13.134159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.151057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.151467 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Added segment 317c742d-6a9f-4a2a-af8d-a81c1f8ff487 of type vlan for network 84a190ba-3e09-408b-af25-c46a1c623227
Dec 23 16:19:13.165763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object eb70235d-9198-493b-9e13-f38474c7d249 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:13.180357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-43da92ec-8d6e-418e-8ce4-2465dbdddfa4 None None] Port 8c5100d2-9b41-4abe-be9f-38e1b823059e cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:19:13.229528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.260342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.271399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-89458f35-fcd4-4c6e-a8c6-17ac71e499bf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:13.304130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2844cc0-8e96-4035-83c7-b378c40aee33 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.334053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2844cc0-8e96-4035-83c7-b378c40aee33 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.382828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.389836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63ec4b94-cbb1-4301-af95-44f022ca7acc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:13.390002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 37f7e9cd-1903-436c-99fb-3870a78414fb is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:13.396678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:13.399184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.403422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:13.404012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.408075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:13.426051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router da270677-b997-400b-a648-fbd9a44b8b42 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:19:13.445001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=eb70235d-9198-493b-9e13-f38474c7d249,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:13.453952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:13.459275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-12ecc83e-dc81-46cb-ae03-a9871321f9e3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:13.480573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Subnet': ['ID=69d0d894-9d2f-4c7b-a5a4-748f41b0edea,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:13.488086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2844cc0-8e96-4035-83c7-b378c40aee33 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.492835 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f2844cc0-8e96-4035-83c7-b378c40aee33 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.7625511
Dec 23 16:19:13.493002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:13.501204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 55992) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:13.520172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7283cd84-2165-49d5-93de-5aae828474a8 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group_rule': {'security_group_id': 'c6a23bd0-606f-4552-962b-01a58561b46c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:13.535299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7283cd84-2165-49d5-93de-5aae828474a8 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:13.541359 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.7019165
Dec 23 16:19:13.548504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:13.549191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.551690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 55996) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:13.554624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7283cd84-2165-49d5-93de-5aae828474a8 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:13.558753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-838346402'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:13.559147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2844cc0-8e96-4035-83c7-b378c40aee33 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a23bd0-606f-4552-962b-01a58561b46c,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:13.566908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7283cd84-2165-49d5-93de-5aae828474a8 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:13.573938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f2844cc0-8e96-4035-83c7-b378c40aee33 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:13.574525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-53d8fddb-bd4b-472b-96ee-2fd343c1859b tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:13.579067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:13.603319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7283cd84-2165-49d5-93de-5aae828474a8 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:13.610595 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7786384
Dec 23 16:19:13.630966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Request body: {'port': {'device_id': '501fb7d0-356f-4cf2-96df-9f091906d0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:13.641166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Usage tracker for resource:network and tenant:07ce42eb0dbf4e8ba2c1f309657cbca9 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:13.650954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:13.666882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:13.671078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Checking segment: {'id': 'fd730741-8b8d-4f56-b6f3-ca6950d75d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1342b210-dda6-428a-b72f-329d66430314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:13.671409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network hostable DHCP agents. Network: 1342b210-dda6-428a-b72f-329d66430314, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:19:13.699466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Made reservation on behalf of 07ce42eb0dbf4e8ba2c1f309657cbca9 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:13.704816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.704996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-da8b4937-4b83-4881-b936-bbb5a122e3df None None] Provisioning for port eb70235d-9198-493b-9e13-f38474c7d249 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:13.711077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-da8b4937-4b83-4881-b936-bbb5a122e3df None None] Provisioning complete for port eb70235d-9198-493b-9e13-f38474c7d249 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:13.711683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-da8b4937-4b83-4881-b936-bbb5a122e3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.743864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 1342b210-dda6-428a-b72f-329d66430314 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:19:13.745735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7283cd84-2165-49d5-93de-5aae828474a8 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.764149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event updated for resources: {'Network': ['ID=84a190ba-3e09-408b-af25-c46a1c623227,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:13.766316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:19:13.768513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 1342b210-dda6-428a-b72f-329d66430314) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:13.770888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-da8b4937-4b83-4881-b936-bbb5a122e3df None None] Port eb70235d-9198-493b-9e13-f38474c7d249 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:19:13.771239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:13.778830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:13.779260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.788304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 84a190ba-3e09-408b-af25-c46a1c623227 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:19:13.799589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.799995 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Added segment 813a91de-2746-4412-9cd1-cc5fd8f619d4 of type vlan for network 9640e582-3072-4f78-97f5-59a78690c828
Dec 23 16:19:13.808754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c4c6b5-2e44-45a6-af31-cf08cb886b9c None None] Network 1342b210-dda6-428a-b72f-329d66430314 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:13.873281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.937062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7283cd84-2165-49d5-93de-5aae828474a8 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.952116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7283cd84-2165-49d5-93de-5aae828474a8 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:13.956430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:13.991565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283cd84-2165-49d5-93de-5aae828474a8 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899cd904-09b2-431d-8839-fd26acc0dd4c,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:13.999599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7283cd84-2165-49d5-93de-5aae828474a8 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:14.053969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:19:14.071836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Sync routers for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:19:14.075397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7283cd84-2165-49d5-93de-5aae828474a8 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.079331 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7283cd84-2165-49d5-93de-5aae828474a8 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5744450
Dec 23 16:19:14.079488 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/da270677-b997-400b-a648-fbd9a44b8b42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6043723
Dec 23 16:19:14.079488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56002) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:14.079871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56004) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:14.087774 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8370535
Dec 23 16:19:14.092112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-35297182-6816-4893-82b9-3aa8887e959c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:14.098264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:14.099193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ff0f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:14.104449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56010) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:14.117023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-812f38a6-9401-4f6c-963c-6c625454279d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2115957772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:14.129501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-812f38a6-9401-4f6c-963c-6c625454279d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:14.163423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-812f38a6-9401-4f6c-963c-6c625454279d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:14.183339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-1342b210-dda6-428a-b72f-329d66430314', 'network_id': '1342b210-dda6-428a-b72f-329d66430314', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'fixed_ips': [{'subnet_id': '69d0d894-9d2f-4c7b-a5a4-748f41b0edea'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:19:14.185325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.212629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a3f18432-0284-4158-b7dc-12aef1747299 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group_rule': {'security_group_id': 'c6a23bd0-606f-4552-962b-01a58561b46c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:14.264763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-812f38a6-9401-4f6c-963c-6c625454279d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.265788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-812f38a6-9401-4f6c-963c-6c625454279d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.280433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a3f18432-0284-4158-b7dc-12aef1747299 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:14.304936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.310173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a3f18432-0284-4158-b7dc-12aef1747299 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:14.327778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a3f18432-0284-4158-b7dc-12aef1747299 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:14.348420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-812f38a6-9401-4f6c-963c-6c625454279d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.398779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a3f18432-0284-4158-b7dc-12aef1747299 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:14.401607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Allocated IP 2001:db8::2 (1342b210-dda6-428a-b72f-329d66430314/69d0d894-9d2f-4c7b-a5a4-748f41b0edea/536d2afd-f78c-4eb3-a537-62800d613395) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:14.461663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb70235d-9198-493b-9e13-f38474c7d249 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:19:14.471178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.480411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3f18432-0284-4158-b7dc-12aef1747299 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.493134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-812f38a6-9401-4f6c-963c-6c625454279d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.499219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.503851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:14.504782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.507266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Transition to ACTIVE for port object eb70235d-9198-493b-9e13-f38474c7d249 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:14.515097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a47d8eb9-86b0-4805-b0b3-5f62b6f18cd1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:14.515281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.524364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-33795271-ff1d-4a99-afc6-191d1c238c9f tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:14.526916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:14.582733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-812f38a6-9401-4f6c-963c-6c625454279d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.587470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-812f38a6-9401-4f6c-963c-6c625454279d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4787912
Dec 23 16:19:14.591188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56014) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:14.609300 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.0564325
Dec 23 16:19:14.622691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda9536-a369-4b36-acbf-87cd25f5921c req-ee766525-c9a0-41e5-bea8-88e294547e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:14.624482 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1dda9536-a369-4b36-acbf-87cd25f5921c req-ee766525-c9a0-41e5-bea8-88e294547e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 931 time: 0.3904767
Dec 23 16:19:14.682492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.706691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Transition to ACTIVE for port object 536d2afd-f78c-4eb3-a537-62800d613395 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:14.754757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event updated for resources: {'Network': ['ID=9640e582-3072-4f78-97f5-59a78690c828,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:14.755020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Transition to ACTIVE for port object 536d2afd-f78c-4eb3-a537-62800d613395 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:14.763870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:14.767512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.773204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-13c7eb12-7ad0-4d11-a1a9-06ddb60bec5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:14.782202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Pushing event updated for resources: {'Port': ['ID=eb70235d-9198-493b-9e13-f38474c7d249,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:14.793755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:14.825934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3f18432-0284-4158-b7dc-12aef1747299 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.829247 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1dda9536-a369-4b36-acbf-87cd25f5921c req-477a4477-00a5-404c-8f45-627ebb9177d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1357737
Dec 23 16:19:14.844329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 9640e582-3072-4f78-97f5-59a78690c828 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:19:14.903225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3f18432-0284-4158-b7dc-12aef1747299 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:14.999438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0e7f5f35-5cdf-44d7-bba0-86de31ce30cf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:15.043598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Network 1342b210-dda6-428a-b72f-329d66430314 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:15.053487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:15.086611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f18432-0284-4158-b7dc-12aef1747299 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a57fbb-883e-4aaa-a8bb-f7629b5db3b6,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:15.110570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3f18432-0284-4158-b7dc-12aef1747299 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:15.133357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3f18432-0284-4158-b7dc-12aef1747299 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:15.134717 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a3f18432-0284-4158-b7dc-12aef1747299 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.0490947
Dec 23 16:19:15.137782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56018) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:15.144356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3ae29984-6314-4046-b34c-440c1ffc820a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group_rule': {'security_group_id': 'c6a23bd0-606f-4552-962b-01a58561b46c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:15.184637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:15.187382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Pushing event updated for resources: {'Port': ['ID=536d2afd-f78c-4eb3-a537-62800d613395,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:15.222866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3ae29984-6314-4046-b34c-440c1ffc820a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:15.242149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3ae29984-6314-4046-b34c-440c1ffc820a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:15.247706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3ae29984-6314-4046-b34c-440c1ffc820a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:15.251499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:15.259172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3ae29984-6314-4046-b34c-440c1ffc820a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:15.343477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ae29984-6314-4046-b34c-440c1ffc820a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:15.365080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ff0f0>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:10Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c5100d2-9b41-4abe-be9f-38e1b823059e', 'name': '', 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:dd:13:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:08Z', 'updated_at': '2021-12-23T16:19:11Z', 'revision_number': 2, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf81480b-d23a-4653-8cbb-34beeafe61d5', 'name': '', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:62:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:56Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:15.378888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Checking router: da270677-b997-400b-a648-fbd9a44b8b42 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:19:15.379622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Updating router da270677-b997-400b-a648-fbd9a44b8b42 port 8c5100d2-9b41-4abe-be9f-38e1b823059e binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:19:15.416443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ae29984-6314-4046-b34c-440c1ffc820a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:15.423124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ae29984-6314-4046-b34c-440c1ffc820a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:15.459541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:15.501250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:15.503809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae29984-6314-4046-b34c-440c1ffc820a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb8f4fd-d0a1-4004-8d70-82bc5e24dfcb,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:15.505896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Attempting to bind port 536d2afd-f78c-4eb3-a537-62800d613395 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:19:15.506517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Attempting to bind port 536d2afd-f78c-4eb3-a537-62800d613395 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'fd730741-8b8d-4f56-b6f3-ca6950d75d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1342b210-dda6-428a-b72f-329d66430314'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:19:15.507124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Attempting to bind port 536d2afd-f78c-4eb3-a537-62800d613395 on network 1342b210-dda6-428a-b72f-329d66430314 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:19:15.518947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3ae29984-6314-4046-b34c-440c1ffc820a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:15.525965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:19:15.526399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Checking segment: {'id': 'fd730741-8b8d-4f56-b6f3-ca6950d75d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1342b210-dda6-428a-b72f-329d66430314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:15.526861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:15.529416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Bound using segment: {'id': 'fd730741-8b8d-4f56-b6f3-ca6950d75d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1342b210-dda6-428a-b72f-329d66430314'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:19:15.529957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Bound port: 536d2afd-f78c-4eb3-a537-62800d613395, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd730741-8b8d-4f56-b6f3-ca6950d75d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1342b210-dda6-428a-b72f-329d66430314'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:19:15.530396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:15.600676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ae29984-6314-4046-b34c-440c1ffc820a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:15.602596 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3ae29984-6314-4046-b34c-440c1ffc820a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4638057
Dec 23 16:19:15.604981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Attempting to bind port eb70235d-9198-493b-9e13-f38474c7d249 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:19:15.605361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Attempting to bind port eb70235d-9198-493b-9e13-f38474c7d249 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '08729350-35cc-4d17-a836-396167475d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:19:15.605740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Attempting to bind port eb70235d-9198-493b-9e13-f38474c7d249 on network 37f7e9cd-1903-436c-99fb-3870a78414fb {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:19:15.609822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56022) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:15.621876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c9f43edf-aeb1-4688-88f2-c55a5e08c0a4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group_rule': {'security_group_id': 'c6a23bd0-606f-4552-962b-01a58561b46c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:15.686747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] For port 536d2afd-f78c-4eb3-a537-62800d613395, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:19:15.690577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] For port 536d2afd-f78c-4eb3-a537-62800d613395, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=536d2afd-f78c-4eb3-a537-62800d613395,segment=NetworkSegment(fd730741-8b8d-4f56-b6f3-ca6950d75d43),segment_id=fd730741-8b8d-4f56-b6f3-ca6950d75d43)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:19:15.695520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:15.700896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:15.732507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c9f43edf-aeb1-4688-88f2-c55a5e08c0a4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:15.735100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Port eb70235d-9198-493b-9e13-f38474c7d249 on network 37f7e9cd-1903-436c-99fb-3870a78414fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:19:15.735482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Attempting to bind port eb70235d-9198-493b-9e13-f38474c7d249 on network 37f7e9cd-1903-436c-99fb-3870a78414fb {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:19:15.739235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.extraroute_db [None req-35297182-6816-4893-82b9-3aa8887e959c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 23 16:19:15.758840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.extraroute_db [None req-35297182-6816-4893-82b9-3aa8887e959c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Removed routes are [] {{(pid=88840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 23 16:19:15.759429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35297182-6816-4893-82b9-3aa8887e959c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:15.763253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c9f43edf-aeb1-4688-88f2-c55a5e08c0a4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:15.780505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Pushing event updated for resources: {'Port': ['ID=536d2afd-f78c-4eb3-a537-62800d613395,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:15.795368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:15.863595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c9f43edf-aeb1-4688-88f2-c55a5e08c0a4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:15.882782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c9f43edf-aeb1-4688-88f2-c55a5e08c0a4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:15.892633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:19:15.893026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Checking segment: {'id': '08729350-35cc-4d17-a836-396167475d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:15.893461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Bound using segment: {'id': '08729350-35cc-4d17-a836-396167475d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:19:15.893962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Bound port: eb70235d-9198-493b-9e13-f38474c7d249, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08729350-35cc-4d17-a836-396167475d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:19:15.894765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:16.046566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:16.064782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Transition to ACTIVE for port object 8c5100d2-9b41-4abe-be9f-38e1b823059e will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:16.076913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:16.089329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:16.140496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f43edf-aeb1-4688-88f2-c55a5e08c0a4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:16.261360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ec38b-89fa-4f77-9b40-1e6e62b6d582 None None] Pushing event updated for resources: {'Port': ['ID=8c5100d2-9b41-4abe-be9f-38e1b823059e,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:16.271602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f26ec38b-89fa-4f77-9b40-1e6e62b6d582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:16.438609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35297182-6816-4893-82b9-3aa8887e959c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:16.450680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35297182-6816-4893-82b9-3aa8887e959c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:16.458042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Attempting to bind port 8c5100d2-9b41-4abe-be9f-38e1b823059e on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:19:16.458465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Attempting to bind port 8c5100d2-9b41-4abe-be9f-38e1b823059e by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ec930b5c-fcd0-4201-bba9-39f81063df74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:19:16.458876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Attempting to bind port 8c5100d2-9b41-4abe-be9f-38e1b823059e on network 6a3e3902-af7e-4a11-831e-a27c64b9024b {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:19:16.468545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:19:16.468916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Checking segment: {'id': 'ec930b5c-fcd0-4201-bba9-39f81063df74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:16.469322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:16.469771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Bound using segment: {'id': 'ec930b5c-fcd0-4201-bba9-39f81063df74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:19:16.470295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Bound port: 8c5100d2-9b41-4abe-be9f-38e1b823059e, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec930b5c-fcd0-4201-bba9-39f81063df74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:19:16.470721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:16.545987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:16.624648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] For port 8c5100d2-9b41-4abe-be9f-38e1b823059e, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:19:16.628348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] For port 8c5100d2-9b41-4abe-be9f-38e1b823059e, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8c5100d2-9b41-4abe-be9f-38e1b823059e,segment=NetworkSegment(ec930b5c-fcd0-4201-bba9-39f81063df74),segment_id=ec930b5c-fcd0-4201-bba9-39f81063df74)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:19:16.635993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:16.652706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e96ce039-ca8d-4c68-b673-9f787d095977 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:16.748554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:16.749889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ff0f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:16.765505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] For port eb70235d-9198-493b-9e13-f38474c7d249, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:19:16.818288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35297182-6816-4893-82b9-3aa8887e959c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router da270677-b997-400b-a648-fbd9a44b8b42 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:19:16.893170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] For port eb70235d-9198-493b-9e13-f38474c7d249, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=eb70235d-9198-493b-9e13-f38474c7d249,segment=NetworkSegment(08729350-35cc-4d17-a836-396167475d27),segment_id=08729350-35cc-4d17-a836-396167475d27)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:19:16.914058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f43edf-aeb1-4688-88f2-c55a5e08c0a4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:16.928303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:16.931992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ec38b-89fa-4f77-9b40-1e6e62b6d582 None None] Pushing event updated for resources: {'Port': ['ID=8c5100d2-9b41-4abe-be9f-38e1b823059e,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:16.942449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f26ec38b-89fa-4f77-9b40-1e6e62b6d582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:16.963821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:16.977925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9721e6a5-6f5c-41e4-8399-a2f6ffffbe2a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:17.077316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f43edf-aeb1-4688-88f2-c55a5e08c0a4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:17.097151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35297182-6816-4893-82b9-3aa8887e959c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:19:17.104385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35297182-6816-4893-82b9-3aa8887e959c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:17.110136 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-35297182-6816-4893-82b9-3aa8887e959c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/da270677-b997-400b-a648-fbd9a44b8b42 HTTP/1.1" status: 200  len: 934 time: 3.0269761
Dec 23 16:19:17.111274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56028) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:17.373058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Allocated IP 2001:db8::1 (1342b210-dda6-428a-b72f-329d66430314/69d0d894-9d2f-4c7b-a5a4-748f41b0edea/d912c449-d3ea-4ce5-8a95-14f7d4fdd328) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:17.391110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 536d2afd-f78c-4eb3-a537-62800d613395 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:17.402043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:17.403642 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] 10.222.0.36 "PUT /v2.0/ports/eb70235d-9198-493b-9e13-f38474c7d249 HTTP/1.1" status: 200  len: 1093 time: 3.7775311
Dec 23 16:19:17.404438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Pushing event updated for resources: {'Port': ['ID=eb70235d-9198-493b-9e13-f38474c7d249,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:17.415026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:17.455221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f56581-5cc9-45ab-bd32-86f6610d8227 req-578700f4-dd5d-4763-b33d-bf8f792718a3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:17.457021 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-17f56581-5cc9-45ab-bd32-86f6610d8227 req-578700f4-dd5d-4763-b33d-bf8f792718a3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 943 time: 1.3653440
Dec 23 16:19:17.660300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ff0f0>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:15Z', 'revision_number': 6, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c5100d2-9b41-4abe-be9f-38e1b823059e', 'name': '', 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:dd:13:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:08Z', 'updated_at': '2021-12-23T16:19:16Z', 'revision_number': 4, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf81480b-d23a-4653-8cbb-34beeafe61d5', 'name': '', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:62:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:56Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:17.667159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfbd2d6-f170-45a0-850e-6dbcefe81faa None None] The sync data for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv is: [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:15Z', 'revision_number': 6, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c5100d2-9b41-4abe-be9f-38e1b823059e', 'name': '', 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:dd:13:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:08Z', 'updated_at': '2021-12-23T16:19:16Z', 'revision_number': 4, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf81480b-d23a-4653-8cbb-34beeafe61d5', 'name': '', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:62:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:56Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:19:17.668742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 536d2afd-f78c-4eb3-a537-62800d613395 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:17.727414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501fb7d0-356f-4cf2-96df-9f091906d0d3', 'tag': 'eb70235d-9198-493b-9e13-f38474c7d249'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:19:17.733035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.354s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:17.973529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:19:18.001118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:18.021222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Transition to ACTIVE for port object d912c449-d3ea-4ce5-8a95-14f7d4fdd328 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:18.108540 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501fb7d0-356f-4cf2-96df-9f091906d0d3', 'tag': 'eb70235d-9198-493b-9e13-f38474c7d249', 'status': 'completed', 'code': 200}
Dec 23 16:19:18.161557 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-17f56581-5cc9-45ab-bd32-86f6610d8227 req-9bccb006-09f3-43a1-b29f-7b791d5310f6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4143705
Dec 23 16:19:18.171696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f43edf-aeb1-4688-88f2-c55a5e08c0a4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ea267c-06bf-4085-b09b-03e094650cda,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:18.190272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:18.200979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c9f43edf-aeb1-4688-88f2-c55a5e08c0a4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:18.209637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:18.248222 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1e059f2e-1e67-488b-a322-9e9c1378c1a1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/routers/da270677-b997-400b-a648-fbd9a44b8b42 HTTP/1.1" status: 200  len: 934 time: 1.1354525
Dec 23 16:19:18.250117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56036) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:18.258576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-62099b2c-eaa5-4a8d-8f65-1f9041c09daa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'router': {'routes': None}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:18.359112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f43edf-aeb1-4688-88f2-c55a5e08c0a4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:18.363032 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c9f43edf-aeb1-4688-88f2-c55a5e08c0a4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 2.7459228
Dec 23 16:19:18.367222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56040) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:18.377904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-fd2b63f0-de97-4a97-9392-7d5ddc98f325 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group_rule': {'security_group_id': 'c6a23bd0-606f-4552-962b-01a58561b46c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:18.404274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 1342b210-dda6-428a-b72f-329d66430314 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:18.411005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:18.416680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fd2b63f0-de97-4a97-9392-7d5ddc98f325 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:18.424952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:18.426114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:18.433226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=d912c449-d3ea-4ce5-8a95-14f7d4fdd328,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:18.445771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fd2b63f0-de97-4a97-9392-7d5ddc98f325 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:18.452411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:18.454046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fd2b63f0-de97-4a97-9392-7d5ddc98f325 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:18.460369 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-ae2ecf2e-8523-41c2-85f8-0efd7988f185 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 1096 time: 0.6868525
Dec 23 16:19:18.466729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fd2b63f0-de97-4a97-9392-7d5ddc98f325 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:18.509104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6fe8a5-1603-4d6f-8f5f-bf2f87dff68d None None] Network 1342b210-dda6-428a-b72f-329d66430314 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:18.579769 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-2403302a-e433-4905-b47b-7b56f80c6d98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb70235d-9198-493b-9e13-f38474c7d249 HTTP/1.1" status: 200  len: 217 time: 0.1104457
Dec 23 16:19:18.625546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56044) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:18.672316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd2b63f0-de97-4a97-9392-7d5ddc98f325 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:18.706675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Request body: {'subnets': [{'network_id': '84a190ba-3e09-408b-af25-c46a1c623227', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1561576583', 'ip_version': 6}, {'network_id': '9640e582-3072-4f78-97f5-59a78690c828', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:18.707332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Request body: {'subnet': {'network_id': '84a190ba-3e09-408b-af25-c46a1c623227', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1561576583', 'ip_version': 6}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:18.708194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Request body: {'subnet': {'network_id': '9640e582-3072-4f78-97f5-59a78690c828', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:18.715917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e2b3934e-00c2-44cd-aaee-735d5dfa2aac None None] Provisioning for port 536d2afd-f78c-4eb3-a537-62800d613395 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:18.784573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-a68c61e9-897a-4fc2-9ec6-cbf4d775395f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:18.786409 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-a68c61e9-897a-4fc2-9ec6-cbf4d775395f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a6b745-a7e3-4480-ac35-befab560b7a1 HTTP/1.1" status: 200  len: 834 time: 0.1991208
Dec 23 16:19:18.821355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e2b3934e-00c2-44cd-aaee-735d5dfa2aac None None] Provisioning complete for port 536d2afd-f78c-4eb3-a537-62800d613395 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:18.821792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2b3934e-00c2-44cd-aaee-735d5dfa2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:18.890475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:19.011164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2b3934e-00c2-44cd-aaee-735d5dfa2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:19.023215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd2b63f0-de97-4a97-9392-7d5ddc98f325 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:19.033835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd2b63f0-de97-4a97-9392-7d5ddc98f325 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:19.038765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f2de32dc-adbf-46d5-9dd6-9900ac58081c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:19.062654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e2b3934e-00c2-44cd-aaee-735d5dfa2aac None None] For port 536d2afd-f78c-4eb3-a537-62800d613395, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=536d2afd-f78c-4eb3-a537-62800d613395,segment=NetworkSegment(fd730741-8b8d-4f56-b6f3-ca6950d75d43),segment_id=fd730741-8b8d-4f56-b6f3-ca6950d75d43)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:19.071131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2b3934e-00c2-44cd-aaee-735d5dfa2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:19.073239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-67badf40-ae4f-4c8c-a574-71beac4fa624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:19.082048 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-bf119084-7f35-4893-9e9a-c434108ad759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37f7e9cd-1903-436c-99fb-3870a78414fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2859251
Dec 23 16:19:19.083357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b63f0-de97-4a97-9392-7d5ddc98f325 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb827f7-d2a9-4d89-a470-e694449b7444,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:19.086782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fd2b63f0-de97-4a97-9392-7d5ddc98f325 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:19.119522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:19.163454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Usage tracker for resource:subnet and tenant:07ce42eb0dbf4e8ba2c1f309657cbca9 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:19.168659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:19.177452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd2b63f0-de97-4a97-9392-7d5ddc98f325 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:19.178947 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fd2b63f0-de97-4a97-9392-7d5ddc98f325 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 714 time: 0.8093464
Dec 23 16:19:19.182203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56048) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:19.182567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3934e-00c2-44cd-aaee-735d5dfa2aac None None] Pushing event updated for resources: {'Port': ['ID=536d2afd-f78c-4eb3-a537-62800d613395,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:19.182977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:19.191998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e2b3934e-00c2-44cd-aaee-735d5dfa2aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:19.290095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Made reservation on behalf of 07ce42eb0dbf4e8ba2c1f309657cbca9 for: {'subnet': 2} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:19.312648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7764bef6-2da7-4626-ac19-09d4aa5c4c3f tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:19.348395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7764bef6-2da7-4626-ac19-09d4aa5c4c3f tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:19.367202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8c5100d2-9b41-4abe-be9f-38e1b823059e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:19.503480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 8c5100d2-9b41-4abe-be9f-38e1b823059e completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:19.511629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 8c5100d2-9b41-4abe-be9f-38e1b823059e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:19.512304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:19.557621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4a74a02a-06f8-4317-9e8c-9358c3e17991 None None] Provisioning complete for port 536d2afd-f78c-4eb3-a537-62800d613395 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:19.558304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a74a02a-06f8-4317-9e8c-9358c3e17991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:19.651592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7764bef6-2da7-4626-ac19-09d4aa5c4c3f tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:19.679291 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-fdb44de5-5ef8-4fa1-b1b3-354f4c805334 service neutron] 10.222.0.36 "GET /v2.0/networks/37f7e9cd-1903-436c-99fb-3870a78414fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5029712
Dec 23 16:19:19.686107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.extraroute_db [None req-62099b2c-eaa5-4a8d-8f65-1f9041c09daa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Added routes are [] {{(pid=88840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 23 16:19:19.686484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.extraroute_db [None req-62099b2c-eaa5-4a8d-8f65-1f9041c09daa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 23 16:19:19.694378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2f5ec641-d39e-42be-96f2-e7b4d665e406 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:19.714063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5901a26-954b-4abf-a0f7-5d5e37a5c20a None None] Sync routers for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:19:19.723223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764bef6-2da7-4626-ac19-09d4aa5c4c3f tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bb827f7-d2a9-4d89-a470-e694449b7444,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:19.731213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7764bef6-2da7-4626-ac19-09d4aa5c4c3f tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:19.732674 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7764bef6-2da7-4626-ac19-09d4aa5c4c3f tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/6bb827f7-d2a9-4d89-a470-e694449b7444 HTTP/1.1" status: 204  len: 168 time: 0.5467818
Dec 23 16:19:19.735422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56054) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:19.736568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7764bef6-2da7-4626-ac19-09d4aa5c4c3f tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:19.789651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5901a26-954b-4abf-a0f7-5d5e37a5c20a None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:19.790403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d5901a26-954b-4abf-a0f7-5d5e37a5c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79edd080>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:19.889819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ede32e-d1e9-4c69-98e9-9d43de8be456 req-c295ae4b-cd5a-4edf-994f-d624f57122ef tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:19.891517 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7ede32e-d1e9-4c69-98e9-9d43de8be456 req-c295ae4b-cd5a-4edf-994f-d624f57122ef tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 943 time: 0.4264932
Dec 23 16:19:19.898076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:19.898476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:19.907385 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f5beb1b-1054-429c-b34b-d0d7fd4c2525 req-8a48800a-bd7f-4e1b-8125-7295600ca82e service neutron] 10.222.0.36 "GET /v2.0/networks/37f7e9cd-1903-436c-99fb-3870a78414fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2016711
Dec 23 16:19:20.006748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62099b2c-eaa5-4a8d-8f65-1f9041c09daa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:20.078260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ea047647-cb14-412c-a19e-4ace35cb5e2c tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:20.118637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:20.119395 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-63332f13-b410-4cf6-b3da-78dbe219ba4f req-dc7ff679-f0e3-454c-9aea-6e142405985e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 1096 time: 0.1346893
Dec 23 16:19:20.171671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:20.189019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:20.190444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:20.197077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:20.212212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d5901a26-954b-4abf-a0f7-5d5e37a5c20a None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:20.258201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4a74a02a-06f8-4317-9e8c-9358c3e17991 None None] Provisioning for port d912c449-d3ea-4ce5-8a95-14f7d4fdd328 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:20.264636 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7ede32e-d1e9-4c69-98e9-9d43de8be456 req-de83a58b-5578-421e-82e0-4108a75a7ec4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3387625
Dec 23 16:19:20.265533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4a74a02a-06f8-4317-9e8c-9358c3e17991 None None] Provisioning complete for port d912c449-d3ea-4ce5-8a95-14f7d4fdd328 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:20.266057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a74a02a-06f8-4317-9e8c-9358c3e17991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:20.275125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ea047647-cb14-412c-a19e-4ace35cb5e2c tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:20.279399 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ea047647-cb14-412c-a19e-4ace35cb5e2c tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5171 time: 0.5200775
Dec 23 16:19:20.291039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56058) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:20.336786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 8c5100d2-9b41-4abe-be9f-38e1b823059e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8c5100d2-9b41-4abe-be9f-38e1b823059e,segment=NetworkSegment(ec930b5c-fcd0-4201-bba9-39f81063df74),segment_id=ec930b5c-fcd0-4201-bba9-39f81063df74)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:20.357802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:20.366191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:20.377948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=d912c449-d3ea-4ce5-8a95-14f7d4fdd328,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:20.385573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:20.400990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-833c0d9c-852f-4dc5-b212-7531a15d9f38 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:20.418649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-833c0d9c-852f-4dc5-b212-7531a15d9f38 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:20.458248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332f13-b410-4cf6-b3da-78dbe219ba4f req-cc6fa15f-1062-4bd1-8f12-025b5ca59838 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:20.460140 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-63332f13-b410-4cf6-b3da-78dbe219ba4f req-cc6fa15f-1062-4bd1-8f12-025b5ca59838 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37f7e9cd-1903-436c-99fb-3870a78414fb HTTP/1.1" status: 200  len: 898 time: 0.3338184
Dec 23 16:19:20.500077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4a74a02a-06f8-4317-9e8c-9358c3e17991 None None] Port d912c449-d3ea-4ce5-8a95-14f7d4fdd328 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:19:20.547560 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-63332f13-b410-4cf6-b3da-78dbe219ba4f req-06d0c36a-3c8b-4ca2-83d5-71cd054bc17a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb70235d-9198-493b-9e13-f38474c7d249 HTTP/1.1" status: 200  len: 217 time: 0.0790672
Dec 23 16:19:20.555192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=8c5100d2-9b41-4abe-be9f-38e1b823059e,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:20.558590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:20.639681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 1342b210-dda6-428a-b72f-329d66430314 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:20.642692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:20.667885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d3653bf5-155c-4000-aeab-8fb9c968da9c None None] Provisioning complete for port d912c449-d3ea-4ce5-8a95-14f7d4fdd328 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:20.668324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d3653bf5-155c-4000-aeab-8fb9c968da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:20.709838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332f13-b410-4cf6-b3da-78dbe219ba4f req-9dae0b2f-8a79-4808-82ea-dbaffcf06e3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:20.711544 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-63332f13-b410-4cf6-b3da-78dbe219ba4f req-9dae0b2f-8a79-4808-82ea-dbaffcf06e3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a6b745-a7e3-4480-ac35-befab560b7a1 HTTP/1.1" status: 200  len: 834 time: 0.1532454
Dec 23 16:19:20.780440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d3653bf5-155c-4000-aeab-8fb9c968da9c None None] Port d912c449-d3ea-4ce5-8a95-14f7d4fdd328 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:19:20.813456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d5901a26-954b-4abf-a0f7-5d5e37a5c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79edd080>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:15Z', 'revision_number': 6, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c5100d2-9b41-4abe-be9f-38e1b823059e', 'name': '', 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:dd:13:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:08Z', 'updated_at': '2021-12-23T16:19:16Z', 'revision_number': 4, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf81480b-d23a-4653-8cbb-34beeafe61d5', 'name': '', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:62:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:56Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:20.818147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5901a26-954b-4abf-a0f7-5d5e37a5c20a None None] Checking router: da270677-b997-400b-a648-fbd9a44b8b42 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:19:20.832134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5901a26-954b-4abf-a0f7-5d5e37a5c20a None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:20.833071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d5901a26-954b-4abf-a0f7-5d5e37a5c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79edd080>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:20.890779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-833c0d9c-852f-4dc5-b212-7531a15d9f38 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:20.915253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:20.965791 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-63332f13-b410-4cf6-b3da-78dbe219ba4f req-575a33c1-4174-4bd0-b93d-9e9595ed5c5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37f7e9cd-1903-436c-99fb-3870a78414fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2383206
Dec 23 16:19:21.003812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c0d9c-852f-4dc5-b212-7531a15d9f38 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17ea267c-06bf-4085-b09b-03e094650cda,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:21.017912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-833c0d9c-852f-4dc5-b212-7531a15d9f38 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:21.043834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62099b2c-eaa5-4a8d-8f65-1f9041c09daa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:21.054912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62099b2c-eaa5-4a8d-8f65-1f9041c09daa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:21.060260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-833c0d9c-852f-4dc5-b212-7531a15d9f38 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:21.064041 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-833c0d9c-852f-4dc5-b212-7531a15d9f38 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/17ea267c-06bf-4085-b09b-03e094650cda HTTP/1.1" status: 204  len: 168 time: 0.7683849
Dec 23 16:19:21.066459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56062) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:21.073346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d5901a26-954b-4abf-a0f7-5d5e37a5c20a None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:21.166947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-50fc966c-0c2b-435d-9c90-ca4ed38d3ef2 None None] Provisioning complete for port d912c449-d3ea-4ce5-8a95-14f7d4fdd328 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:21.167413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-50fc966c-0c2b-435d-9c90-ca4ed38d3ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:21.227864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-50fc966c-0c2b-435d-9c90-ca4ed38d3ef2 None None] Port d912c449-d3ea-4ce5-8a95-14f7d4fdd328 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:19:21.320565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 536d2afd-f78c-4eb3-a537-62800d613395 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:21.340691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:21.345840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4423a811-998c-4ab2-b1a9-1cc1ef977793 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:21.350706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-58f4bbb1-4784-45da-bfe4-69b1734a1fa3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:21.357412 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-63332f13-b410-4cf6-b3da-78dbe219ba4f req-faa78cfe-aff4-4952-9c24-c62b20eaf438 service neutron] 10.222.0.36 "GET /v2.0/networks/37f7e9cd-1903-436c-99fb-3870a78414fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3811917
Dec 23 16:19:21.427487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62099b2c-eaa5-4a8d-8f65-1f9041c09daa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router da270677-b997-400b-a648-fbd9a44b8b42 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:19:21.439569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event updated for resources: {'Subnet': ['ID=33df8828-de45-4bf3-a5d3-7fd47a3b5978,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:21.447025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:21.468746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Checking segment: {'id': '317c742d-6a9f-4a2a-af8d-a81c1f8ff487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '84a190ba-3e09-408b-af25-c46a1c623227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:21.469143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Network hostable DHCP agents. Network: 84a190ba-3e09-408b-af25-c46a1c623227, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:19:21.498825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-58f4bbb1-4784-45da-bfe4-69b1734a1fa3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:21.503204 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-58f4bbb1-4784-45da-bfe4-69b1734a1fa3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4683 time: 0.4223235
Dec 23 16:19:21.535146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56068) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:21.602017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 536d2afd-f78c-4eb3-a537-62800d613395 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:21.602377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:21.660316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dafc7128-e875-430b-9b12-92005df4c44e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:21.679658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dafc7128-e875-430b-9b12-92005df4c44e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:21.691421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Network 84a190ba-3e09-408b-af25-c46a1c623227 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:19:21.703027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d5901a26-954b-4abf-a0f7-5d5e37a5c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79edd080>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:19Z', 'revision_number': 7, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c5100d2-9b41-4abe-be9f-38e1b823059e', 'name': '', 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:dd:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:08Z', 'updated_at': '2021-12-23T16:19:20Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf81480b-d23a-4653-8cbb-34beeafe61d5', 'name': '', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:62:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:56Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:21.714036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 84a190ba-3e09-408b-af25-c46a1c623227) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:21.723158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:21.727927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-106d1acc-4e7a-4d1e-83b2-5d783169f2a3 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:21.743189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57213703-46eb-4d3f-9243-b40c77eef7f4 None None] Network 84a190ba-3e09-408b-af25-c46a1c623227 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:21.758027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5901a26-954b-4abf-a0f7-5d5e37a5c20a None None] The sync data for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv is: [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:19Z', 'revision_number': 7, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c5100d2-9b41-4abe-be9f-38e1b823059e', 'name': '', 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:dd:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:08Z', 'updated_at': '2021-12-23T16:19:20Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf81480b-d23a-4653-8cbb-34beeafe61d5', 'name': '', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:62:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:56Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:19:21.822245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event updated for resources: {'Subnet': ['ID=04d2b514-80f1-4281-8ce5-0661a7f5c14e,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:21.845815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:21.863304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dafc7128-e875-430b-9b12-92005df4c44e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:21.866689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8c5100d2-9b41-4abe-be9f-38e1b823059e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:21.889085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3f18432-0284-4158-b7dc-12aef1747299 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:21.895603 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-63332f13-b410-4cf6-b3da-78dbe219ba4f req-e958a336-98be-4003-a437-35d79301142d service neutron] 10.222.0.36 "GET /v2.0/networks/37f7e9cd-1903-436c-99fb-3870a78414fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5304701
Dec 23 16:19:21.904758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbe802-8a88-4319-99ad-772c6c50dd3c req-f91eee33-610b-4c8e-9440-61d5a3c8f33a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:21.906466 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9adbe802-8a88-4319-99ad-772c6c50dd3c req-f91eee33-610b-4c8e-9440-61d5a3c8f33a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 943 time: 0.4835083
Dec 23 16:19:21.907627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:19:21.936655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dafc7128-e875-430b-9b12-92005df4c44e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:21.940565 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dafc7128-e875-430b-9b12-92005df4c44e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/bbb8f4fd-d0a1-4004-8d70-82bc5e24dfcb HTTP/1.1" status: 204  len: 168 time: 0.4032421
Dec 23 16:19:21.941266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56072) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:21.948516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc7128-e875-430b-9b12-92005df4c44e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbb8f4fd-d0a1-4004-8d70-82bc5e24dfcb,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:21.955060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62099b2c-eaa5-4a8d-8f65-1f9041c09daa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:19:21.971242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dafc7128-e875-430b-9b12-92005df4c44e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:21.978867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62099b2c-eaa5-4a8d-8f65-1f9041c09daa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:21.983310 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-62099b2c-eaa5-4a8d-8f65-1f9041c09daa tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/da270677-b997-400b-a648-fbd9a44b8b42 HTTP/1.1" status: 200  len: 700 time: 3.7288649
Dec 23 16:19:21.983310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Checking segment: {'id': '813a91de-2746-4412-9cd1-cc5fd8f619d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9640e582-3072-4f78-97f5-59a78690c828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:21.983310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Network hostable DHCP agents. Network: 9640e582-3072-4f78-97f5-59a78690c828, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:19:21.988226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56076) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:22.072028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 8c5100d2-9b41-4abe-be9f-38e1b823059e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:22.072639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:22.102368 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9adbe802-8a88-4319-99ad-772c6c50dd3c req-50612fef-9f6a-419f-b441-f6d385299b51 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1890562
Dec 23 16:19:22.103718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-84a190ba-3e09-408b-af25-c46a1c623227', 'network_id': '84a190ba-3e09-408b-af25-c46a1c623227', 'tenant_id': '07ce42eb0dbf4e8ba2c1f309657cbca9', 'fixed_ips': [{'subnet_id': '33df8828-de45-4bf3-a5d3-7fd47a3b5978'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:19:22.104630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:22.151786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:19:22.163149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad1240-940d-4e20-bf6a-341a2501cbc0 None None] Sync routers for ids ['83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:19:22.163781 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5713010
Dec 23 16:19:22.167257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56080) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:22.201495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad1240-940d-4e20-bf6a-341a2501cbc0 None None] Routers {'83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:22.206198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b9ad1240-940d-4e20-bf6a-341a2501cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2c9a90>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:22.211467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6936fc1f-9d20-4541-ab7c-242e1c27996f tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:22.231407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Network 9640e582-3072-4f78-97f5-59a78690c828 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:19:22.245317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6936fc1f-9d20-4541-ab7c-242e1c27996f tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:22.249954 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6936fc1f-9d20-4541-ab7c-242e1c27996f tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.3005373
Dec 23 16:19:22.251651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56084) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:22.252518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 9640e582-3072-4f78-97f5-59a78690c828) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:22.269784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:22.272902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:22.273691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:22.275592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a5f7ce-94b3-4b82-95a6-3a0e9469974b None None] Network 9640e582-3072-4f78-97f5-59a78690c828 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:22.324510 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 3.6974521
Dec 23 16:19:22.326291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8fe85f-f47b-4148-909b-bd6076b8f6c2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:22.326603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56088) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:22.327352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1b8fe85f-f47b-4148-909b-bd6076b8f6c2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Synchronizing usage tracker for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:22.332954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b9ad1240-940d-4e20-bf6a-341a2501cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2c9a90>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:22.351622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1b8fe85f-f47b-4148-909b-bd6076b8f6c2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Unset dirty status for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:22.351906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad1240-940d-4e20-bf6a-341a2501cbc0 None None] Routers {'83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:22.353012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b9ad1240-940d-4e20-bf6a-341a2501cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2c9a90>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:22.356861 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1b8fe85f-f47b-4148-909b-bd6076b8f6c2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports/d912c449-d3ea-4ce5-8a95-14f7d4fdd328 HTTP/1.1" status: 200  len: 911 time: 0.1883709
Dec 23 16:19:22.359675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56092) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:22.367237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bee9ebce-fe30-4023-8f29-fa2f4a5c0f65 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69d0d894-9d2f-4c7b-a5a4-748f41b0edea'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:22.370411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86fde625-c062-4eb7-8116-81965c4bdd04 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:22.402196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86fde625-c062-4eb7-8116-81965c4bdd04 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:22.426480 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8b106990-6480-4840-98a1-7606dbd2fd25 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/routers/da270677-b997-400b-a648-fbd9a44b8b42 HTTP/1.1" status: 200  len: 700 time: 0.4306657
Dec 23 16:19:22.426745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56096) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:22.453478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77308da-7a42-41d4-ac52-1e6c76aa3331 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:22.455030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77308da-7a42-41d4-ac52-1e6c76aa3331 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:22.456689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77308da-7a42-41d4-ac52-1e6c76aa3331 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:22.457696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f77308da-7a42-41d4-ac52-1e6c76aa3331 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Synchronizing usage tracker for tenant:07ce42eb0dbf4e8ba2c1f309657cbca9 on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:22.458908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b9ad1240-940d-4e20-bf6a-341a2501cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2c9a90>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:22.460062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad1240-940d-4e20-bf6a-341a2501cbc0 None None] The sync data for ids ['83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:19:22.486405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f77308da-7a42-41d4-ac52-1e6c76aa3331 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Unset dirty status for tenant:07ce42eb0dbf4e8ba2c1f309657cbca9 on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:22.491601 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f77308da-7a42-41d4-ac52-1e6c76aa3331 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.1573899
Dec 23 16:19:22.498100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86fde625-c062-4eb7-8116-81965c4bdd04 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:22.499146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56100) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:22.546886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25728c1a-b402-4e1d-93bb-c5e5bb83a655 tempest-NegativeSecGroupTest-621355986 tempest-NegativeSecGroupTest-621355986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:22.550469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d962b020-8532-448d-a3a9-ecb585cbc328 None None] Sync routers for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:19:22.575987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fde625-c062-4eb7-8116-81965c4bdd04 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39a57fbb-883e-4aaa-a8bb-f7629b5db3b6,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:22.587332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-86fde625-c062-4eb7-8116-81965c4bdd04 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:22.599493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86fde625-c062-4eb7-8116-81965c4bdd04 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:22.602630 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-86fde625-c062-4eb7-8116-81965c4bdd04 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/39a57fbb-883e-4aaa-a8bb-f7629b5db3b6 HTTP/1.1" status: 204  len: 168 time: 0.3476427
Dec 23 16:19:22.609070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56104) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:22.643114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c78674c-4119-43c0-822a-446a88ec0cc8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Deleting subnet 33df8828-de45-4bf3-a5d3-7fd47a3b5978 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:19:22.678298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fea8807d-699d-44a5-a948-2790d5971b22 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:22.683807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d962b020-8532-448d-a3a9-ecb585cbc328 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:22.684516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d962b020-8532-448d-a3a9-ecb585cbc328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8210b8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:22.695539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fea8807d-699d-44a5-a948-2790d5971b22 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:22.699917 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fea8807d-699d-44a5-a948-2790d5971b22 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.0878165
Dec 23 16:19:22.700194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56108) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:22.734471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e97cd1a5-3028-4f41-a2e0-04bf6f4ab512 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:22.742974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Allocated IP 2001:db8::1 (84a190ba-3e09-408b-af25-c46a1c623227/33df8828-de45-4bf3-a5d3-7fd47a3b5978/0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:22.748437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e97cd1a5-3028-4f41-a2e0-04bf6f4ab512 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:22.773529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e97cd1a5-3028-4f41-a2e0-04bf6f4ab512 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:22.775771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:22.798946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cd1a5-3028-4f41-a2e0-04bf6f4ab512 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=899cd904-09b2-431d-8839-fd26acc0dd4c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:22.802424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e97cd1a5-3028-4f41-a2e0-04bf6f4ab512 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:22.807277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e97cd1a5-3028-4f41-a2e0-04bf6f4ab512 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:22.811159 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e97cd1a5-3028-4f41-a2e0-04bf6f4ab512 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/899cd904-09b2-431d-8839-fd26acc0dd4c HTTP/1.1" status: 204  len: 168 time: 0.1072674
Dec 23 16:19:22.811313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56112) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:22.852798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device eb70235d-9198-493b-9e13-f38474c7d249 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:19:22.866803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-737c770f-c30b-46f1-ae77-5f2192f258ae tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:22.883437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-737c770f-c30b-46f1-ae77-5f2192f258ae tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:22.888075 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-737c770f-c30b-46f1-ae77-5f2192f258ae tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0729737
Dec 23 16:19:22.888717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56116) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:22.906308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bee9ebce-fe30-4023-8f29-fa2f4a5c0f65 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:22.961849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82182f0c-2dbc-43e2-aeba-c56eb516554a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:22.993765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82182f0c-2dbc-43e2-aeba-c56eb516554a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.038810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82182f0c-2dbc-43e2-aeba-c56eb516554a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.044682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a8251a55-1f87-46e6-8efa-3faeccece526 tempest-ServersTestJSON-1118515064 tempest-ServersTestJSON-1118515064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:23.061483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82182f0c-2dbc-43e2-aeba-c56eb516554a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a23bd0-606f-4552-962b-01a58561b46c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:23.067518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-82182f0c-2dbc-43e2-aeba-c56eb516554a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:23.077643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82182f0c-2dbc-43e2-aeba-c56eb516554a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.081972 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-82182f0c-2dbc-43e2-aeba-c56eb516554a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-groups/c6a23bd0-606f-4552-962b-01a58561b46c HTTP/1.1" status: 204  len: 168 time: 0.1892407
Dec 23 16:19:23.082129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d962b020-8532-448d-a3a9-ecb585cbc328 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:23.082259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56120) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:23.140488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9cabec4e-2f98-4633-a2f8-55b624cdfad2 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:23.158343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9cabec4e-2f98-4633-a2f8-55b624cdfad2 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:23.159837 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9cabec4e-2f98-4633-a2f8-55b624cdfad2 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0767243
Dec 23 16:19:23.180290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56126) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:23.192665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b07bb94f-f098-46c5-a597-6c698bcda5bb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168078293'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:23.206178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b07bb94f-f098-46c5-a597-6c698bcda5bb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:23.218680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b07bb94f-f098-46c5-a597-6c698bcda5bb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:23.235893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b07bb94f-f098-46c5-a597-6c698bcda5bb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.336268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b07bb94f-f098-46c5-a597-6c698bcda5bb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:23.345137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b07bb94f-f098-46c5-a597-6c698bcda5bb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:23.351350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b07bb94f-f098-46c5-a597-6c698bcda5bb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:23.352514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58398858-8d8d-4287-bebd-507b95dbd906 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.359095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b07bb94f-f098-46c5-a597-6c698bcda5bb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:23.388079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b71b7d-967f-40b4-be7f-e2e1da404a33 req-44ef6fbb-1879-4638-b87c-36247e22b904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:23.389918 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d9b71b7d-967f-40b4-be7f-e2e1da404a33 req-44ef6fbb-1879-4638-b87c-36247e22b904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 943 time: 0.1320360
Dec 23 16:19:23.445617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-9640e582-3072-4f78-97f5-59a78690c828', 'network_id': '9640e582-3072-4f78-97f5-59a78690c828', 'tenant_id': '07ce42eb0dbf4e8ba2c1f309657cbca9', 'fixed_ips': [{'subnet_id': '04d2b514-80f1-4281-8ce5-0661a7f5c14e'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:19:23.446534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.478398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b07bb94f-f098-46c5-a597-6c698bcda5bb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.484488 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d9b71b7d-967f-40b4-be7f-e2e1da404a33 req-b3d31f47-97e8-4571-a87c-0863be1560f8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825496
Dec 23 16:19:23.485740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b07bb94f-f098-46c5-a597-6c698bcda5bb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.492441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a531abf3-405a-42cb-83fa-0754821febc4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:23.541490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bb94f-f098-46c5-a597-6c698bcda5bb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821ee3f0-9d4a-425c-9cc4-398cd1614653,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:23.541742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.545700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b07bb94f-f098-46c5-a597-6c698bcda5bb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:23.549909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b07bb94f-f098-46c5-a597-6c698bcda5bb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.551489 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b07bb94f-f098-46c5-a597-6c698bcda5bb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.3661249
Dec 23 16:19:23.554789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56130) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:23.561704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4a3a81e5-64a7-4d6e-a8b0-00823ae2d6b5 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group_rule': {'security_group_id': '821ee3f0-9d4a-425c-9cc4-398cd1614653', 'direction': 'ingress', 'protocol': 17}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:23.569607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4a3a81e5-64a7-4d6e-a8b0-00823ae2d6b5 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:23.574846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4a3a81e5-64a7-4d6e-a8b0-00823ae2d6b5 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:23.578029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4a3a81e5-64a7-4d6e-a8b0-00823ae2d6b5 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:23.583446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Transition to ACTIVE for port object 0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:23.585767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4a3a81e5-64a7-4d6e-a8b0-00823ae2d6b5 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:23.605866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a3a81e5-64a7-4d6e-a8b0-00823ae2d6b5 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.676277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a3a81e5-64a7-4d6e-a8b0-00823ae2d6b5 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.679251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a3a81e5-64a7-4d6e-a8b0-00823ae2d6b5 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.680602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port eb70235d-9198-493b-9e13-f38474c7d249, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=eb70235d-9198-493b-9e13-f38474c7d249,segment=NetworkSegment(08729350-35cc-4d17-a836-396167475d27),segment_id=08729350-35cc-4d17-a836-396167475d27)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:23.681889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:23.718346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a81e5-64a7-4d6e-a8b0-00823ae2d6b5 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f408605-e63a-4851-b05f-b4f998ed98f7,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:23.721300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4a3a81e5-64a7-4d6e-a8b0-00823ae2d6b5 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:23.722361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a3a81e5-64a7-4d6e-a8b0-00823ae2d6b5 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.723963 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4a3a81e5-64a7-4d6e-a8b0-00823ae2d6b5 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.1678517
Dec 23 16:19:23.728420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56134) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:23.774007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Transition to ACTIVE for port object 0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:23.790584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'eb70235d-9198-493b-9e13-f38474c7d249', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'port_id': 'eb70235d-9198-493b-9e13-f38474c7d249', 'mac_address': 'fa:16:3e:a7:8c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:19:23.792642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c78674c-4119-43c0-822a-446a88ec0cc8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.807728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.817724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-24a427cc-ff4b-46d8-9012-68147ff47183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:23.846590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62c3e853-e56e-4a74-acf3-e72b2afb0740 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.887137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c78674c-4119-43c0-822a-446a88ec0cc8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.924890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62c3e853-e56e-4a74-acf3-e72b2afb0740 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.931118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bee9ebce-fe30-4023-8f29-fa2f4a5c0f65 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.948393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bee9ebce-fe30-4023-8f29-fa2f4a5c0f65 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.953108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee9ebce-fe30-4023-8f29-fa2f4a5c0f65 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:23.953780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bee9ebce-fe30-4023-8f29-fa2f4a5c0f65 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:23.959036 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bee9ebce-fe30-4023-8f29-fa2f4a5c0f65 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/ports/d912c449-d3ea-4ce5-8a95-14f7d4fdd328 HTTP/1.1" status: 200  len: 911 time: 1.5944538
Dec 23 16:19:23.959186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56138) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:23.959275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b5fb75ac-436c-4b2d-9aaa-d3f62a8fbc96 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:24.022665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Network 84a190ba-3e09-408b-af25-c46a1c623227 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:24.062190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Pushing event updated for resources: {'Port': ['ID=0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:24.065355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:24.066511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:24.069240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:24.085169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:24.152344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Allocated IP 2001:db8:0:1::1 (9640e582-3072-4f78-97f5-59a78690c828/04d2b514-80f1-4281-8ce5-0661a7f5c14e/fabf2f4b-55cc-465a-b014-4fcb68209752) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:24.165997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb70235d-9198-493b-9e13-f38474c7d249 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:19:24.188978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62c3e853-e56e-4a74-acf3-e72b2afb0740 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:24.196820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5b88bd73-4d5d-4123-be93-991b6acaf53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:24.230114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3e853-e56e-4a74-acf3-e72b2afb0740 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821ee3f0-9d4a-425c-9cc4-398cd1614653,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:24.238458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-62c3e853-e56e-4a74-acf3-e72b2afb0740 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:24.242735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c78674c-4119-43c0-822a-446a88ec0cc8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:24.251534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port eb70235d-9198-493b-9e13-f38474c7d249, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=eb70235d-9198-493b-9e13-f38474c7d249,segment=NetworkSegment(08729350-35cc-4d17-a836-396167475d27),segment_id=08729350-35cc-4d17-a836-396167475d27)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:24.282168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62c3e853-e56e-4a74-acf3-e72b2afb0740 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:24.283511 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-62c3e853-e56e-4a74-acf3-e72b2afb0740 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-groups/821ee3f0-9d4a-425c-9cc4-398cd1614653 HTTP/1.1" status: 204  len: 168 time: 0.5539439
Dec 23 16:19:24.289991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56142) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:24.315890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9ebce-fe30-4023-8f29-fa2f4a5c0f65 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=d912c449-d3ea-4ce5-8a95-14f7d4fdd328,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:24.325819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bee9ebce-fe30-4023-8f29-fa2f4a5c0f65 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:24.515754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Attempting to bind port 0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:19:24.516138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Attempting to bind port 0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '317c742d-6a9f-4a2a-af8d-a81c1f8ff487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '84a190ba-3e09-408b-af25-c46a1c623227'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:19:24.516519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Attempting to bind port 0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb on network 84a190ba-3e09-408b-af25-c46a1c623227 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:19:24.525838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:24.534677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:19:24.536254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Checking segment: {'id': '317c742d-6a9f-4a2a-af8d-a81c1f8ff487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '84a190ba-3e09-408b-af25-c46a1c623227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:24.536254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:24.536254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Bound using segment: {'id': '317c742d-6a9f-4a2a-af8d-a81c1f8ff487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '84a190ba-3e09-408b-af25-c46a1c623227'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:19:24.536557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Bound port: 0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317c742d-6a9f-4a2a-af8d-a81c1f8ff487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '84a190ba-3e09-408b-af25-c46a1c623227'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:19:24.536962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:24.548206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:24.571621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-58398858-8d8d-4287-bebd-507b95dbd906 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port 8c5100d2-9b41-4abe-be9f-38e1b823059e {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:24.572008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58398858-8d8d-4287-bebd-507b95dbd906 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:24.715223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5d5706d1-b7cd-4025-a611-b89d51fc3437 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:24.747661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e58271c-6c2f-4504-9783-b6d4404bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:24.770657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c78674c-4119-43c0-822a-446a88ec0cc8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:24.780022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-88230dfc-8a3e-4768-9cbf-e1eb75cd64e5 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:24.781659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d962b020-8532-448d-a3a9-ecb585cbc328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8210b8>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:19Z', 'revision_number': 7, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c5100d2-9b41-4abe-be9f-38e1b823059e', 'name': '', 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:dd:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:08Z', 'updated_at': '2021-12-23T16:19:20Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf81480b-d23a-4653-8cbb-34beeafe61d5', 'name': '', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:62:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:56Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:24.800468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['eb70235d-9198-493b-9e13-f38474c7d249'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:19:24.843896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78674c-4119-43c0-822a-446a88ec0cc8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event deleted for resources: {'Subnet': ['ID=33df8828-de45-4bf3-a5d3-7fd47a3b5978,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:24.851036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c78674c-4119-43c0-822a-446a88ec0cc8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:24.854244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d962b020-8532-448d-a3a9-ecb585cbc328 None None] Checking router: da270677-b997-400b-a648-fbd9a44b8b42 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:19:24.857569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5d5706d1-b7cd-4025-a611-b89d51fc3437 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:24.858928 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5d5706d1-b7cd-4025-a611-b89d51fc3437 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5611761
Dec 23 16:19:24.860389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6c78674c-4119-43c0-822a-446a88ec0cc8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:24.868503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56148) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:24.878622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=eb70235d-9198-493b-9e13-f38474c7d249,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:24.879113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-48a44f3e-0ebf-4773-b1b4-7f752279381e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group': {'name': 'tempest-secgroup--185437699'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:24.890294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-48a44f3e-0ebf-4773-b1b4-7f752279381e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:24.891430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-58398858-8d8d-4287-bebd-507b95dbd906 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] For port 8c5100d2-9b41-4abe-be9f-38e1b823059e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8c5100d2-9b41-4abe-be9f-38e1b823059e,segment=NetworkSegment(ec930b5c-fcd0-4201-bba9-39f81063df74),segment_id=ec930b5c-fcd0-4201-bba9-39f81063df74)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:24.891787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58398858-8d8d-4287-bebd-507b95dbd906 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:24.906416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-48a44f3e-0ebf-4773-b1b4-7f752279381e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:24.909558 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6c78674c-4119-43c0-822a-446a88ec0cc8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "DELETE /v2.0/subnets/33df8828-de45-4bf3-a5d3-7fd47a3b5978 HTTP/1.1" status: 204  len: 168 time: 2.4092324
Dec 23 16:19:24.909875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e37a72-5687-4a75-96e6-9710e2082c4c req-62a5100c-b6c1-41cc-aa99-6c248a6fef6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:24.911560 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f3e37a72-5687-4a75-96e6-9710e2082c4c req-62a5100c-b6c1-41cc-aa99-6c248a6fef6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 944 time: 0.2325892
Dec 23 16:19:24.914124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56152) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:24.960499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-48a44f3e-0ebf-4773-b1b4-7f752279381e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:24.964349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:25.032909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d962b020-8532-448d-a3a9-ecb585cbc328 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:25.033552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d962b020-8532-448d-a3a9-ecb585cbc328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8210b8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:25.055421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-58398858-8d8d-4287-bebd-507b95dbd906 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for 8c5100d2-9b41-4abe-be9f-38e1b823059e owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:25.079539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-50204441-968c-4e69-8595-1a8d97f2576e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:25.140975 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f3e37a72-5687-4a75-96e6-9710e2082c4c req-de94ade3-9ab1-4a4e-ae98-53c0d63d9bae tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1676106
Dec 23 16:19:25.176210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] For port 0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:19:25.221887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] For port 0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb,segment=NetworkSegment(317c742d-6a9f-4a2a-af8d-a81c1f8ff487),segment_id=317c742d-6a9f-4a2a-af8d-a81c1f8ff487)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:19:25.242217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:25.248591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:25.262197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:25.291597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58398858-8d8d-4287-bebd-507b95dbd906 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:25.296191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:25.326664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-48a44f3e-0ebf-4773-b1b4-7f752279381e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:25.336374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Transition to ACTIVE for port object fabf2f4b-55cc-465a-b014-4fcb68209752 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:25.345160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58398858-8d8d-4287-bebd-507b95dbd906 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=8c5100d2-9b41-4abe-be9f-38e1b823059e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:25.349347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58398858-8d8d-4287-bebd-507b95dbd906 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:25.356884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-48a44f3e-0ebf-4773-b1b4-7f752279381e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:25.388691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-48a44f3e-0ebf-4773-b1b4-7f752279381e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:25.405278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-48a44f3e-0ebf-4773-b1b4-7f752279381e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:25.413607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b5ed0e-434b-4e9c-90d7-e7528538a6b6 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Deleting subnet 04d2b514-80f1-4281-8ce5-0661a7f5c14e {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:19:25.418352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Transition to ACTIVE for port object fabf2f4b-55cc-465a-b014-4fcb68209752 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:25.422949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d962b020-8532-448d-a3a9-ecb585cbc328 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:25.487973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ed0e-434b-4e9c-90d7-e7528538a6b6 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:25.509736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Pushing event updated for resources: {'Port': ['ID=0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:25.516481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:25.548146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:25.557761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-48a44f3e-0ebf-4773-b1b4-7f752279381e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:25.562940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:25.569549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-48a44f3e-0ebf-4773-b1b4-7f752279381e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:25.579828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b1b0617e-e83e-4467-a9d4-83bae1ae698d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:25.652141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ed0e-434b-4e9c-90d7-e7528538a6b6 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:25.694508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58398858-8d8d-4287-bebd-507b95dbd906 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:25.736806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a44f3e-0ebf-4773-b1b4-7f752279381e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52ff83a-4e57-486a-b976-75e5d24dd808,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:25.746919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-48a44f3e-0ebf-4773-b1b4-7f752279381e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:25.753025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Network 9640e582-3072-4f78-97f5-59a78690c828 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:25.768364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:25.783814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Pushing event updated for resources: {'Port': ['ID=fabf2f4b-55cc-465a-b014-4fcb68209752,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:25.794547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:25.797114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:25.820774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-48a44f3e-0ebf-4773-b1b4-7f752279381e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:25.824830 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-48a44f3e-0ebf-4773-b1b4-7f752279381e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9528704
Dec 23 16:19:25.825394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56156) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:25.827217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5637e72b-7fb7-4341-af1c-260b3b151cd8 None None] Network 84a190ba-3e09-408b-af25-c46a1c623227 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:25.836416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103834018'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:25.847881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:25.865736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:25.869994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:25.883369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:25.904553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:25.926249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ed0e-434b-4e9c-90d7-e7528538a6b6 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.020423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:26.089186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:26.106767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:26.116633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ed0e-434b-4e9c-90d7-e7528538a6b6 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.118446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:26.122556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c78674c-4119-43c0-822a-446a88ec0cc8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:26.155625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.170578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5ed0e-434b-4e9c-90d7-e7528538a6b6 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event deleted for resources: {'Subnet': ['ID=04d2b514-80f1-4281-8ce5-0661a7f5c14e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:26.174429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d8b5ed0e-434b-4e9c-90d7-e7528538a6b6 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:26.179659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ed0e-434b-4e9c-90d7-e7528538a6b6 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.195858 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d8b5ed0e-434b-4e9c-90d7-e7528538a6b6 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "DELETE /v2.0/subnets/04d2b514-80f1-4281-8ce5-0661a7f5c14e HTTP/1.1" status: 204  len: 168 time: 1.2768037
Dec 23 16:19:26.196195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56162) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:26.210308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Attempting to bind port fabf2f4b-55cc-465a-b014-4fcb68209752 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:19:26.210744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Attempting to bind port fabf2f4b-55cc-465a-b014-4fcb68209752 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '813a91de-2746-4412-9cd1-cc5fd8f619d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9640e582-3072-4f78-97f5-59a78690c828'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:19:26.211226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Attempting to bind port fabf2f4b-55cc-465a-b014-4fcb68209752 on network 9640e582-3072-4f78-97f5-59a78690c828 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:19:26.407749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.411702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec103f06-22f1-4bf1-b4a3-a6d71955c9e8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:26.413447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ec103f06-22f1-4bf1-b4a3-a6d71955c9e8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Synchronizing usage tracker for tenant:07ce42eb0dbf4e8ba2c1f309657cbca9 on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:26.416211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.423569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f2844cc0-8e96-4035-83c7-b378c40aee33 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:26.461536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ec103f06-22f1-4bf1-b4a3-a6d71955c9e8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Unset dirty status for tenant:07ce42eb0dbf4e8ba2c1f309657cbca9 on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:26.466712 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ec103f06-22f1-4bf1-b4a3-a6d71955c9e8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2655303
Dec 23 16:19:26.468610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56166) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:26.476517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d343def6-3e70-45d4-9d6b-d3de7f409c70,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:26.483408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:26.486203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:19:26.486572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Checking segment: {'id': '813a91de-2746-4412-9cd1-cc5fd8f619d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9640e582-3072-4f78-97f5-59a78690c828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:26.487061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.487500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Bound using segment: {'id': '813a91de-2746-4412-9cd1-cc5fd8f619d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9640e582-3072-4f78-97f5-59a78690c828'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:19:26.488117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Bound port: fabf2f4b-55cc-465a-b014-4fcb68209752, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813a91de-2746-4412-9cd1-cc5fd8f619d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9640e582-3072-4f78-97f5-59a78690c828'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:19:26.488874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.498808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.503783 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6739738
Dec 23 16:19:26.503783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56170) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:26.510277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f7c83301-705c-4537-b9a4-412cfcc6a0eb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group_rule': {'security_group_id': 'c52ff83a-4e57-486a-b976-75e5d24dd808', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd343def6-3e70-45d4-9d6b-d3de7f409c70', 'remote_ip_prefix': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:26.518456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f7c83301-705c-4537-b9a4-412cfcc6a0eb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:26.525180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f7c83301-705c-4537-b9a4-412cfcc6a0eb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:26.529146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f7c83301-705c-4537-b9a4-412cfcc6a0eb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:26.538314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f7c83301-705c-4537-b9a4-412cfcc6a0eb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:26.550934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58398858-8d8d-4287-bebd-507b95dbd906 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router da270677-b997-400b-a648-fbd9a44b8b42 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:19:26.602689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31640ce3-fcd8-4965-a7d4-f9c181d3d9ca req-a1a72054-27a3-4976-bf28-ba9ebe5d0029 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:26.604645 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31640ce3-fcd8-4965-a7d4-f9c181d3d9ca req-a1a72054-27a3-4976-bf28-ba9ebe5d0029 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 944 time: 0.2668765
Dec 23 16:19:26.637520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7c83301-705c-4537-b9a4-412cfcc6a0eb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.682648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] For port fabf2f4b-55cc-465a-b014-4fcb68209752, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:19:26.688982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] For port fabf2f4b-55cc-465a-b014-4fcb68209752, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=fabf2f4b-55cc-465a-b014-4fcb68209752,segment=NetworkSegment(813a91de-2746-4412-9cd1-cc5fd8f619d4),segment_id=813a91de-2746-4412-9cd1-cc5fd8f619d4)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:19:26.693335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d962b020-8532-448d-a3a9-ecb585cbc328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8210b8>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:19Z', 'revision_number': 7, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c5100d2-9b41-4abe-be9f-38e1b823059e', 'name': '', 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:dd:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:08Z', 'updated_at': '2021-12-23T16:19:20Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf81480b-d23a-4653-8cbb-34beeafe61d5', 'name': '', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:62:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:56Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:26.697640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.702685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:26.703031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.743894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d962b020-8532-448d-a3a9-ecb585cbc328 None None] The sync data for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv is: [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:19Z', 'revision_number': 7, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c5100d2-9b41-4abe-be9f-38e1b823059e', 'name': '', 'network_id': '6a3e3902-af7e-4a11-831e-a27c64b9024b', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:dd:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:08Z', 'updated_at': '2021-12-23T16:19:20Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '9e77e9e7-763d-430a-be7a-0228f65d2c1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf81480b-d23a-4653-8cbb-34beeafe61d5', 'name': '', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:62:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:56Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:19:26.749168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Deleting port fabf2f4b-55cc-465a-b014-4fcb68209752 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:26.749561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.781494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-50204441-968c-4e69-8595-1a8d97f2576e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port d912c449-d3ea-4ce5-8a95-14f7d4fdd328 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:26.781713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-50204441-968c-4e69-8595-1a8d97f2576e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.809600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7c83301-705c-4537-b9a4-412cfcc6a0eb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.821478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7c83301-705c-4537-b9a4-412cfcc6a0eb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.825012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d86706d6-804d-49e5-85ac-a533c6236adb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:26.831729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a873c7e1-9b02-44d7-8082-a28afe78b5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.847215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58398858-8d8d-4287-bebd-507b95dbd906 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:19:26.848165 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31640ce3-fcd8-4965-a7d4-f9c181d3d9ca req-bd52e835-3cc5-4f13-a423-5e09f19d452e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2294915
Dec 23 16:19:26.856451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Pushing event updated for resources: {'Port': ['ID=fabf2f4b-55cc-465a-b014-4fcb68209752,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:26.873718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:26.874126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:26.874519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:26.874910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:26.875328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:26.875715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:26.876096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:26.876494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:26.876866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:26.877243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:26.877846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:26.883620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:26.895853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489393e9-4401-4462-b932-715ce12fa3b9 None None] Network 9640e582-3072-4f78-97f5-59a78690c828 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:26.913393 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-58398858-8d8d-4287-bebd-507b95dbd906 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/da270677-b997-400b-a648-fbd9a44b8b42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4820588
Dec 23 16:19:26.914430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c83301-705c-4537-b9a4-412cfcc6a0eb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0262670a-5002-4f19-9cc9-df51982605b5,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:26.917471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56174) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:26.957984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f7c83301-705c-4537-b9a4-412cfcc6a0eb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:26.962885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7c83301-705c-4537-b9a4-412cfcc6a0eb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:26.964292 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f7c83301-705c-4537-b9a4-412cfcc6a0eb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.4602304
Dec 23 16:19:26.968890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56178) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:27.135539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74b61a9b-6a3e-4d31-9103-502399d59ccf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:27.135766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a88263b-e6c4-4ffe-8fa5-2b251a569bde None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:19:27.160771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf88102-11f3-4f55-ad7b-320d2c1a81a9 None None] Sync routers for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:19:27.175939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf88102-11f3-4f55-ad7b-320d2c1a81a9 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:27.176932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-dcf88102-11f3-4f55-ad7b-320d2c1a81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ff048>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:27.292406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:27.408133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc421d6-afe8-496a-bd36-d5870b282bfd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting subnet 9e77e9e7-763d-430a-be7a-0228f65d2c1e {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:19:27.412017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfc421d6-afe8-496a-bd36-d5870b282bfd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:27.422431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a88263b-e6c4-4ffe-8fa5-2b251a569bde None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:19:27.423296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-dcf88102-11f3-4f55-ad7b-320d2c1a81a9 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:27.480668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfc421d6-afe8-496a-bd36-d5870b282bfd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:27.520252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74b61a9b-6a3e-4d31-9103-502399d59ccf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:27.546470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] For port fabf2f4b-55cc-465a-b014-4fcb68209752, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=fabf2f4b-55cc-465a-b014-4fcb68209752,segment=NetworkSegment(813a91de-2746-4412-9cd1-cc5fd8f619d4),segment_id=813a91de-2746-4412-9cd1-cc5fd8f619d4)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:27.547021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:27.590134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfc421d6-afe8-496a-bd36-d5870b282bfd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:27.675889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfc421d6-afe8-496a-bd36-d5870b282bfd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:27.687625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47f1c432-97d3-487e-9642-c792e2da2eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276 tempest-ExtraDHCPOptionsIpV6TestJSON-1210000276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:27.711559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Calling delete_port for fabf2f4b-55cc-465a-b014-4fcb68209752 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:27.724053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfc421d6-afe8-496a-bd36-d5870b282bfd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:27.734574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc421d6-afe8-496a-bd36-d5870b282bfd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Subnet': ['ID=9e77e9e7-763d-430a-be7a-0228f65d2c1e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:27.737643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bfc421d6-afe8-496a-bd36-d5870b282bfd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:27.739818 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bfc421d6-afe8-496a-bd36-d5870b282bfd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/9e77e9e7-763d-430a-be7a-0228f65d2c1e HTTP/1.1" status: 204  len: 168 time: 0.8212290
Dec 23 16:19:27.743286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56182) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:27.747306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-50204441-968c-4e69-8595-1a8d97f2576e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:27.772495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74b61a9b-6a3e-4d31-9103-502399d59ccf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:27.778212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:27.829847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-dcf88102-11f3-4f55-ad7b-320d2c1a81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ff048>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:25Z', 'revision_number': 8, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf81480b-d23a-4653-8cbb-34beeafe61d5', 'name': '', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:62:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:56Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:27.835331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf88102-11f3-4f55-ad7b-320d2c1a81a9 None None] Checking router: da270677-b997-400b-a648-fbd9a44b8b42 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:19:27.849366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf88102-11f3-4f55-ad7b-320d2c1a81a9 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:27.850717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-dcf88102-11f3-4f55-ad7b-320d2c1a81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ff048>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:27.865593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68bea9d-4561-43b8-94be-738313b5ea6f None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:19:27.905941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:27.920649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port 08179172-83b5-4fa1-b059-113f61b7c3c7 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:27.921405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:27.922021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-50204441-968c-4e69-8595-1a8d97f2576e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for d912c449-d3ea-4ce5-8a95-14f7d4fdd328 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:27.969942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b61a9b-6a3e-4d31-9103-502399d59ccf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0262670a-5002-4f19-9cc9-df51982605b5,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:27.983890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74b61a9b-6a3e-4d31-9103-502399d59ccf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:27.984810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74b61a9b-6a3e-4d31-9103-502399d59ccf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:27.986185 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-74b61a9b-6a3e-4d31-9103-502399d59ccf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/0262670a-5002-4f19-9cc9-df51982605b5 HTTP/1.1" status: 204  len: 168 time: 1.0136421
Dec 23 16:19:27.989969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56188) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:28.031781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:28.044027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-67ea31d6-c677-4fdd-853a-e4135a2d9dbc tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:28.098585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event deleted for resources: {'Port': ['ID=fabf2f4b-55cc-465a-b014-4fcb68209752,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:28.103233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:28.106404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] No DVR routers for this DVR port fabf2f4b-55cc-465a-b014-4fcb68209752 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:19:28.126692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4db6e0b3-8cb8-46b1-829c-d0311125e841 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:28.129804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68bea9d-4561-43b8-94be-738313b5ea6f None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:19:28.216563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-dcf88102-11f3-4f55-ad7b-320d2c1a81a9 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:28.244841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4db6e0b3-8cb8-46b1-829c-d0311125e841 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:28.246919 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4db6e0b3-8cb8-46b1-829c-d0311125e841 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.2538705
Dec 23 16:19:28.267813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56192) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:28.272464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:28.346521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7920f940>,) {'filters': {'network_id': ['9640e582-3072-4f78-97f5-59a78690c828']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:28.370588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7920f940>, '813a91de-2746-4412-9cd1-cc5fd8f619d4') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:28.370950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7920f940>, '813a91de-2746-4412-9cd1-cc5fd8f619d4') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:28.391082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:28.411600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:28.417000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-50204441-968c-4e69-8595-1a8d97f2576e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:28.422902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4a1529fb-5048-442c-a43d-ea4f9689b1d7 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:28.436839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] For port 08179172-83b5-4fa1-b059-113f61b7c3c7, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=08179172-83b5-4fa1-b059-113f61b7c3c7,segment=NetworkSegment(ec930b5c-fcd0-4201-bba9-39f81063df74),segment_id=ec930b5c-fcd0-4201-bba9-39f81063df74)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:28.437623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:28.460921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:19:28.461384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:19:28.478546 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:19:28.494448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50204441-968c-4e69-8595-1a8d97f2576e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=d912c449-d3ea-4ce5-8a95-14f7d4fdd328,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:28.510750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-50204441-968c-4e69-8595-1a8d97f2576e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:28.596178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-dcf88102-11f3-4f55-ad7b-320d2c1a81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ff048>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:25Z', 'revision_number': 8, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf81480b-d23a-4653-8cbb-34beeafe61d5', 'name': '', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:62:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:56Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:28.601797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf88102-11f3-4f55-ad7b-320d2c1a81a9 None None] The sync data for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv is: [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:25Z', 'revision_number': 8, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf81480b-d23a-4653-8cbb-34beeafe61d5', 'name': '', 'network_id': '58c23525-d76a-4382-aa6e-beb8f6bd6f62', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:62:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:56Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '947bc55f-92f9-4bad-b739-cf3f3581ef7a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:19:28.623843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:28.629618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65434a1a-ad5d-4ec8-9e4f-714c80b90c34 None None] Network 6a3e3902-af7e-4a11-831e-a27c64b9024b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:28.654158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for 08179172-83b5-4fa1-b059-113f61b7c3c7 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:28.685612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:28.696680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:28.708531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab2ab7-503a-4ce9-9dd7-7d52de0782fa req-1cb8eb9d-75c4-442a-b916-7a62b7ffad4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:28.717072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:28.718193 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27ab2ab7-503a-4ce9-9dd7-7d52de0782fa req-1cb8eb9d-75c4-442a-b916-7a62b7ffad4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 944 time: 0.5489092
Dec 23 16:19:28.797347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event deleted for resources: {'Network': ['ID=9640e582-3072-4f78-97f5-59a78690c828,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:28.808741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:28.815310 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27ab2ab7-503a-4ce9-9dd7-7d52de0782fa req-27b3a5b5-2b1e-4f82-b85c-4a0f7707e95b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960019
Dec 23 16:19:28.817559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f6628fff-dff0-4287-8636-43ac3c8abf70 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:28.821871 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "DELETE /v2.0/networks/9640e582-3072-4f78-97f5-59a78690c828 HTTP/1.1" status: 204  len: 168 time: 2.3509154
Dec 23 16:19:28.823869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56196) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:28.854053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:28.869668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4e604841-1646-47e3-be93-c7700c3d2010 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:28.883361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-50204441-968c-4e69-8595-1a8d97f2576e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:28.887654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device eb70235d-9198-493b-9e13-f38474c7d249 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:28.938822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No DVR routers for this DVR port 08179172-83b5-4fa1-b059-113f61b7c3c7 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:19:28.940729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=08179172-83b5-4fa1-b059-113f61b7c3c7,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:29.019813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port eb70235d-9198-493b-9e13-f38474c7d249 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:29.024491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:29.029952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port eb70235d-9198-493b-9e13-f38474c7d249 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:29.030768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:29.042735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f6628fff-dff0-4287-8636-43ac3c8abf70 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:29.070512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:29.073515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ee6025-9b54-4bf4-a6c3-4387870d6294 None None] DHCP port deletion for 6a3e3902-af7e-4a11-831e-a27c64b9024b request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:19:29.157959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Deleting port 0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:29.158318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:29.181019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:29.209804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:29.235846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78e2b9b0>,) {'filters': {'network_id': ['6a3e3902-af7e-4a11-831e-a27c64b9024b']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:29.244035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f6628fff-dff0-4287-8636-43ac3c8abf70 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:29.251849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501fb7d0-356f-4cf2-96df-9f091906d0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb70235d-9198-493b-9e13-f38474c7d249'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:19:29.254603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-abf25955-f4d4-4fe0-930a-97ca30efb2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:29.265008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port eb70235d-9198-493b-9e13-f38474c7d249, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=eb70235d-9198-493b-9e13-f38474c7d249,segment=NetworkSegment(08729350-35cc-4d17-a836-396167475d27),segment_id=08729350-35cc-4d17-a836-396167475d27)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:29.272444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:29.275887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0828ab5b-a218-4304-832e-b07f0941cdf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:29.291492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78e2b9b0>, 'ec930b5c-fcd0-4201-bba9-39f81063df74') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:29.296179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78e2b9b0>, 'ec930b5c-fcd0-4201-bba9-39f81063df74') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:29.314387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6628fff-dff0-4287-8636-43ac3c8abf70 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d343def6-3e70-45d4-9d6b-d3de7f409c70,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:29.316567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8c5100d2-9b41-4abe-be9f-38e1b823059e no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:19:29.348443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f6628fff-dff0-4287-8636-43ac3c8abf70 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:29.362693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:29.393795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 8c5100d2-9b41-4abe-be9f-38e1b823059e {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:19:29.394201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8c5100d2-9b41-4abe-be9f-38e1b823059e not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:19:29.394690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 08179172-83b5-4fa1-b059-113f61b7c3c7 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:19:29.401476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:29.409203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f6628fff-dff0-4287-8636-43ac3c8abf70 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:29.411004 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f6628fff-dff0-4287-8636-43ac3c8abf70 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-groups/d343def6-3e70-45d4-9d6b-d3de7f409c70 HTTP/1.1" status: 204  len: 168 time: 1.1190665
Dec 23 16:19:29.414503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56202) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:29.418346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:19:29.418908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:19:29.445928 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:19:29.449065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 08179172-83b5-4fa1-b059-113f61b7c3c7 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:19:29.449479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 08179172-83b5-4fa1-b059-113f61b7c3c7 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:19:29.457934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=eb70235d-9198-493b-9e13-f38474c7d249,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:29.462001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:29.468636 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501fb7d0-356f-4cf2-96df-9f091906d0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb70235d-9198-493b-9e13-f38474c7d249', 'code': 200}
Dec 23 16:19:29.582357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:29.591798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:29.613454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:29.624421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Network': ['ID=6a3e3902-af7e-4a11-831e-a27c64b9024b,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:29.626385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] For port 0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb,segment=NetworkSegment(317c742d-6a9f-4a2a-af8d-a81c1f8ff487),segment_id=317c742d-6a9f-4a2a-af8d-a81c1f8ff487)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:29.626385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:29.634179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:29.638522 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/networks/6a3e3902-af7e-4a11-831e-a27c64b9024b HTTP/1.1" status: 204  len: 168 time: 1.8938620
Dec 23 16:19:29.641406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56206) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:29.712676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-08d4f2da-e861-405d-ae8e-6a8dee700c96 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:29.867702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-08d4f2da-e861-405d-ae8e-6a8dee700c96 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:29.869158 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-08d4f2da-e861-405d-ae8e-6a8dee700c96 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.4534638
Dec 23 16:19:29.873798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56212) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:29.958386 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3d0f661c-2d36-4fbd-b70f-eee47ed20e38 req-f57b584e-5c3e-4f53-b20c-0163595cc8e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 1098 time: 0.2502589
Dec 23 16:19:30.031628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2390d43-bcf8-4673-a2ce-dcc90d9bdc57 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:30.073431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Calling delete_port for 0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:30.138741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50204441-968c-4e69-8595-1a8d97f2576e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:19:30.183485 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3d0f661c-2d36-4fbd-b70f-eee47ed20e38 req-ef40267b-e34f-457b-8f99-2975f81e457f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2168689
Dec 23 16:19:30.238052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:30.243470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-33d798eb-f002-4b23-b153-39bb126654da tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:30.251712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2390d43-bcf8-4673-a2ce-dcc90d9bdc57 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:30.341883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event deleted for resources: {'Port': ['ID=0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:30.342933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2390d43-bcf8-4673-a2ce-dcc90d9bdc57 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:30.347936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:30.348649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eef9411e-1a75-43c9-94b0-033bc39931be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:30.352480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] No DVR routers for this DVR port 0bf46c7a-c43e-49c6-a81b-7c7d5b415dcb on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:19:30.370129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87835b-3cb2-413c-9f37-3fe9f9d5b3c2 req-4c99e288-0da3-4847-8a03-3aa2ecba3544 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:30.371786 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2c87835b-3cb2-413c-9f37-3fe9f9d5b3c2 req-4c99e288-0da3-4847-8a03-3aa2ecba3544 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 945 time: 0.2509685
Dec 23 16:19:30.379509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2390d43-bcf8-4673-a2ce-dcc90d9bdc57 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52ff83a-4e57-486a-b976-75e5d24dd808,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:30.385430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e2390d43-bcf8-4673-a2ce-dcc90d9bdc57 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:30.416010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50204441-968c-4e69-8595-1a8d97f2576e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:19:30.427267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe3791c-89a2-471d-82f1-0a4495fba526 None None] Sync routers for ids ['83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:19:30.441127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe3791c-89a2-471d-82f1-0a4495fba526 None None] Routers {'83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:30.441427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fbe3791c-89a2-471d-82f1-0a4495fba526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b50e10>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:30.446498 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-50204441-968c-4e69-8595-1a8d97f2576e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4837334
Dec 23 16:19:30.447241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2390d43-bcf8-4673-a2ce-dcc90d9bdc57 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:30.448538 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e2390d43-bcf8-4673-a2ce-dcc90d9bdc57 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-groups/c52ff83a-4e57-486a-b976-75e5d24dd808 HTTP/1.1" status: 204  len: 168 time: 0.5713241
Dec 23 16:19:30.450896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56216) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:30.451476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56218) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:30.455348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59735014-936c-452a-be46-d7e1d13f0d98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:30.510431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fbe3791c-89a2-471d-82f1-0a4495fba526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b50e10>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:30.515808 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2c87835b-3cb2-413c-9f37-3fe9f9d5b3c2 req-81f46f0e-6195-40fe-a762-aeb7b79c1fd5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1279457
Dec 23 16:19:30.523134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe3791c-89a2-471d-82f1-0a4495fba526 None None] Routers {'83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:30.524000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fbe3791c-89a2-471d-82f1-0a4495fba526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b50e10>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:30.577522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:30.586893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-759f0ba9-8a1a-4f4d-87ec-68fbaa21f69e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Synchronizing usage tracker for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:30.593368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fbe3791c-89a2-471d-82f1-0a4495fba526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b50e10>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:30.594027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe3791c-89a2-471d-82f1-0a4495fba526 None None] The sync data for ids ['83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:19:30.630359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b796afb38>,) {'filters': {'network_id': ['84a190ba-3e09-408b-af25-c46a1c623227']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:30.651633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-759f0ba9-8a1a-4f4d-87ec-68fbaa21f69e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Unset dirty status for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:30.652968 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-759f0ba9-8a1a-4f4d-87ec-68fbaa21f69e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports?device_id=83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b HTTP/1.1" status: 200  len: 205 time: 0.2006664
Dec 23 16:19:30.655133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b796afb38>, '317c742d-6a9f-4a2a-af8d-a81c1f8ff487') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:30.655410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b796afb38>, '317c742d-6a9f-4a2a-af8d-a81c1f8ff487') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:30.664884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56224) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:30.745330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:30.770533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fcd0d684-37c9-4155-be33-166c3b3bed5a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:30.841837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:30.858484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:19:30.858924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:19:30.874705 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:19:30.881628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fcd0d684-37c9-4155-be33-166c3b3bed5a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:30.882961 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fcd0d684-37c9-4155-be33-166c3b3bed5a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4290972
Dec 23 16:19:30.888137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56228) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:30.897618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bbf7b615-b342-458e-8357-4ea54fc44506 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group': {'name': 'tempest-secgroup--173054775'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:30.912741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bbf7b615-b342-458e-8357-4ea54fc44506 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:30.937118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bbf7b615-b342-458e-8357-4ea54fc44506 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:30.955151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-402439e3-c082-4bb9-bd40-989196a7b2cf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.002031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b615-b342-458e-8357-4ea54fc44506 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.089128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.097883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a465e573-10a6-4dd5-9fc6-ee67eec6929f tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:31.108773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bbf7b615-b342-458e-8357-4ea54fc44506 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:31.116134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bbf7b615-b342-458e-8357-4ea54fc44506 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:31.120748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bbf7b615-b342-458e-8357-4ea54fc44506 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:31.120909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.127792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bbf7b615-b342-458e-8357-4ea54fc44506 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:31.132026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event deleted for resources: {'Network': ['ID=84a190ba-3e09-408b-af25-c46a1c623227,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:31.137505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:31.143027 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "DELETE /v2.0/networks/84a190ba-3e09-408b-af25-c46a1c623227 HTTP/1.1" status: 204  len: 168 time: 2.3171339
Dec 23 16:19:31.143731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56232) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:31.339694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b615-b342-458e-8357-4ea54fc44506 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.344812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b615-b342-458e-8357-4ea54fc44506 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.350328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a68293d9-0634-4f24-8333-d36b91b18abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:31.407037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7b615-b342-458e-8357-4ea54fc44506 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c2ab02-a71b-478c-af65-c7c463a44dcb,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:31.412283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bbf7b615-b342-458e-8357-4ea54fc44506 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:31.438704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b615-b342-458e-8357-4ea54fc44506 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.442762 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bbf7b615-b342-458e-8357-4ea54fc44506 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.5512023
Dec 23 16:19:31.445239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56236) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:31.456136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0ae2442a-31a3-4270-8618-86ab6581aef0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group_rule': {'security_group_id': 'a9c2ab02-a71b-478c-af65-c7c463a44dcb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:31.471574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0ae2442a-31a3-4270-8618-86ab6581aef0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:31.478011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0ae2442a-31a3-4270-8618-86ab6581aef0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:31.481650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0ae2442a-31a3-4270-8618-86ab6581aef0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:31.483272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e019a69f-2c91-4996-b7a1-8ff63a303c10 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.491385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0ae2442a-31a3-4270-8618-86ab6581aef0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:31.517521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ae2442a-31a3-4270-8618-86ab6581aef0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.553115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-402439e3-c082-4bb9-bd40-989196a7b2cf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.592018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-402439e3-c082-4bb9-bd40-989196a7b2cf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.621132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-59735014-936c-452a-be46-d7e1d13f0d98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port bf81480b-d23a-4653-8cbb-34beeafe61d5 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:31.621412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59735014-936c-452a-be46-d7e1d13f0d98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.721130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ae2442a-31a3-4270-8618-86ab6581aef0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.726147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ae2442a-31a3-4270-8618-86ab6581aef0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.730720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:31.759427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e019a69f-2c91-4996-b7a1-8ff63a303c10 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.771564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2442a-31a3-4270-8618-86ab6581aef0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6c196a-0e71-40b3-827d-9c183a89d71c,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:31.776827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ae2442a-31a3-4270-8618-86ab6581aef0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:31.781910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-402439e3-c082-4bb9-bd40-989196a7b2cf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.782484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402439e3-c082-4bb9-bd40-989196a7b2cf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Fanout notify agent at l3_agent the message router_deleted on router 83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:19:31.810689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-e019a69f-2c91-4996-b7a1-8ff63a303c10 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b798fcfd0>,) {'filters': {'network_id': ['56072509-806f-4fe7-afda-0cbcc002455e']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:31.827981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-402439e3-c082-4bb9-bd40-989196a7b2cf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.831842 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-402439e3-c082-4bb9-bd40-989196a7b2cf tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/routers/83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b HTTP/1.1" status: 204  len: 168 time: 1.1537585
Dec 23 16:19:31.832397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-e019a69f-2c91-4996-b7a1-8ff63a303c10 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b798fcfd0>, 'ffc52522-673e-4316-a0a0-298669e20a10') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:31.832397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-e019a69f-2c91-4996-b7a1-8ff63a303c10 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b798fcfd0>, 'ffc52522-673e-4316-a0a0-298669e20a10') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:31.835921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56242) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:31.850199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e019a69f-2c91-4996-b7a1-8ff63a303c10 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.871171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e019a69f-2c91-4996-b7a1-8ff63a303c10 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.882523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb35ff-bac0-4558-be61-4cdc83a2849a req-7ddecf7b-c360-4cb0-99cd-fdfea6f723c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:31.884148 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c1bb35ff-bac0-4558-be61-4cdc83a2849a req-7ddecf7b-c360-4cb0-99cd-fdfea6f723c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 945 time: 0.2318435
Dec 23 16:19:31.886980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e019a69f-2c91-4996-b7a1-8ff63a303c10 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:19:31.887184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e019a69f-2c91-4996-b7a1-8ff63a303c10 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.894662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ae2442a-31a3-4270-8618-86ab6581aef0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:31.896000 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0ae2442a-31a3-4270-8618-86ab6581aef0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.4497564
Dec 23 16:19:31.901553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56246) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:19:31.902903 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:19:32.019635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e019a69f-2c91-4996-b7a1-8ff63a303c10 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.023890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-59735014-936c-452a-be46-d7e1d13f0d98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] For port bf81480b-d23a-4653-8cbb-34beeafe61d5, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bf81480b-d23a-4653-8cbb-34beeafe61d5,segment=NetworkSegment(94a90ef0-84dc-4cf2-93a4-f0efa6c160f8),segment_id=94a90ef0-84dc-4cf2-93a4-f0efa6c160f8)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:32.024302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59735014-936c-452a-be46-d7e1d13f0d98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.025802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b996a8dd-ace1-42bd-aaa4-f3210403d660 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:32.037846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7bc12c6-9600-442f-93a9-70fd5985363e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.044636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e019a69f-2c91-4996-b7a1-8ff63a303c10 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.053788 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c1bb35ff-bac0-4558-be61-4cdc83a2849a req-166cf46f-758e-472a-86e0-b7f2e7832f5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1463990
Dec 23 16:19:32.057773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019a69f-2c91-4996-b7a1-8ff63a303c10 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event deleted for resources: {'Network': ['ID=56072509-806f-4fe7-afda-0cbcc002455e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:32.062063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e019a69f-2c91-4996-b7a1-8ff63a303c10 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:32.066348 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e019a69f-2c91-4996-b7a1-8ff63a303c10 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "DELETE /v2.0/networks/56072509-806f-4fe7-afda-0cbcc002455e HTTP/1.1" status: 204  len: 168 time: 0.9213731
Dec 23 16:19:32.067372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56250) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:32.102824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7bc12c6-9600-442f-93a9-70fd5985363e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.256822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-59735014-936c-452a-be46-d7e1d13f0d98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for bf81480b-d23a-4653-8cbb-34beeafe61d5 owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:32.403455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7bc12c6-9600-442f-93a9-70fd5985363e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.409910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:32.429502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4a3215-0d3b-4f95-a5be-9f6da3c0b855 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting subnet 69d0d894-9d2f-4c7b-a5a4-748f41b0edea {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:19:32.451064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc12c6-9600-442f-93a9-70fd5985363e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a6c196a-0e71-40b3-827d-9c183a89d71c,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:32.454606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3215-0d3b-4f95-a5be-9f6da3c0b855 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.459808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8c1-29d0-4607-b474-9ce08fb0d7e4 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.495338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f7bc12c6-9600-442f-93a9-70fd5985363e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:32.510672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7bc12c6-9600-442f-93a9-70fd5985363e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.511961 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f7bc12c6-9600-442f-93a9-70fd5985363e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/2a6c196a-0e71-40b3-827d-9c183a89d71c HTTP/1.1" status: 204  len: 168 time: 0.6038251
Dec 23 16:19:32.523879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56256) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:32.570582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3215-0d3b-4f95-a5be-9f6da3c0b855 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.607556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8c1-29d0-4607-b474-9ce08fb0d7e4 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.618634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a554fbf-26f0-428f-b648-ce072aaa4d86 req-40117306-2626-463b-8a94-4a26aa612512 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:32.620307 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2a554fbf-26f0-428f-b648-ce072aaa4d86 req-40117306-2626-463b-8a94-4a26aa612512 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 945 time: 0.3812392
Dec 23 16:19:32.635157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a65cf8c1-29d0-4607-b474-9ce08fb0d7e4 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78cbee10>,) {'filters': {'network_id': ['679cd0fb-5fbf-4bf7-b56f-99ddd8a52775']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:32.652993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a65cf8c1-29d0-4607-b474-9ce08fb0d7e4 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78cbee10>, 'aadee4a6-efa2-45bc-b70b-b808496d0524') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:32.653340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a65cf8c1-29d0-4607-b474-9ce08fb0d7e4 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78cbee10>, 'aadee4a6-efa2-45bc-b70b-b808496d0524') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:32.666643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8c1-29d0-4607-b474-9ce08fb0d7e4 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.681727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8c1-29d0-4607-b474-9ce08fb0d7e4 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.688141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65cf8c1-29d0-4607-b474-9ce08fb0d7e4 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:19:32.688582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8c1-29d0-4607-b474-9ce08fb0d7e4 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.697425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-818c16c0-5d42-4ca1-afd1-01a454fe56b4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:19:32.704500 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:19:32.787239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8c1-29d0-4607-b474-9ce08fb0d7e4 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.792210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a65cf8c1-29d0-4607-b474-9ce08fb0d7e4 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.799417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:32.799937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-818c16c0-5d42-4ca1-afd1-01a454fe56b4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:32.801313 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-818c16c0-5d42-4ca1-afd1-01a454fe56b4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2738292
Dec 23 16:19:32.807275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56260) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:32.815739 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2a554fbf-26f0-428f-b648-ce072aaa4d86 req-ae97718f-9bb2-41ab-958a-272653a73b5c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1838477
Dec 23 16:19:32.823711 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a65cf8c1-29d0-4607-b474-9ce08fb0d7e4 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] 10.222.0.67 "DELETE /v2.0/networks/679cd0fb-5fbf-4bf7-b56f-99ddd8a52775 HTTP/1.1" status: 204  len: 168 time: 0.7528086
Dec 23 16:19:32.831463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cf8c1-29d0-4607-b474-9ce08fb0d7e4 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Pushing event deleted for resources: {'Network': ['ID=679cd0fb-5fbf-4bf7-b56f-99ddd8a52775,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:32.834744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a65cf8c1-29d0-4607-b474-9ce08fb0d7e4 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:32.851449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56266) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:32.853939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3215-0d3b-4f95-a5be-9f6da3c0b855 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.887371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59735014-936c-452a-be46-d7e1d13f0d98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.899287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3daa1b06-6291-4289-b6ac-0d057713b012 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:32.936618 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9a6f07b2-ce0d-4158-9c5d-d51c17f55208 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 1093 time: 0.0804307
Dec 23 16:19:32.936832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56270) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:32.942604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': 'eb70235d-9198-493b-9e13-f38474c7d249', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:32.949543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:32.953771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:floatingip and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:32.957204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:32.963876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:32.969988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59735014-936c-452a-be46-d7e1d13f0d98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=bf81480b-d23a-4653-8cbb-34beeafe61d5,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:32.973961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:32.977988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-59735014-936c-452a-be46-d7e1d13f0d98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:33.147055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:33.194941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56276) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:33.238141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c591ad8-60f4-4688-a3a4-8422af251791 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:33.271997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3215-0d3b-4f95-a5be-9f6da3c0b855 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:33.282570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84e9578d-2dc8-4b43-b3c4-de18f2c1181b tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:33.327419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.100 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/643c5e0f-6e9c-496b-8cef-9d1542f33e77) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:33.392791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a3215-0d3b-4f95-a5be-9f6da3c0b855 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Subnet': ['ID=69d0d894-9d2f-4c7b-a5a4-748f41b0edea,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:33.395669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7b4a3215-0d3b-4f95-a5be-9f6da3c0b855 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:33.406938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c591ad8-60f4-4688-a3a4-8422af251791 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:33.434645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3215-0d3b-4f95-a5be-9f6da3c0b855 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:33.441582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6950bc-5520-4831-b92d-ff8c2356e552 None None] Network 1342b210-dda6-428a-b72f-329d66430314 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:33.480499 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7b4a3215-0d3b-4f95-a5be-9f6da3c0b855 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/69d0d894-9d2f-4c7b-a5a4-748f41b0edea HTTP/1.1" status: 204  len: 168 time: 1.6376123
Dec 23 16:19:33.481051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56282) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:33.498837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c591ad8-60f4-4688-a3a4-8422af251791 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:33.505017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2bfb09a3-cd87-4089-be24-83f4f545d9a1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:33.525919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c591ad8-60f4-4688-a3a4-8422af251791 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c2ab02-a71b-478c-af65-c7c463a44dcb,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:33.528505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5c591ad8-60f4-4688-a3a4-8422af251791 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:33.549120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c591ad8-60f4-4688-a3a4-8422af251791 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:33.553819 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5c591ad8-60f4-4688-a3a4-8422af251791 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-groups/a9c2ab02-a71b-478c-af65-c7c463a44dcb HTTP/1.1" status: 204  len: 168 time: 0.7412758
Dec 23 16:19:33.553954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56286) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:33.558470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59735014-936c-452a-be46-d7e1d13f0d98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:33.647022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:33.657187 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-54bfd278-d7d2-4daa-ad87-7b7e0520ea8b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=07ce42eb0dbf4e8ba2c1f309657cbca9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4584599
Dec 23 16:19:33.663612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56290) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:33.688067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:33.708514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port 536d2afd-f78c-4eb3-a537-62800d613395 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:33.709511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:33.737298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f98857-993f-4472-b65c-38602f7ce169 None None] DHCP port deletion for 1342b210-dda6-428a-b72f-329d66430314 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:19:33.743358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c7f98857-993f-4472-b65c-38602f7ce169 None None] Deleting port 536d2afd-f78c-4eb3-a537-62800d613395 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:33.743967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c7f98857-993f-4472-b65c-38602f7ce169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:33.773327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:33.780210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-981b35c2-e1e2-4443-83f9-2a5e9c3e7586 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:33.903938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:33.924429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:33.933463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:33.964386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=643c5e0f-6e9c-496b-8cef-9d1542f33e77,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:33.970898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c7f98857-993f-4472-b65c-38602f7ce169 None None] For port 536d2afd-f78c-4eb3-a537-62800d613395, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=536d2afd-f78c-4eb3-a537-62800d613395,segment=NetworkSegment(fd730741-8b8d-4f56-b6f3-ca6950d75d43),segment_id=fd730741-8b8d-4f56-b6f3-ca6950d75d43)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:33.971679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c7f98857-993f-4472-b65c-38602f7ce169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:33.972103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:34.057478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b6ddb2bb-2e59-4c70-b1ee-80ed434c4eec tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:34.100354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b6ddb2bb-2e59-4c70-b1ee-80ed434c4eec tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:34.100746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c7f98857-993f-4472-b65c-38602f7ce169 None None] Calling delete_port for 536d2afd-f78c-4eb3-a537-62800d613395 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:34.106549 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b6ddb2bb-2e59-4c70-b1ee-80ed434c4eec tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5464199
Dec 23 16:19:34.107114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56294) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:34.109865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e36a0ac6-37de-4cdf-817c-0007f1e9d15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:34.116713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d7a14c01-e2f8-42de-8441-8d9f66a892e4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group': {'name': 'tempest-secgroup--221244297'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:34.133171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d7a14c01-e2f8-42de-8441-8d9f66a892e4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:34.135735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] For port 536d2afd-f78c-4eb3-a537-62800d613395, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=536d2afd-f78c-4eb3-a537-62800d613395,segment=NetworkSegment(fd730741-8b8d-4f56-b6f3-ca6950d75d43),segment_id=fd730741-8b8d-4f56-b6f3-ca6950d75d43)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:34.136154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:34.151675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d7a14c01-e2f8-42de-8441-8d9f66a892e4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:34.197209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e36a0ac6-37de-4cdf-817c-0007f1e9d15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:34.212959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7a14c01-e2f8-42de-8441-8d9f66a892e4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:34.293592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for 536d2afd-f78c-4eb3-a537-62800d613395 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:34.346586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c7f98857-993f-4472-b65c-38602f7ce169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:34.351923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:34.393354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f98857-993f-4472-b65c-38602f7ce169 None None] Pushing event deleted for resources: {'Port': ['ID=536d2afd-f78c-4eb3-a537-62800d613395,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:34.397224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c7f98857-993f-4472-b65c-38602f7ce169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:34.400511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f98857-993f-4472-b65c-38602f7ce169 None None] No DVR routers for this DVR port 536d2afd-f78c-4eb3-a537-62800d613395 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:19:34.461149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d7a14c01-e2f8-42de-8441-8d9f66a892e4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:34.467641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d7a14c01-e2f8-42de-8441-8d9f66a892e4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:34.471447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d7a14c01-e2f8-42de-8441-8d9f66a892e4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:34.482502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d7a14c01-e2f8-42de-8441-8d9f66a892e4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:34.484609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e36a0ac6-37de-4cdf-817c-0007f1e9d15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:34.491740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55963cbe-f0a9-49bd-a542-eed6fe6e8c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:34.511309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88840) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:19:34.511614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:19:34.578184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a0ac6-37de-4cdf-817c-0007f1e9d15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987ca0b1-98d1-497e-9374-d7b6addb11f8,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:34.580843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e36a0ac6-37de-4cdf-817c-0007f1e9d15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:34.683927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e36a0ac6-37de-4cdf-817c-0007f1e9d15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:34.685178 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e36a0ac6-37de-4cdf-817c-0007f1e9d15c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/987ca0b1-98d1-497e-9374-d7b6addb11f8 HTTP/1.1" status: 204  len: 168 time: 1.0126338
Dec 23 16:19:34.730153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7a14c01-e2f8-42de-8441-8d9f66a892e4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:34.736535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7a14c01-e2f8-42de-8441-8d9f66a892e4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:34.743320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f1fe85e6-d4ff-4c82-acdc-f5c9b2f4e3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:34.796885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:34.797093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7a14c01-e2f8-42de-8441-8d9f66a892e4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:34.798814 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d7a14c01-e2f8-42de-8441-8d9f66a892e4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6909530
Dec 23 16:19:34.800758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a14c01-e2f8-42de-8441-8d9f66a892e4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dde560d-e82b-4861-b72c-4e78ee6bfa95,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:34.802884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56300) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:34.805149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d7a14c01-e2f8-42de-8441-8d9f66a892e4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:34.820176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59735014-936c-452a-be46-d7e1d13f0d98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router da270677-b997-400b-a648-fbd9a44b8b42 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:19:34.853071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-91177f96-48d2-4b68-9683-28ff892203e1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group_rule': {'security_group_id': '7dde560d-e82b-4861-b72c-4e78ee6bfa95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:34.863577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-91177f96-48d2-4b68-9683-28ff892203e1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:34.871986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-91177f96-48d2-4b68-9683-28ff892203e1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:34.876961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-91177f96-48d2-4b68-9683-28ff892203e1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:34.884993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:34.908636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-91177f96-48d2-4b68-9683-28ff892203e1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:34.955292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-91177f96-48d2-4b68-9683-28ff892203e1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.016008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port 536d2afd-f78c-4eb3-a537-62800d613395 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:35.016394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.017263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59735014-936c-452a-be46-d7e1d13f0d98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:19:35.022749 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-59735014-936c-452a-be46-d7e1d13f0d98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/da270677-b997-400b-a648-fbd9a44b8b42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3802814
Dec 23 16:19:35.025551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56310) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:35.029080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038da5f-bbac-49e8-beb9-7ce9d98a15d8 None None] Sync routers for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:19:35.042001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038da5f-bbac-49e8-beb9-7ce9d98a15d8 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:35.042961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1038da5f-bbac-49e8-beb9-7ce9d98a15d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7cfe80>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:35.110140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-91177f96-48d2-4b68-9683-28ff892203e1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.162186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-91177f96-48d2-4b68-9683-28ff892203e1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.191500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] The port '536d2afd-f78c-4eb3-a537-62800d613395' was deleted {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:19:35.192556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:35.273187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0caf66-6293-4c4a-9374-ad9adcc46d04 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting subnet 947bc55f-92f9-4bad-b739-cf3f3581ef7a {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:19:35.277436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c0caf66-6293-4c4a-9374-ad9adcc46d04 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.278370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-1038da5f-bbac-49e8-beb9-7ce9d98a15d8 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:35.292930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 536d2afd-f78c-4eb3-a537-62800d613395 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:19:35.341996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c0caf66-6293-4c4a-9374-ad9adcc46d04 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.368551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91177f96-48d2-4b68-9683-28ff892203e1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed145e2-41bc-47b5-9310-7d4bc66eaf30,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:35.371757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 536d2afd-f78c-4eb3-a537-62800d613395 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:19:35.374934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 536d2afd-f78c-4eb3-a537-62800d613395 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:19:35.377298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-91177f96-48d2-4b68-9683-28ff892203e1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:35.450241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c0caf66-6293-4c4a-9374-ad9adcc46d04 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.532238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.538228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c0caf66-6293-4c4a-9374-ad9adcc46d04 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.543401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:35.570334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-91177f96-48d2-4b68-9683-28ff892203e1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.572190 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-91177f96-48d2-4b68-9683-28ff892203e1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7380805
Dec 23 16:19:35.576371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56322) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:35.582255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78afd4e0>,) {'filters': {'network_id': ['1342b210-dda6-428a-b72f-329d66430314']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:35.611066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0caf66-6293-4c4a-9374-ad9adcc46d04 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Subnet': ['ID=947bc55f-92f9-4bad-b739-cf3f3581ef7a,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:35.619924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c0caf66-6293-4c4a-9374-ad9adcc46d04 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:35.625463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78afd4e0>, 'fd730741-8b8d-4f56-b6f3-ca6950d75d43') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:35.625793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78afd4e0>, 'fd730741-8b8d-4f56-b6f3-ca6950d75d43') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:35.632263 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1031a3b2-b41a-4bbf-ba90-31d4067cc297 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules/eed145e2-41bc-47b5-9310-7d4bc66eaf30 HTTP/1.1" status: 200  len: 705 time: 0.0462046
Dec 23 16:19:35.633945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c0caf66-6293-4c4a-9374-ad9adcc46d04 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.637130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56328) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:35.643946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd66f09-974a-4542-85a7-3d4f1d5c079d None None] Network 58c23525-d76a-4382-aa6e-beb8f6bd6f62 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:35.644113 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7c0caf66-6293-4c4a-9374-ad9adcc46d04 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/947bc55f-92f9-4bad-b739-cf3f3581ef7a HTTP/1.1" status: 204  len: 168 time: 0.6141448
Dec 23 16:19:35.644345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56330) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:35.681155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1038da5f-bbac-49e8-beb9-7ce9d98a15d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7cfe80>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:32Z', 'revision_number': 9, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:35.685606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038da5f-bbac-49e8-beb9-7ce9d98a15d8 None None] Checking router: da270677-b997-400b-a648-fbd9a44b8b42 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:19:35.698789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038da5f-bbac-49e8-beb9-7ce9d98a15d8 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:35.699937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1038da5f-bbac-49e8-beb9-7ce9d98a15d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7cfe80>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:35.714212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.745300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.748109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56336) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:35.796876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f9f549af-5c39-41d5-9520-f3967d6ed0f2 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:35.802040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:19:35.802323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.802889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.814745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port c217f3ef-84ef-48b4-9df6-cf7bd764d65d {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:35.815180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:19:35.826791 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:19:35.839987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.863872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:35.889429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-1038da5f-bbac-49e8-beb9-7ce9d98a15d8 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:35.923397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2a344de4-07d3-43df-a924-65ddc15be44d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:35.994263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f9f549af-5c39-41d5-9520-f3967d6ed0f2 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:35.995666 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f9f549af-5c39-41d5-9520-f3967d6ed0f2 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.3574922
Dec 23 16:19:36.001947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56342) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:36.025980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece78517-bcbb-4870-9cdf-2f28e4ae02ce None None] DHCP port deletion for 58c23525-d76a-4382-aa6e-beb8f6bd6f62 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:19:36.031197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ece78517-bcbb-4870-9cdf-2f28e4ae02ce None None] Deleting port c217f3ef-84ef-48b4-9df6-cf7bd764d65d {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:36.031637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ece78517-bcbb-4870-9cdf-2f28e4ae02ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.063231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.070192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58e5f4d5-997b-4e5a-bcc1-7cc22eb130da tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.080206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1544098636'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:36.088847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:36.098256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.104081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58e5f4d5-997b-4e5a-bcc1-7cc22eb130da tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.106186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=643c5e0f-6e9c-496b-8cef-9d1542f33e77,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:36.112366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:network and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:36.118833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:36.119770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a881e9da-a797-4ea9-a971-854bf2f3de9d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:36.200265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] For port c217f3ef-84ef-48b4-9df6-cf7bd764d65d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=c217f3ef-84ef-48b4-9df6-cf7bd764d65d,segment=NetworkSegment(94a90ef0-84dc-4cf2-93a4-f0efa6c160f8),segment_id=94a90ef0-84dc-4cf2-93a4-f0efa6c160f8)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:36.201110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.283433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58e5f4d5-997b-4e5a-bcc1-7cc22eb130da tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.336476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ece78517-bcbb-4870-9cdf-2f28e4ae02ce None None] For port c217f3ef-84ef-48b4-9df6-cf7bd764d65d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=c217f3ef-84ef-48b4-9df6-cf7bd764d65d,segment=NetworkSegment(94a90ef0-84dc-4cf2-93a4-f0efa6c160f8),segment_id=94a90ef0-84dc-4cf2-93a4-f0efa6c160f8)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:36.337209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ece78517-bcbb-4870-9cdf-2f28e4ae02ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.351208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:36.376214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for c217f3ef-84ef-48b4-9df6-cf7bd764d65d owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:36.399193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1038da5f-bbac-49e8-beb9-7ce9d98a15d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7cfe80>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:32Z', 'revision_number': 9, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:36.403756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038da5f-bbac-49e8-beb9-7ce9d98a15d8 None None] The sync data for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv is: [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:32Z', 'revision_number': 9, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e00fe338-7bed-4f0d-870f-dad92a377a38', 'name': '', 'network_id': '9828e64c-b202-474d-9743-7b0804a150b4', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:fc:df:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:42Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '4a2390d5-37d3-45d0-8e1c-65fa4d4b2787', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:19:36.404363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:36.408125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.429646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5f4d5-997b-4e5a-bcc1-7cc22eb130da tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eed145e2-41bc-47b5-9310-7d4bc66eaf30,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:36.436482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58e5f4d5-997b-4e5a-bcc1-7cc22eb130da tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:36.445642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58e5f4d5-997b-4e5a-bcc1-7cc22eb130da tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.449222 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-58e5f4d5-997b-4e5a-bcc1-7cc22eb130da tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/eed145e2-41bc-47b5-9310-7d4bc66eaf30 HTTP/1.1" status: 204  len: 168 time: 0.4436953
Dec 23 16:19:36.449512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56346) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:36.467560 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/networks/1342b210-dda6-428a-b72f-329d66430314 HTTP/1.1" status: 204  len: 168 time: 2.9836888
Dec 23 16:19:36.468476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56350) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:36.492756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:36.495580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Network': ['ID=1342b210-dda6-428a-b72f-329d66430314,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:36.503732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-152ee9da-8c79-4907-b00d-1c654a330af1 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1734374441', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:36.514696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:36.519011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ece78517-bcbb-4870-9cdf-2f28e4ae02ce None None] Calling delete_port for c217f3ef-84ef-48b4-9df6-cf7bd764d65d owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:36.520443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.526728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f033b5c6-4e90-48c2-a434-0b01c02154fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:36.530703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-152ee9da-8c79-4907-b00d-1c654a330af1 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:36.550614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-152ee9da-8c79-4907-b00d-1c654a330af1 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:router and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:36.553716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:36.559727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.569025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d29db10b-4886-4f4b-93b4-74517a6f012e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:36.575592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-152ee9da-8c79-4907-b00d-1c654a330af1 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:36.584978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=c217f3ef-84ef-48b4-9df6-cf7bd764d65d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:36.588384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:36.591935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.601483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-ece78517-bcbb-4870-9cdf-2f28e4ae02ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:19:36.601740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d29db10b-4886-4f4b-93b4-74517a6f012e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:36.602173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-ece78517-bcbb-4870-9cdf-2f28e4ae02ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:19:36.605738 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d29db10b-4886-4f4b-93b4-74517a6f012e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1523798
Dec 23 16:19:36.605738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No DVR routers for this DVR port c217f3ef-84ef-48b4-9df6-cf7bd764d65d on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:19:36.608812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-152ee9da-8c79-4907-b00d-1c654a330af1 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:36.611864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56354) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:36.622216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-318313ea-cee6-490d-b895-2eb6d3b66975 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group_rule': {'security_group_id': '7dde560d-e82b-4861-b72c-4e78ee6bfa95', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:36.640566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-318313ea-cee6-490d-b895-2eb6d3b66975 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:36.649557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-152ee9da-8c79-4907-b00d-1c654a330af1 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.650556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-152ee9da-8c79-4907-b00d-1c654a330af1 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.672127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-318313ea-cee6-490d-b895-2eb6d3b66975 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:36.699678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:36.743819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.769884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:security_group_rule and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:36.771837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79a28278>,) {'filters': {'network_id': ['58c23525-d76a-4382-aa6e-beb8f6bd6f62']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:36.781557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:36.789424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79a28278>, '94a90ef0-84dc-4cf2-93a4-f0efa6c160f8') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:36.789763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79a28278>, '94a90ef0-84dc-4cf2-93a4-f0efa6c160f8') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:36.790950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-318313ea-cee6-490d-b895-2eb6d3b66975 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.800248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:36.803066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.811616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-152ee9da-8c79-4907-b00d-1c654a330af1 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.820219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.827357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:19:36.827869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:19:36.845896 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:19:36.885524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-152ee9da-8c79-4907-b00d-1c654a330af1 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.931548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.935113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c4f07e8-9cc5-45a1-95c9-79dd4bb66551 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:36.954401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.954731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-318313ea-cee6-490d-b895-2eb6d3b66975 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.964952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Network': ['ID=58c23525-d76a-4382-aa6e-beb8f6bd6f62,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:36.969725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:36.979359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-318313ea-cee6-490d-b895-2eb6d3b66975 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:36.979582 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/networks/58c23525-d76a-4382-aa6e-beb8f6bd6f62 HTTP/1.1" status: 204  len: 168 time: 1.3309493
Dec 23 16:19:36.979582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56358) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:36.980441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:37.008088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-152ee9da-8c79-4907-b00d-1c654a330af1 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.009373 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-152ee9da-8c79-4907-b00d-1c654a330af1 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.5255671
Dec 23 16:19:37.022872 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Floating IP eda1b337-a0fd-425b-a8d9-7df53ecd12fa associated. External IP: 172.26.5.100, port: eb70235d-9198-493b-9e13-f38474c7d249.
Dec 23 16:19:37.038506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56362) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:37.056825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-712696915'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:37.064143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:37.085872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318313ea-cee6-490d-b895-2eb6d3b66975 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8721b64c-0f3e-435c-b3de-9719f1257e51,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:37.095988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.099063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-318313ea-cee6-490d-b895-2eb6d3b66975 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:37.102739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.103259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ece78517-bcbb-4870-9cdf-2f28e4ae02ce None None] Deleting port c217f3ef-84ef-48b4-9df6-cf7bd764d65d {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:37.103889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ece78517-bcbb-4870-9cdf-2f28e4ae02ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.105856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-318313ea-cee6-490d-b895-2eb6d3b66975 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.109672 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-318313ea-cee6-490d-b895-2eb6d3b66975 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4942532
Dec 23 16:19:37.110198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0099f5ee-b3d7-4d37-91b3-c16e17fe37d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:37.118360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56366) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:37.119468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:network and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:37.128533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:37.153878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:19:37.159540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:37.166056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d936b9-2b6a-4ea2-bf24-e7115c6536e0,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:37.170051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:37.175966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.176364 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Added segment ed81bcd3-11fb-4039-bb9a-20f8f04c82db of type vlan for network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026
Dec 23 16:19:37.182174 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d4bcdd5d-802c-4d0a-b631-836ff47e4958 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules/8721b64c-0f3e-435c-b3de-9719f1257e51 HTTP/1.1" status: 200  len: 705 time: 0.0527177
Dec 23 16:19:37.183101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56370) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:37.189406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:37.195666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.201202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ece78517-bcbb-4870-9cdf-2f28e4ae02ce None None] The port 'c217f3ef-84ef-48b4-9df6-cf7bd764d65d' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:19:37.268470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:19:37.324916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.334548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device c217f3ef-84ef-48b4-9df6-cf7bd764d65d no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:19:37.357334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3e580fb9-4a57-4797-87f1-b3ef6c2919f4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:37.363255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.363764 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Added segment 23481e25-47d3-4b46-88ba-4b8982366cee of type vlan for network 0cd9dd55-7c0c-4b8f-be29-27f30d776429
Dec 23 16:19:37.371872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: c217f3ef-84ef-48b4-9df6-cf7bd764d65d {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:19:37.372499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device c217f3ef-84ef-48b4-9df6-cf7bd764d65d not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:19:37.372943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bf81480b-d23a-4653-8cbb-34beeafe61d5 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:19:37.403524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3e580fb9-4a57-4797-87f1-b3ef6c2919f4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:37.404926 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3e580fb9-4a57-4797-87f1-b3ef6c2919f4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2200804
Dec 23 16:19:37.408172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56374) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:37.408648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: bf81480b-d23a-4653-8cbb-34beeafe61d5 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:19:37.409165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bf81480b-d23a-4653-8cbb-34beeafe61d5 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:19:37.411442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.415592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:37.416246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.422362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:37.503270 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.7528946
Dec 23 16:19:37.516628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56378) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:37.531221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'name': 'tempest-PortsIpV6TestJSON-398043477'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:37.614293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Network': ['ID=44bfdb49-b51e-415b-aa46-2a9a1d1b2026,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:37.621999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30531a09-0ab6-406d-8a2d-17fecd27ec13 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.626822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:19:37.628814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:37.655713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30531a09-0ab6-406d-8a2d-17fecd27ec13 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.703837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.752728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.759061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:37.759725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.766134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ad7f90b9-8fdb-4414-9cf7-6902d7b1ef0a tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:37.817699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:37.834246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:port and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:37.836902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30531a09-0ab6-406d-8a2d-17fecd27ec13 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.840146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:37.843059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-745df6be-4abe-4ee1-91f3-eb63e22c0f8d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:37.863063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:37.868954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30531a09-0ab6-406d-8a2d-17fecd27ec13 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8721b64c-0f3e-435c-b3de-9719f1257e51,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:37.874245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-30531a09-0ab6-406d-8a2d-17fecd27ec13 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:37.881908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30531a09-0ab6-406d-8a2d-17fecd27ec13 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.883180 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-30531a09-0ab6-406d-8a2d-17fecd27ec13 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/8721b64c-0f3e-435c-b3de-9719f1257e51 HTTP/1.1" status: 204  len: 168 time: 0.4731853
Dec 23 16:19:37.887294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56382) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:37.890490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5687f2a-b81f-43bb-8626-ed3f15f3cbdc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.890788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:37.896775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:37.941883 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8965609
Dec 23 16:19:37.945846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port 9bc688ca-d5b0-4d25-9396-0949489faa70 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:19:37.948016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Network': ['ID=0cd9dd55-7c0c-4b8f-be29-27f30d776429,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:37.956405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56386) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:37.960103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:37.964826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 0cd9dd55-7c0c-4b8f-be29-27f30d776429 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:19:37.971282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'subnet': {'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:38.108029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1797c62f-1a3b-4151-8b40-6af8e34d3a1c tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:38.168408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1797c62f-1a3b-4151-8b40-6af8e34d3a1c tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:38.172438 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1797c62f-1a3b-4151-8b40-6af8e34d3a1c tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2814972
Dec 23 16:19:38.175543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56390) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:38.184843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:38.193858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-01ba532e-f312-4b43-8cbe-cf251b7257c3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group_rule': {'security_group_id': '7dde560d-e82b-4861-b72c-4e78ee6bfa95', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:38.202635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-01ba532e-f312-4b43-8cbe-cf251b7257c3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:38.205504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:subnet and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:38.210063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:38.227968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:38.232002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-01ba532e-f312-4b43-8cbe-cf251b7257c3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:38.252368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:38.272655 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-01ba532e-f312-4b43-8cbe-cf251b7257c3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Project 5bb301d2e16a48d29687ed2bfa104e3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:19:38.320257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:19:38.323223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01ba532e-f312-4b43-8cbe-cf251b7257c3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:38.330654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:38.445024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:38.451266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:38.513366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:38.536821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=9bc688ca-d5b0-4d25-9396-0949489faa70,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:38.553214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:38.641734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Checking segment: {'id': 'ed81bcd3-11fb-4039-bb9a-20f8f04c82db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:38.642388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network hostable DHCP agents. Network: 44bfdb49-b51e-415b-aa46-2a9a1d1b2026, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:19:38.681687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:19:38.695454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 44bfdb49-b51e-415b-aa46-2a9a1d1b2026) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:38.701194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:19:38.702395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:38.703691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e4639-96d6-4921-a3ef-ce44a3e099b9 None None] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:38.706684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:38.707382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:38.707787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01ba532e-f312-4b43-8cbe-cf251b7257c3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:38.718725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01ba532e-f312-4b43-8cbe-cf251b7257c3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:38.733640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f8bbcb3e-3210-46b0-b379-57db4789568d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:38.735838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab2152-6b32-4979-9a96-ee87458fc952 None None] Sync routers for ids ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:19:38.746765 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.2277262
Dec 23 16:19:38.748510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:38.754761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56394) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:38.773490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-991321049'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:38.777841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba532e-f312-4b43-8cbe-cf251b7257c3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d39efa9-c708-4d8a-a166-299f6a5d4fe6,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:38.808739 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.8682401
Dec 23 16:19:38.808739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501fb7d0-356f-4cf2-96df-9f091906d0d3', 'tag': 'eb70235d-9198-493b-9e13-f38474c7d249'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:19:38.810724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-01ba532e-f312-4b43-8cbe-cf251b7257c3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:38.811891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56398) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:38.820074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab2152-6b32-4979-9a96-ee87458fc952 None None] Routers {'3b6e0e21-04e0-49e9-87a1-9c810fec49a9'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:38.820927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f2ab2152-6b32-4979-9a96-ee87458fc952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a240208>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:38.827700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:38.845990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:network and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:38.853214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01ba532e-f312-4b43-8cbe-cf251b7257c3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:38.857449 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-01ba532e-f312-4b43-8cbe-cf251b7257c3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.6800005
Dec 23 16:19:38.861998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:38.866046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56404) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:38.889267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:38.900546 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501fb7d0-356f-4cf2-96df-9f091906d0d3', 'tag': 'eb70235d-9198-493b-9e13-f38474c7d249', 'status': 'completed', 'code': 200}
Dec 23 16:19:38.936601 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8ae7ac4e-d399-4259-a814-eca7dba7a6b7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/eda1b337-a0fd-425b-a8d9-7df53ecd12fa HTTP/1.1" status: 200  len: 991 time: 0.1230173
Dec 23 16:19:39.023534 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-46093554-d0d7-44bc-9afd-7509734b9d4d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules/0d39efa9-c708-4d8a-a166-299f6a5d4fe6 HTTP/1.1" status: 200  len: 711 time: 0.1540618
Dec 23 16:19:39.024988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56408) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:39.061493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:39.066962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.085980 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b88b3681-2718-4b08-8a2d-0cd6d2ea6ac0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3713 time: 0.0593507
Dec 23 16:19:39.088635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56412) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:39.121021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b1c066c-685e-4b47-b542-76ea3710ec45 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.124589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-f2ab2152-6b32-4979-9a96-ee87458fc952 None None] Set router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:39.132653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b1c066c-685e-4b47-b542-76ea3710ec45 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.155242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b1c066c-685e-4b47-b542-76ea3710ec45 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.163527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:39.164454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:19:39.185302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.189569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.190802 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Added segment bc0ffaf0-9f83-4e1b-89ee-03b6be4d3b36 of type vlan for network e93dbb75-af5d-411f-89e2-b1c304409fb3
Dec 23 16:19:39.194183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e81e8e2-83cd-4eef-90ad-07b3fe86cc71 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:39.196349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c066c-685e-4b47-b542-76ea3710ec45 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d39efa9-c708-4d8a-a166-299f6a5d4fe6,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:39.199059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5b1c066c-685e-4b47-b542-76ea3710ec45 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:39.200022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b1c066c-685e-4b47-b542-76ea3710ec45 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.204037 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5b1c066c-685e-4b47-b542-76ea3710ec45 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/0d39efa9-c708-4d8a-a166-299f6a5d4fe6 HTTP/1.1" status: 204  len: 168 time: 0.1143687
Dec 23 16:19:39.204700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56416) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:39.251333 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-086fb0e3-92df-4271-b67b-c747653643d3 req-9918c0bc-3dbe-471c-80c8-16ad6853e922 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 1098 time: 0.3074925
Dec 23 16:19:39.273002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7ab47b7a-9c92-43ff-a7d4-6fcaa4957e61 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:39.291603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7ab47b7a-9c92-43ff-a7d4-6fcaa4957e61 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:39.296009 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7ab47b7a-9c92-43ff-a7d4-6fcaa4957e61 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0874643
Dec 23 16:19:39.296828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56420) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:39.376507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.377875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e27205-22a5-4f66-bdc7-b867857fd109 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.384641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Subnet': ['ID=4a1fce32-236a-426d-a3c0-af3c52b93870,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:39.408625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e27205-22a5-4f66-bdc7-b867857fd109 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.452441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e27205-22a5-4f66-bdc7-b867857fd109 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.458065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-48a44f3e-0ebf-4773-b1b4-7f752279381e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:39.472612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:39.473682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e27205-22a5-4f66-bdc7-b867857fd109 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dde560d-e82b-4861-b72c-4e78ee6bfa95,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:39.478342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84e27205-22a5-4f66-bdc7-b867857fd109 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:39.491467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e27205-22a5-4f66-bdc7-b867857fd109 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.495404 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-84e27205-22a5-4f66-bdc7-b867857fd109 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-groups/7dde560d-e82b-4861-b72c-4e78ee6bfa95 HTTP/1.1" status: 204  len: 168 time: 0.1947112
Dec 23 16:19:39.495635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56424) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:39.541540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Checking segment: {'id': '23481e25-47d3-4b46-88ba-4b8982366cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:39.541856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network hostable DHCP agents. Network: 0cd9dd55-7c0c-4b8f-be29-27f30d776429, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:19:39.545425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f2ab2152-6b32-4979-9a96-ee87458fc952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a240208>, [{'id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:34Z', 'updated_at': '2021-12-23T16:18:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:35Z', 'updated_at': '2021-12-23T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'eda1b337-a0fd-425b-a8d9-7df53ecd12fa', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'port_id': 'eb70235d-9198-493b-9e13-f38474c7d249', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'mac_address': 'fa:16:3e:a7:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501fb7d0-356f-4cf2-96df-9f091906d0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:19:34Z', 'updated_at': '2021-12-23T16:19:34Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc602ef8-0984-432d-a1c7-2c0ef59f4f2a', 'name': '', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:4e:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:49Z', 'updated_at': '2021-12-23T16:19:02Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:39.550273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab2152-6b32-4979-9a96-ee87458fc952 None None] Checking router: 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:19:39.556254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-544ceae4-6501-464d-bc1c-57036d290b3d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:39.564245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab2152-6b32-4979-9a96-ee87458fc952 None None] Routers {'3b6e0e21-04e0-49e9-87a1-9c810fec49a9'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:39.565444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f2ab2152-6b32-4979-9a96-ee87458fc952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a240208>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:39.569699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.572811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-544ceae4-6501-464d-bc1c-57036d290b3d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:39.573917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:39.574445 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-544ceae4-6501-464d-bc1c-57036d290b3d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0775385
Dec 23 16:19:39.574570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.580230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56428) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:39.585948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9c7c3708-71a2-497b-a694-64f74ef2caaf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620039744'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:39.587631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4332a701-52fe-4320-b0eb-373e2bb8e155 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:39.593379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9c7c3708-71a2-497b-a694-64f74ef2caaf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:39.604455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9c7c3708-71a2-497b-a694-64f74ef2caaf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:39.613287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fb0e3-92df-4271-b67b-c747653643d3 req-b7c30f4d-e333-4a36-a9c1-53f7eeb71042 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:39.613900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3708-71a2-497b-a694-64f74ef2caaf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.614942 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-086fb0e3-92df-4271-b67b-c747653643d3 req-b7c30f4d-e333-4a36-a9c1-53f7eeb71042 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37f7e9cd-1903-436c-99fb-3870a78414fb HTTP/1.1" status: 200  len: 898 time: 0.3464432
Dec 23 16:19:39.656458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9c7c3708-71a2-497b-a694-64f74ef2caaf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:39.661148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9c7c3708-71a2-497b-a694-64f74ef2caaf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:39.664465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9c7c3708-71a2-497b-a694-64f74ef2caaf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:39.670609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9c7c3708-71a2-497b-a694-64f74ef2caaf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:39.738244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3708-71a2-497b-a694-64f74ef2caaf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.743918 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.9779735
Dec 23 16:19:39.744126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56432) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:39.750686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'ports': [{'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026'}, {'network_id': 'e93dbb75-af5d-411f-89e2-b1c304409fb3'}]} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:39.751417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:39.751955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'network_id': 'e93dbb75-af5d-411f-89e2-b1c304409fb3'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:39.772454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3708-71a2-497b-a694-64f74ef2caaf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:39.782915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b9f6f15b-3d50-4797-9bbc-177a222ab2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:39.955578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-f2ab2152-6b32-4979-9a96-ee87458fc952 None None] Set router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:40.108827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56436) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:40.126432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Network': ['ID=e93dbb75-af5d-411f-89e2-b1c304409fb3,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:40.135392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 0cd9dd55-7c0c-4b8f-be29-27f30d776429 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:19:40.143886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-56067143-a003-4ce6-83b9-72f0792571dc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:40.149040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network e93dbb75-af5d-411f-89e2-b1c304409fb3 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:19:40.157061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c3708-71a2-497b-a694-64f74ef2caaf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388f004e-c965-4b6c-85e2-f0753080c953,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:40.162611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c7c3708-71a2-497b-a694-64f74ef2caaf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:40.219954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3708-71a2-497b-a694-64f74ef2caaf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:40.223520 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9c7c3708-71a2-497b-a694-64f74ef2caaf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6437428
Dec 23 16:19:40.229327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56440) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:40.238933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5741c9b3-a9ae-4098-95e0-b9937cf477ff tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Request body: {'security_group_rule': {'security_group_id': '388f004e-c965-4b6c-85e2-f0753080c953', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:40.249546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 0cd9dd55-7c0c-4b8f-be29-27f30d776429) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:40.256878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5741c9b3-a9ae-4098-95e0-b9937cf477ff tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:40.265862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:40.266411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:40.266748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5741c9b3-a9ae-4098-95e0-b9937cf477ff tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Usage tracker for resource:security_group_rule and tenant:5bb301d2e16a48d29687ed2bfa104e3c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:40.272292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeb03c8-4936-4083-9883-7fb874c9984e None None] Network 0cd9dd55-7c0c-4b8f-be29-27f30d776429 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:40.272789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5741c9b3-a9ae-4098-95e0-b9937cf477ff tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:40.277662 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-086fb0e3-92df-4271-b67b-c747653643d3 req-4126ceee-221d-42dc-a110-5b8c6042abdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb70235d-9198-493b-9e13-f38474c7d249 HTTP/1.1" status: 200  len: 999 time: 0.6536877
Dec 23 16:19:40.285276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d5687f2a-b81f-43bb-8626-ed3f15f3cbdc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port e00fe338-7bed-4f0d-870f-dad92a377a38 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:40.285667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5687f2a-b81f-43bb-8626-ed3f15f3cbdc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:40.339883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5741c9b3-a9ae-4098-95e0-b9937cf477ff tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:40.358297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:40.366487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:port and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:40.370863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:40.376995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5741c9b3-a9ae-4098-95e0-b9937cf477ff tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:40.386139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:40.390368 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e96ce665-7b52-4c21-bb1f-449e9015337d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/eda1b337-a0fd-425b-a8d9-7df53ecd12fa HTTP/1.1" status: 200  len: 991 time: 0.2642858
Dec 23 16:19:40.404485 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4441426
Dec 23 16:19:40.406152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56444) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:40.412498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'port': 2} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:40.418807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:40.450575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:40.511716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5741c9b3-a9ae-4098-95e0-b9937cf477ff tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:40.527606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fb0e3-92df-4271-b67b-c747653643d3 req-2e8aa720-e8a1-4b36-9fd4-f701d29b8d97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:40.527970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5741c9b3-a9ae-4098-95e0-b9937cf477ff tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:40.528624 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-086fb0e3-92df-4271-b67b-c747653643d3 req-2e8aa720-e8a1-4b36-9fd4-f701d29b8d97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a6b745-a7e3-4480-ac35-befab560b7a1 HTTP/1.1" status: 200  len: 834 time: 0.2109683
Dec 23 16:19:40.532717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-30531a09-0ab6-406d-8a2d-17fecd27ec13 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:40.608242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741c9b3-a9ae-4098-95e0-b9937cf477ff tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77441b7a-a108-44b1-b979-9ef4c5b8c227,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:40.628279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5741c9b3-a9ae-4098-95e0-b9937cf477ff tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:40.639151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port 179ee594-24f0-48cb-97c5-4aa3afc210af yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:19:40.646845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5741c9b3-a9ae-4098-95e0-b9937cf477ff tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:40.648257 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5741c9b3-a9ae-4098-95e0-b9937cf477ff tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4176724
Dec 23 16:19:40.651231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56448) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:40.713794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:19:40.714731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:40.738604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f2ab2152-6b32-4979-9a96-ee87458fc952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a240208>, [{'id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:34Z', 'updated_at': '2021-12-23T16:18:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:35Z', 'updated_at': '2021-12-23T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'eda1b337-a0fd-425b-a8d9-7df53ecd12fa', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'port_id': 'eb70235d-9198-493b-9e13-f38474c7d249', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'mac_address': 'fa:16:3e:a7:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501fb7d0-356f-4cf2-96df-9f091906d0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:19:34Z', 'updated_at': '2021-12-23T16:19:34Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc602ef8-0984-432d-a1c7-2c0ef59f4f2a', 'name': '', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:4e:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:49Z', 'updated_at': '2021-12-23T16:19:02Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:40.745287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab2152-6b32-4979-9a96-ee87458fc952 None None] The sync data for ids ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'] in dv-neutron-822801-1-hyperv is: [{'id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:34Z', 'updated_at': '2021-12-23T16:18:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:35Z', 'updated_at': '2021-12-23T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'eda1b337-a0fd-425b-a8d9-7df53ecd12fa', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'port_id': 'eb70235d-9198-493b-9e13-f38474c7d249', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'mac_address': 'fa:16:3e:a7:8c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501fb7d0-356f-4cf2-96df-9f091906d0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:19:34Z', 'updated_at': '2021-12-23T16:19:34Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc602ef8-0984-432d-a1c7-2c0ef59f4f2a', 'name': '', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:4e:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:49Z', 'updated_at': '2021-12-23T16:19:02Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:19:40.811351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8ba48ed-2fa5-4eea-b6d9-c7b280053ea1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:40.870633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8ba48ed-2fa5-4eea-b6d9-c7b280053ea1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:40.907883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d5687f2a-b81f-43bb-8626-ed3f15f3cbdc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] For port e00fe338-7bed-4f0d-870f-dad92a377a38, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e00fe338-7bed-4f0d-870f-dad92a377a38,segment=NetworkSegment(e74131e7-ffef-4260-8d57-59f7c7ad82e1),segment_id=e74131e7-ffef-4260-8d57-59f7c7ad82e1)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:40.908175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:40.908286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5687f2a-b81f-43bb-8626-ed3f15f3cbdc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:40.924346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Allocated IP 2001:db8::2 (0cd9dd55-7c0c-4b8f-be29-27f30d776429/4a1fce32-236a-426d-a3c0-af3c52b93870/65261dea-51a9-42d3-bba1-0a2b1777ec2a) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:41.042245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8ba48ed-2fa5-4eea-b6d9-c7b280053ea1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:41.054030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1e9e843-2ffe-4138-86da-2f23bab78068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:41.059936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d5687f2a-b81f-43bb-8626-ed3f15f3cbdc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for e00fe338-7bed-4f0d-870f-dad92a377a38 owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:41.072628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port e4d48543-2def-4e7f-9ed3-1b656c9d5c4b yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:19:41.078805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba48ed-2fa5-4eea-b6d9-c7b280053ea1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388f004e-c965-4b6c-85e2-f0753080c953,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:41.087014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b8ba48ed-2fa5-4eea-b6d9-c7b280053ea1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:41.092208 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-086fb0e3-92df-4271-b67b-c747653643d3 req-15971ecd-939c-413d-95ad-5a4b8b7f4109 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37f7e9cd-1903-436c-99fb-3870a78414fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5046449
Dec 23 16:19:41.182674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f79f5e-40fe-4faa-8f99-d43308277bdd None None] New status for floating IP eda1b337-a0fd-425b-a8d9-7df53ecd12fa: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:19:41.237598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:41.247225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8ba48ed-2fa5-4eea-b6d9-c7b280053ea1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:41.251114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Transition to ACTIVE for port object 65261dea-51a9-42d3-bba1-0a2b1777ec2a will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:41.251432 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b8ba48ed-2fa5-4eea-b6d9-c7b280053ea1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-groups/388f004e-c965-4b6c-85e2-f0753080c953 HTTP/1.1" status: 204  len: 168 time: 0.5989649
Dec 23 16:19:41.256082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56452) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:41.272686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Transition to ACTIVE for port object 65261dea-51a9-42d3-bba1-0a2b1777ec2a will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:41.293534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:41.311531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2b219d7d-86a5-4eb2-9368-4ca416641233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:41.364164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:41.370459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-72ca7586-d40d-45fd-945d-8630fd564982 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:41.394720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56456) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:41.403829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Network 0cd9dd55-7c0c-4b8f-be29-27f30d776429 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:41.405016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Pushing event updated for resources: {'Port': ['ID=65261dea-51a9-42d3-bba1-0a2b1777ec2a,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:41.409920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:41.411516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:41.414024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:41.525214 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-086fb0e3-92df-4271-b67b-c747653643d3 req-31e34101-5ad2-4610-8361-023f02574a9d service neutron] 10.222.0.36 "GET /v2.0/networks/37f7e9cd-1903-436c-99fb-3870a78414fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3585091
Dec 23 16:19:41.566380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-72ca7586-d40d-45fd-945d-8630fd564982 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:41.571967 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-72ca7586-d40d-45fd-945d-8630fd564982 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3105516
Dec 23 16:19:41.573401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56460) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:41.573557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:41.581638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-94ae47c5-f63d-4abc-baae-beb5236c3bff tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:41.583392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Attempting to bind port 65261dea-51a9-42d3-bba1-0a2b1777ec2a on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:19:41.584349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Attempting to bind port 65261dea-51a9-42d3-bba1-0a2b1777ec2a by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '23481e25-47d3-4b46-88ba-4b8982366cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:19:41.584642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Attempting to bind port 65261dea-51a9-42d3-bba1-0a2b1777ec2a on network 0cd9dd55-7c0c-4b8f-be29-27f30d776429 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:19:41.591805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:19:41.592375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Checking segment: {'id': '23481e25-47d3-4b46-88ba-4b8982366cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:41.592935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:41.593490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Bound using segment: {'id': '23481e25-47d3-4b46-88ba-4b8982366cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:19:41.594124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Bound port: 65261dea-51a9-42d3-bba1-0a2b1777ec2a, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23481e25-47d3-4b46-88ba-4b8982366cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:19:41.594664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:41.646178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:41.664367 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a0f5e89d-4145-40d7-a899-22c3e611cd89 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/eda1b337-a0fd-425b-a8d9-7df53ecd12fa HTTP/1.1" status: 200  len: 991 time: 0.2653823
Dec 23 16:19:41.673928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:41.678198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:41.680398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=179ee594-24f0-48cb-97c5-4aa3afc210af,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:41.682663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:41.683539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:41.685175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:41.689631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fb921a09-b772-4950-8d05-df709a006d1a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:41.701460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-87949b67-b365-49a8-9192-0168465499b3 None None] For port 65261dea-51a9-42d3-bba1-0a2b1777ec2a, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:19:41.704806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-87949b67-b365-49a8-9192-0168465499b3 None None] For port 65261dea-51a9-42d3-bba1-0a2b1777ec2a, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=65261dea-51a9-42d3-bba1-0a2b1777ec2a,segment=NetworkSegment(23481e25-47d3-4b46-88ba-4b8982366cee),segment_id=23481e25-47d3-4b46-88ba-4b8982366cee)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:19:41.708627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:41.713261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64fe95a3-c2ef-4ac5-92ab-5e521ccd8483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:41.772300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=e4d48543-2def-4e7f-9ed3-1b656c9d5c4b,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:41.776516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:41.804728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Checking segment: {'id': 'bc0ffaf0-9f83-4e1b-89ee-03b6be4d3b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e93dbb75-af5d-411f-89e2-b1c304409fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:41.805150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network hostable DHCP agents. Network: e93dbb75-af5d-411f-89e2-b1c304409fb3, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:19:41.807440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Pushing event updated for resources: {'Port': ['ID=65261dea-51a9-42d3-bba1-0a2b1777ec2a,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:41.810954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:41.829584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network e93dbb75-af5d-411f-89e2-b1c304409fb3 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:19:41.841545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, e93dbb75-af5d-411f-89e2-b1c304409fb3) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:41.845350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:41.851554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:41.852684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5cec5a-105a-421e-866d-61f167dcf2b6 None None] Network e93dbb75-af5d-411f-89e2-b1c304409fb3 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:41.855271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:41.856032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:41.881684 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.1363633
Dec 23 16:19:41.884758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56464) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:41.976493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-095ee2af-a453-45ea-884b-bf396b2b890a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port e4d48543-2def-4e7f-9ed3-1b656c9d5c4b {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:41.977065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-095ee2af-a453-45ea-884b-bf396b2b890a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:42.098551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:42.226534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-850b8f07-ebcd-4dcd-a890-7657de0ebd3d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Synchronizing usage tracker for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:42.291153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-095ee2af-a453-45ea-884b-bf396b2b890a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:42.304753 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-086fb0e3-92df-4271-b67b-c747653643d3 req-dcec09da-3d95-4fba-9850-680c8e669a30 service neutron] 10.222.0.36 "GET /v2.0/networks/37f7e9cd-1903-436c-99fb-3870a78414fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7678792
Dec 23 16:19:42.344412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5687f2a-b81f-43bb-8626-ed3f15f3cbdc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:42.348240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-850b8f07-ebcd-4dcd-a890-7657de0ebd3d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Unset dirty status for tenant:5bb301d2e16a48d29687ed2bfa104e3c on resource:security_group_rule {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:42.352252 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-850b8f07-ebcd-4dcd-a890-7657de0ebd3d tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.7719753
Dec 23 16:19:42.354763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bee9ebce-fe30-4023-8f29-fa2f4a5c0f65 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:42.370543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56468) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:42.411665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5687f2a-b81f-43bb-8626-ed3f15f3cbdc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=e00fe338-7bed-4f0d-870f-dad92a377a38,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:42.421311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d5687f2a-b81f-43bb-8626-ed3f15f3cbdc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:42.454812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-095ee2af-a453-45ea-884b-bf396b2b890a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for e4d48543-2def-4e7f-9ed3-1b656c9d5c4b owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:42.502866 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-da5a8dc9-1eca-469d-99fc-edcbbc75a1d0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] delete failed (client error): The resource could not be found.
Dec 23 16:19:42.504057 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-da5a8dc9-1eca-469d-99fc-edcbbc75a1d0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "DELETE /v2.0/security-groups/388f004e-c965-4b6c-85e2-f0753080c953 HTTP/1.1" status: 404  len: 347 time: 0.1324301
Dec 23 16:19:42.510416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56472) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:42.592409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-095ee2af-a453-45ea-884b-bf396b2b890a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:42.598306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74bd140b-da24-4080-b80d-495d2cd4ba37 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:42.639381 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c98df169-be65-4f9f-aecb-fab0fdd9139e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1275702
Dec 23 16:19:42.650678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ee2af-a453-45ea-884b-bf396b2b890a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=e4d48543-2def-4e7f-9ed3-1b656c9d5c4b,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:42.654709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-095ee2af-a453-45ea-884b-bf396b2b890a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:42.660694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-095ee2af-a453-45ea-884b-bf396b2b890a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:42.668874 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-095ee2af-a453-45ea-884b-bf396b2b890a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/e4d48543-2def-4e7f-9ed3-1b656c9d5c4b HTTP/1.1" status: 204  len: 168 time: 0.7830448
Dec 23 16:19:42.669892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56478) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:42.672504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56480) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:42.789362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Allocated IP 2001:db8::1 (0cd9dd55-7c0c-4b8f-be29-27f30d776429/4a1fce32-236a-426d-a3c0-af3c52b93870/9538448f-3b89-48eb-8f72-dba34b26de6a) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:42.861264 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-284c26fc-484c-4624-bcba-98553b924d70 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/eda1b337-a0fd-425b-a8d9-7df53ecd12fa HTTP/1.1" status: 200  len: 993 time: 0.1897912
Dec 23 16:19:42.883091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b478b0df-2139-4624-9807-acee5ad9435e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:42.888242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b478b0df-2139-4624-9807-acee5ad9435e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:42.889182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b478b0df-2139-4624-9807-acee5ad9435e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:42.906596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b478b0df-2139-4624-9807-acee5ad9435e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:42.911242 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b478b0df-2139-4624-9807-acee5ad9435e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.1772099
Dec 23 16:19:42.911242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56486) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:42.984778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5687f2a-b81f-43bb-8626-ed3f15f3cbdc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:42.991048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e2bb6-be0d-4f42-bede-135fa9921b3f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 179ee594-24f0-48cb-97c5-4aa3afc210af {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:42.991641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2bb6-be0d-4f42-bede-135fa9921b3f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:43.044406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56492) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:43.066867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:43.149167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Transition to ACTIVE for port object 9538448f-3b89-48eb-8f72-dba34b26de6a will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:43.223587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:43.228595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58398858-8d8d-4287-bebd-507b95dbd906 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:43.334532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2bb6-be0d-4f42-bede-135fa9921b3f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:43.339057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=9538448f-3b89-48eb-8f72-dba34b26de6a,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:43.342965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 0cd9dd55-7c0c-4b8f-be29-27f30d776429 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:43.352922 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f1d6f4c7-faba-4cc9-b787-9fa6534920f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5bb301d2e16a48d29687ed2bfa104e3c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3049936
Dec 23 16:19:43.361768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56498) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:43.417904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 65261dea-51a9-42d3-bba1-0a2b1777ec2a up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:43.420305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:43.421455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:43.435908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:43.436505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:43.505567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 65261dea-51a9-42d3-bba1-0a2b1777ec2a completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:43.514506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e2bb6-be0d-4f42-bede-135fa9921b3f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 179ee594-24f0-48cb-97c5-4aa3afc210af owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:43.631718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:43.638018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f15b8532-b9be-49ed-96c3-bc7de6745c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:43.649120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2bb6-be0d-4f42-bede-135fa9921b3f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:43.657620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a596997-3de7-4e87-9be0-415334afb24e tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:43.713748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e2bb6-be0d-4f42-bede-135fa9921b3f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=179ee594-24f0-48cb-97c5-4aa3afc210af,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:43.721113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3f4e2bb6-be0d-4f42-bede-135fa9921b3f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:43.727609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f15b8532-b9be-49ed-96c3-bc7de6745c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:43.739112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2bb6-be0d-4f42-bede-135fa9921b3f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:43.772938 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3f4e2bb6-be0d-4f42-bede-135fa9921b3f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/179ee594-24f0-48cb-97c5-4aa3afc210af HTTP/1.1" status: 204  len: 168 time: 0.8572743
Dec 23 16:19:43.774830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56502) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:43.790584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb58a05c-a738-4323-bbf3-3ef11c6c1692 None None] Network 0cd9dd55-7c0c-4b8f-be29-27f30d776429 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:43.850199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f15b8532-b9be-49ed-96c3-bc7de6745c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:43.856027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b07bb94f-f098-46c5-a597-6c698bcda5bb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:43.873789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b8532-b9be-49ed-96c3-bc7de6745c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba076400-1c93-4179-ae2d-e53ffb536d1b,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:43.878803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f15b8532-b9be-49ed-96c3-bc7de6745c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:43.897768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e88ce40-3843-40e3-bb96-1bd5a8334bd5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:43.898544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1e88ce40-3843-40e3-bb96-1bd5a8334bd5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:43.903348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f15b8532-b9be-49ed-96c3-bc7de6745c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:43.908925 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f15b8532-b9be-49ed-96c3-bc7de6745c5b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ba076400-1c93-4179-ae2d-e53ffb536d1b HTTP/1.1" status: 204  len: 168 time: 0.4754293
Dec 23 16:19:43.938087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1e88ce40-3843-40e3-bb96-1bd5a8334bd5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:43.939384 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1e88ce40-3843-40e3-bb96-1bd5a8334bd5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.1634886
Dec 23 16:19:43.942198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56508) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:43.990703 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-1441440f-658a-45d1-b431-b666408205bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] GET failed (client error): The resource could not be found.
Dec 23 16:19:43.992192 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1441440f-658a-45d1-b431-b666408205bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/e4d48543-2def-4e7f-9ed3-1b656c9d5c4b HTTP/1.1" status: 404  len: 333 time: 0.0487587
Dec 23 16:19:43.995225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56512) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:44.040511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d8951e39-39e4-4224-b785-2c50cb3fc074 None None] Provisioning for port 65261dea-51a9-42d3-bba1-0a2b1777ec2a completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:44.051633 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7231db-e213-408b-be04-0d338409ea7c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] GET failed (client error): The resource could not be found.
Dec 23 16:19:44.053385 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2c7231db-e213-408b-be04-0d338409ea7c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/179ee594-24f0-48cb-97c5-4aa3afc210af HTTP/1.1" status: 404  len: 333 time: 0.0571043
Dec 23 16:19:44.056380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56516) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:44.094693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d8951e39-39e4-4224-b785-2c50cb3fc074 None None] Provisioning complete for port 65261dea-51a9-42d3-bba1-0a2b1777ec2a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:44.095155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d8951e39-39e4-4224-b785-2c50cb3fc074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.206192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-babf0f5c-4cad-4e6a-b5c2-e87532a255d4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.284658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d8951e39-39e4-4224-b785-2c50cb3fc074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.332484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d8951e39-39e4-4224-b785-2c50cb3fc074 None None] For port 65261dea-51a9-42d3-bba1-0a2b1777ec2a, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=65261dea-51a9-42d3-bba1-0a2b1777ec2a,segment=NetworkSegment(23481e25-47d3-4b46-88ba-4b8982366cee),segment_id=23481e25-47d3-4b46-88ba-4b8982366cee)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:44.344518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d8951e39-39e4-4224-b785-2c50cb3fc074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.346473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:44.422409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-babf0f5c-4cad-4e6a-b5c2-e87532a255d4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.446129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8951e39-39e4-4224-b785-2c50cb3fc074 None None] Pushing event updated for resources: {'Port': ['ID=65261dea-51a9-42d3-bba1-0a2b1777ec2a,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:44.458538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d8951e39-39e4-4224-b785-2c50cb3fc074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:44.474551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-babf0f5c-4cad-4e6a-b5c2-e87532a255d4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78cbeb38>,) {'filters': {'network_id': ['e93dbb75-af5d-411f-89e2-b1c304409fb3']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:44.494388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-babf0f5c-4cad-4e6a-b5c2-e87532a255d4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78cbeb38>, 'bc0ffaf0-9f83-4e1b-89ee-03b6be4d3b36') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:44.496121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-babf0f5c-4cad-4e6a-b5c2-e87532a255d4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78cbeb38>, 'bc0ffaf0-9f83-4e1b-89ee-03b6be4d3b36') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:44.516398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-babf0f5c-4cad-4e6a-b5c2-e87532a255d4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.537758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-babf0f5c-4cad-4e6a-b5c2-e87532a255d4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.545173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5687f2a-b81f-43bb-8626-ed3f15f3cbdc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router da270677-b997-400b-a648-fbd9a44b8b42 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:19:44.545383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babf0f5c-4cad-4e6a-b5c2-e87532a255d4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:19:44.545978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-babf0f5c-4cad-4e6a-b5c2-e87532a255d4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.556701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:19:44.565129 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:19:44.625705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.626531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.638713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1b59bab7-505f-4c74-b1a3-6bdc45ade2d9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:44.666415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-babf0f5c-4cad-4e6a-b5c2-e87532a255d4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.674215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-db75672d-e49e-435e-8a90-fe48d01a8a96 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:44.691150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-babf0f5c-4cad-4e6a-b5c2-e87532a255d4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.702096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf0f5c-4cad-4e6a-b5c2-e87532a255d4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Network': ['ID=e93dbb75-af5d-411f-89e2-b1c304409fb3,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:44.705710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-babf0f5c-4cad-4e6a-b5c2-e87532a255d4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:44.707317 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-babf0f5c-4cad-4e6a-b5c2-e87532a255d4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/networks/e93dbb75-af5d-411f-89e2-b1c304409fb3 HTTP/1.1" status: 204  len: 168 time: 0.6498494
Dec 23 16:19:44.712073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56532) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:44.718136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2099739387'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:44.724714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:44.729537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:network and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:44.732786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:44.739424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:44.751365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:44.758711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.796514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:19:44.806971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.807403 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Added segment 31b3dee1-b04e-4b43-83f0-c46e2606a71c of type vlan for network cc644df7-62ac-4106-a193-c27f016aaf73
Dec 23 16:19:44.813069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1f920708-8095-4e1d-a1a5-03476dbfd271 None None] Provisioning complete for port 65261dea-51a9-42d3-bba1-0a2b1777ec2a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:44.815764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f920708-8095-4e1d-a1a5-03476dbfd271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.832879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=9538448f-3b89-48eb-8f72-dba34b26de6a,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:44.839523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:44.841438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.882491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.888048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:44.888527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:44.895277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-26fd4a96-07da-483d-b3b9-413bbe0be238 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:45.004065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 0cd9dd55-7c0c-4b8f-be29-27f30d776429 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:45.007103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:45.034561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1f920708-8095-4e1d-a1a5-03476dbfd271 None None] Provisioning for port 9538448f-3b89-48eb-8f72-dba34b26de6a completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:45.041100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1f920708-8095-4e1d-a1a5-03476dbfd271 None None] Provisioning complete for port 9538448f-3b89-48eb-8f72-dba34b26de6a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:45.041782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f920708-8095-4e1d-a1a5-03476dbfd271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:45.092273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5687f2a-b81f-43bb-8626-ed3f15f3cbdc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:19:45.109394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1f920708-8095-4e1d-a1a5-03476dbfd271 None None] Port 9538448f-3b89-48eb-8f72-dba34b26de6a cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:19:45.111442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef42e83-b8fc-4b5e-b0a6-47e6c968f2c7 None None] Sync routers for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:19:45.126682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef42e83-b8fc-4b5e-b0a6-47e6c968f2c7 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:45.127428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-aef42e83-b8fc-4b5e-b0a6-47e6c968f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79d5c198>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:45.228973 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d5687f2a-b81f-43bb-8626-ed3f15f3cbdc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/da270677-b997-400b-a648-fbd9a44b8b42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2482851
Dec 23 16:19:45.329133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56540) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:45.330160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56542) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:45.503520 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7902908
Dec 23 16:19:45.509266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56550) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:45.518023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Network': ['ID=cc644df7-62ac-4106-a193-c27f016aaf73,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:45.521387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:45.542260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'subnet': {'network_id': 'cc644df7-62ac-4106-a193-c27f016aaf73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:45.569054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 65261dea-51a9-42d3-bba1-0a2b1777ec2a up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:45.594156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network cc644df7-62ac-4106-a193-c27f016aaf73 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:19:45.654702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group': {'name': 'tempest-secgroup--473084608'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:45.694809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:45.741517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2ec08516-d1ed-4099-8bdf-96935b020742 None None] Provisioning complete for port 9538448f-3b89-48eb-8f72-dba34b26de6a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:45.741942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ec08516-d1ed-4099-8bdf-96935b020742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:45.755849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:45.759770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:45.766760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:45.777946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:45.789285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:subnet and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:45.799879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:45.814904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:45.821943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-aef42e83-b8fc-4b5e-b0a6-47e6c968f2c7 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:45.831686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:45.859232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:45.869398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2ec08516-d1ed-4099-8bdf-96935b020742 None None] Port 9538448f-3b89-48eb-8f72-dba34b26de6a cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:19:45.879946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b10668-b579-4fbd-abc5-7fefd156628c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting subnet 4a2390d5-37d3-45d0-8e1c-65fa4d4b2787 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:19:45.888292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b10668-b579-4fbd-abc5-7fefd156628c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:45.900582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 65261dea-51a9-42d3-bba1-0a2b1777ec2a triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:45.901018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:45.918552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:46.018329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b10668-b579-4fbd-abc5-7fefd156628c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:46.127212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:46.137894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fd05f9dd-5fb0-4da0-bc66-3c6afe06e1d2 None None] Provisioning complete for port 9538448f-3b89-48eb-8f72-dba34b26de6a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:46.138317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd05f9dd-5fb0-4da0-bc66-3c6afe06e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:46.150808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:46.157686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:46.178919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:46.195973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:46.272493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fd05f9dd-5fb0-4da0-bc66-3c6afe06e1d2 None None] Port 9538448f-3b89-48eb-8f72-dba34b26de6a cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:19:46.313834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Performing IP validity checks on allocation pools {{(pid=88841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 23 16:19:46.317553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 23 16:19:46.327994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:19:46.343566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-aef42e83-b8fc-4b5e-b0a6-47e6c968f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79d5c198>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:41Z', 'revision_number': 10, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:46.347696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef42e83-b8fc-4b5e-b0a6-47e6c968f2c7 None None] Checking router: da270677-b997-400b-a648-fbd9a44b8b42 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:19:46.359716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef42e83-b8fc-4b5e-b0a6-47e6c968f2c7 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:46.360394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-aef42e83-b8fc-4b5e-b0a6-47e6c968f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79d5c198>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:46.372179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b10668-b579-4fbd-abc5-7fefd156628c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:46.523046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-aef42e83-b8fc-4b5e-b0a6-47e6c968f2c7 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:46.631697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:46.643453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:46.648914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e36a0ac6-37de-4cdf-817c-0007f1e9d15c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:46.899448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-aef42e83-b8fc-4b5e-b0a6-47e6c968f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79d5c198>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:41Z', 'revision_number': 10, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:46.905016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef42e83-b8fc-4b5e-b0a6-47e6c968f2c7 None None] The sync data for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv is: [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:41Z', 'revision_number': 10, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None, '_interfaces': [{'id': '774f7ccb-4558-4c78-b788-fcf900399684', 'name': '', 'network_id': '4d9bb3c3-3e55-4365-8be2-d7140eaeda26', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'mac_address': 'fa:16:3e:7a:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:30Z', 'updated_at': '2021-12-23T16:18:41Z', 'revision_number': 5, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'subnets': [{'id': '8049a0ec-947a-40eb-884d-95afadb65c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:19:46.997330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b10668-b579-4fbd-abc5-7fefd156628c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.037600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:47.050603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f50688-d173-4e99-9aab-2cf96a8a647f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:47.055107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:47.061956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c0caf66-6293-4c4a-9374-ad9adcc46d04 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:47.100668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:47.113992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:47.122581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57b10668-b579-4fbd-abc5-7fefd156628c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.129092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa23891-c1f6-4fdb-b4bd-61a6cf137847 None None] Network 9828e64c-b202-474d-9743-7b0804a150b4 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:47.139281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b10668-b579-4fbd-abc5-7fefd156628c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2390d5-37d3-45d0-8e1c-65fa4d4b2787,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:47.142930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-57b10668-b579-4fbd-abc5-7fefd156628c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:47.144782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:47.229089 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-57b10668-b579-4fbd-abc5-7fefd156628c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/4a2390d5-37d3-45d0-8e1c-65fa4d4b2787 HTTP/1.1" status: 204  len: 168 time: 1.8928304
Dec 23 16:19:47.236126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e00fe338-7bed-4f0d-870f-dad92a377a38 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:19:47.237279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56554) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:47.261988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.276552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5509d2b0-faab-4c97-9ea8-1d52549a0b42 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:47.305353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: e00fe338-7bed-4f0d-870f-dad92a377a38 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:19:47.305755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e00fe338-7bed-4f0d-870f-dad92a377a38 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:19:47.322222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:19:47.337810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Sync routers for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:19:47.373709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:47.374707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7b9db208>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:47.380538 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/11fe8027-a6b8-4937-8c1c-a0ec49ac8f72/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9709563
Dec 23 16:19:47.391799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56558) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:47.405823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1235017730'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:47.417060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.429440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.436992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port e97f384f-1a3c-42dc-9785-8fc36653ff84 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:47.437749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.443974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.458701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:47.476054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:network and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:47.488341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:47.500602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Subnet': ['ID=586dcbe0-0583-4024-8bd7-bb7984b4ca09,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:47.502964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:47.509765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:47.513358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dfc76be3-5599-430e-9155-ab3656ef2ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:47.528942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.532959 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.1923623
Dec 23 16:19:47.541441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74ae123-57da-41ae-9eda-1a50f32cf763 None None] DHCP port deletion for 9828e64c-b202-474d-9743-7b0804a150b4 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:19:47.542470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56562) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:47.550611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d74ae123-57da-41ae-9eda-1a50f32cf763 None None] Deleting port e97f384f-1a3c-42dc-9785-8fc36653ff84 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:47.551743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d74ae123-57da-41ae-9eda-1a50f32cf763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.576307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:47.579024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:47.585319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.621236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Checking segment: {'id': '31b3dee1-b04e-4b43-83f0-c46e2606a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cc644df7-62ac-4106-a193-c27f016aaf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:47.621647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network hostable DHCP agents. Network: cc644df7-62ac-4106-a193-c27f016aaf73, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:19:47.627364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3bb61e-6006-4823-bd76-898041b75e3f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:47.636220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:47.685231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:19:47.704076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] For port e97f384f-1a3c-42dc-9785-8fc36653ff84, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e97f384f-1a3c-42dc-9785-8fc36653ff84,segment=NetworkSegment(e74131e7-ffef-4260-8d57-59f7c7ad82e1),segment_id=e74131e7-ffef-4260-8d57-59f7c7ad82e1)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:47.704310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.708037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a3d0beb0-81a4-4aeb-aebe-c5882d36079b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:47.711697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.712097 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Added segment 37a83e28-4e1e-4c38-ba03-587a36ad924c of type vlan for network 7c77b06d-33c8-425c-8c34-f8db7020b623
Dec 23 16:19:47.734728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network cc644df7-62ac-4106-a193-c27f016aaf73 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:19:47.763298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.769236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a3d0beb0-81a4-4aeb-aebe-c5882d36079b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:47.774105 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a3d0beb0-81a4-4aeb-aebe-c5882d36079b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.2251635
Dec 23 16:19:47.775017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56566) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:47.778762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, cc644df7-62ac-4106-a193-c27f016aaf73) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:47.785272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:47.786111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.827767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.832357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:47.833076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.840227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5c759c5a-4fb1-4171-a7ac-b3c16d3d5005 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:47.854752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90af6aa-7ec5-4de4-bb98-e790776368d0 None None] Network cc644df7-62ac-4106-a193-c27f016aaf73 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:47.860487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for e97f384f-1a3c-42dc-9785-8fc36653ff84 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:47.867042 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3543601
Dec 23 16:19:47.874762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56570) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:47.897664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c6435588-bba7-484c-b685-213adc9dbcd8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group': {'name': 'tempest-security--63913455', 'description': 'tempest-security-description-1375211332'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:47.899969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'network_id': 'cc644df7-62ac-4106-a193-c27f016aaf73', 'name': 'tempest-PortsIpV6TestJSON-280893831'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:47.940390 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5445411
Dec 23 16:19:47.944647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d74ae123-57da-41ae-9eda-1a50f32cf763 None None] For port e97f384f-1a3c-42dc-9785-8fc36653ff84, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e97f384f-1a3c-42dc-9785-8fc36653ff84,segment=NetworkSegment(e74131e7-ffef-4260-8d57-59f7c7ad82e1),segment_id=e74131e7-ffef-4260-8d57-59f7c7ad82e1)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:47.945351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d74ae123-57da-41ae-9eda-1a50f32cf763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:47.948649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56574) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:47.960471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'subnet': {'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:48.024066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Network': ['ID=7c77b06d-33c8-425c-8c34-f8db7020b623,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:48.030012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:48.092538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:48.096793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7b9db208>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:19:43Z', 'revision_number': 2, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:44Z', 'revision_number': 2, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:48.097861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:subnet and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:48.101157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:48.101470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 7c77b06d-33c8-425c-8c34-f8db7020b623 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:19:48.102677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Checking router: 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:19:48.103282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Updating router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 port 9538448f-3b89-48eb-8f72-dba34b26de6a binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:19:48.108258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:48.126433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:48.151580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:48.162117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.163244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:48.194857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:48.201486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.248567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port ccf78a28-ed19-44ae-8d99-431636b868bf yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:19:48.279039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.312357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6435588-bba7-484c-b685-213adc9dbcd8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.446589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d74ae123-57da-41ae-9eda-1a50f32cf763 None None] Calling delete_port for e97f384f-1a3c-42dc-9785-8fc36653ff84 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:48.472492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Allocated IP 2001:db8::24f (cc644df7-62ac-4106-a193-c27f016aaf73/586dcbe0-0583-4024-8bd7-bb7984b4ca09/ccf78a28-ed19-44ae-8d99-431636b868bf) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:48.484439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6435588-bba7-484c-b685-213adc9dbcd8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.485276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.499703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aeee550a-e261-4f38-b23d-1921f4e4ee48 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:48.548273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No DVR routers for this DVR port e97f384f-1a3c-42dc-9785-8fc36653ff84 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:19:48.584060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=e97f384f-1a3c-42dc-9785-8fc36653ff84,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:48.586871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:48.587597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6435588-bba7-484c-b685-213adc9dbcd8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.597433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bce51e37-3e35-474f-b2f1-258dbf95a780 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:48.598530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.613709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Transition to ACTIVE for port object 9538448f-3b89-48eb-8f72-dba34b26de6a will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:48.621994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.628089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:48.713928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.717146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Pushing event updated for resources: {'Port': ['ID=9538448f-3b89-48eb-8f72-dba34b26de6a,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:48.746420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79409c50>,) {'filters': {'network_id': ['9828e64c-b202-474d-9743-7b0804a150b4']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:48.757793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-d74ae123-57da-41ae-9eda-1a50f32cf763 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:19:48.758323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-d74ae123-57da-41ae-9eda-1a50f32cf763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:19:48.763999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79409c50>, 'e74131e7-ffef-4260-8d57-59f7c7ad82e1') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:48.764343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79409c50>, 'e74131e7-ffef-4260-8d57-59f7c7ad82e1') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:48.764897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.777087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-cc644df7-62ac-4106-a193-c27f016aaf73', 'network_id': 'cc644df7-62ac-4106-a193-c27f016aaf73', 'tenant_id': '42b027ae4e0648eebf22f0ddb7193558', 'fixed_ips': [{'subnet_id': '586dcbe0-0583-4024-8bd7-bb7984b4ca09'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:19:48.778146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.778903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.798056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:48.798464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:48.799032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:48.799422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:48.799796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:48.800166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:48.800540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:48.801577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:48.801728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:48.802720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:48.803338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:19:48.803962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6435588-bba7-484c-b685-213adc9dbcd8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.805329 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c6435588-bba7-484c-b685-213adc9dbcd8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "PUT /v2.0/security-groups/2b3bb61e-6006-4823-bd76-898041b75e3f HTTP/1.1" status: 200  len: 1610 time: 1.0291834
Dec 23 16:19:48.809240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56578) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:48.810923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Transition to ACTIVE for port object ccf78a28-ed19-44ae-8d99-431636b868bf will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:48.818699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:48.825997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.837504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:19:48.837959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.864894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.869799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6435588-bba7-484c-b685-213adc9dbcd8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3bb61e-6006-4823-bd76-898041b75e3f,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:48.872770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c6435588-bba7-484c-b685-213adc9dbcd8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:19:48.873850 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:19:48.885044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8a2efaa2-6d39-4957-9368-338408096d58 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:48.975448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Attempting to bind port 9538448f-3b89-48eb-8f72-dba34b26de6a on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:19:48.976716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Attempting to bind port 9538448f-3b89-48eb-8f72-dba34b26de6a by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '23481e25-47d3-4b46-88ba-4b8982366cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:19:48.977334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Attempting to bind port 9538448f-3b89-48eb-8f72-dba34b26de6a on network 0cd9dd55-7c0c-4b8f-be29-27f30d776429 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:19:48.987617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:19:48.988462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Checking segment: {'id': '23481e25-47d3-4b46-88ba-4b8982366cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:48.989304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:48.991090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Bound using segment: {'id': '23481e25-47d3-4b46-88ba-4b8982366cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:19:48.991810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Bound port: 9538448f-3b89-48eb-8f72-dba34b26de6a, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23481e25-47d3-4b46-88ba-4b8982366cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:19:48.992410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.001588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network cc644df7-62ac-4106-a193-c27f016aaf73 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:49.012999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:49.017485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Allocated IP 2001:db8::2 (cc644df7-62ac-4106-a193-c27f016aaf73/586dcbe0-0583-4024-8bd7-bb7984b4ca09/967c5bb3-f29c-40cb-ab34-b948e9dbd982) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:49.029974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:49.034796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:49.035937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.071233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=ccf78a28-ed19-44ae-8d99-431636b868bf,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:49.080026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:49.086471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.090167 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8f8b1a93-02d0-4940-a7f0-d0434c47d50b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-groups/2b3bb61e-6006-4823-bd76-898041b75e3f HTTP/1.1" status: 200  len: 1610 time: 0.2752581
Dec 23 16:19:49.091063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.091247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56582) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:49.102939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-571706ae-7ebd-4f3d-a4fe-4d20b6fb06d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:49.120389 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/networks/9828e64c-b202-474d-9743-7b0804a150b4 HTTP/1.1" status: 204  len: 168 time: 1.8817596
Dec 23 16:19:49.127969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56586) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:49.135642 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.2565086
Dec 23 16:19:49.138576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56590) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:49.144119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Network': ['ID=9828e64c-b202-474d-9743-7b0804a150b4,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:49.147166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:49.179928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] For port 9538448f-3b89-48eb-8f72-dba34b26de6a, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:19:49.184323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] For port 9538448f-3b89-48eb-8f72-dba34b26de6a, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=9538448f-3b89-48eb-8f72-dba34b26de6a,segment=NetworkSegment(23481e25-47d3-4b46-88ba-4b8982366cee),segment_id=23481e25-47d3-4b46-88ba-4b8982366cee)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:19:49.190859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.199149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35f092b8-8383-4d90-bbaf-8e5ed7b0e395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:49.285269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e59cfa2c-76b6-413e-98cf-ae050fe3b194 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port ccf78a28-ed19-44ae-8d99-431636b868bf {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:49.285663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e59cfa2c-76b6-413e-98cf-ae050fe3b194 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.323498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-650c3f12-4217-4967-affa-22403ea252d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.339817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Pushing event updated for resources: {'Port': ['ID=9538448f-3b89-48eb-8f72-dba34b26de6a,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:49.343295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:49.357966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.368583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:49.369645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7b9db208>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:49.373132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Transition to ACTIVE for port object 967c5bb3-f29c-40cb-ab34-b948e9dbd982 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:49.387673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.394831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0cb835fc-62f2-4c19-967b-780ef3ff9839 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:49.395721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Transition to ACTIVE for port object 967c5bb3-f29c-40cb-ab34-b948e9dbd982 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:49.399470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d74ae123-57da-41ae-9eda-1a50f32cf763 None None] Deleting port e97f384f-1a3c-42dc-9785-8fc36653ff84 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:49.400208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d74ae123-57da-41ae-9eda-1a50f32cf763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.424082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-650c3f12-4217-4967-affa-22403ea252d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.445033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e97f384f-1a3c-42dc-9785-8fc36653ff84 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:19:49.473972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Subnet': ['ID=1336cd6b-fe73-47c6-8d91-29280d5d8755,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:49.490067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:49.496696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.533337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b209d77d-7502-48b2-b329-275b9d0bf6d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:49.562469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:49.568446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Checking segment: {'id': '37a83e28-4e1e-4c38-ba03-587a36ad924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:49.569100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network hostable DHCP agents. Network: 7c77b06d-33c8-425c-8c34-f8db7020b623, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:19:49.632556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: e97f384f-1a3c-42dc-9785-8fc36653ff84 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:19:49.632937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e97f384f-1a3c-42dc-9785-8fc36653ff84 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:19:49.680650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d74ae123-57da-41ae-9eda-1a50f32cf763 None None] The port 'e97f384f-1a3c-42dc-9785-8fc36653ff84' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:19:49.691253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Network cc644df7-62ac-4106-a193-c27f016aaf73 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:49.709211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:49.715996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:49.738168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Pushing event updated for resources: {'Port': ['ID=967c5bb3-f29c-40cb-ab34-b948e9dbd982,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:49.742668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:49.780636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-650c3f12-4217-4967-affa-22403ea252d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.809423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-606c7356-0d15-4f8b-bfa4-13dc94f99618 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:49.842138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 7c77b06d-33c8-425c-8c34-f8db7020b623 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:19:49.843621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c3f12-4217-4967-affa-22403ea252d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3bb61e-6006-4823-bd76-898041b75e3f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:49.851651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-650c3f12-4217-4967-affa-22403ea252d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:49.863479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-650c3f12-4217-4967-affa-22403ea252d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.865136 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-650c3f12-4217-4967-affa-22403ea252d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-groups/2b3bb61e-6006-4823-bd76-898041b75e3f HTTP/1.1" status: 204  len: 168 time: 0.7711239
Dec 23 16:19:49.878149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56594) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:49.895215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 7c77b06d-33c8-425c-8c34-f8db7020b623) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:49.912021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:49.912871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.914139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e59cfa2c-76b6-413e-98cf-ae050fe3b194 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:49.924737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a83344e-1d5e-4bc0-a297-134f4aa91263 None None] Network 7c77b06d-33c8-425c-8c34-f8db7020b623 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:49.969544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Attempting to bind port 967c5bb3-f29c-40cb-ab34-b948e9dbd982 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:19:49.970307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Attempting to bind port 967c5bb3-f29c-40cb-ab34-b948e9dbd982 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '31b3dee1-b04e-4b43-83f0-c46e2606a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cc644df7-62ac-4106-a193-c27f016aaf73'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:19:49.970750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Attempting to bind port 967c5bb3-f29c-40cb-ab34-b948e9dbd982 on network cc644df7-62ac-4106-a193-c27f016aaf73 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:19:49.984761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a0e4438-0142-4584-8b76-c8b996a20115 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:50.008380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:19:50.008817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Checking segment: {'id': '31b3dee1-b04e-4b43-83f0-c46e2606a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cc644df7-62ac-4106-a193-c27f016aaf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:50.009453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:50.009914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Bound using segment: {'id': '31b3dee1-b04e-4b43-83f0-c46e2606a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cc644df7-62ac-4106-a193-c27f016aaf73'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:19:50.010614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Bound port: 967c5bb3-f29c-40cb-ab34-b948e9dbd982, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b3dee1-b04e-4b43-83f0-c46e2606a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cc644df7-62ac-4106-a193-c27f016aaf73'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:19:50.011277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:50.018084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7b9db208>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:19:43Z', 'revision_number': 2, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:49Z', 'revision_number': 4, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:50.022759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5594105-88cf-4c64-a087-ba068d4864cf None None] The sync data for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv is: [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:19:43Z', 'revision_number': 2, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:49Z', 'revision_number': 4, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:19:50.084605 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.1316040
Dec 23 16:19:50.089776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56598) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:50.105500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e59cfa2c-76b6-413e-98cf-ae050fe3b194 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for ccf78a28-ed19-44ae-8d99-431636b868bf owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:50.136274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-547b0c75-e10b-4097-b921-f851237f2cc8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:50.203467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-547b0c75-e10b-4097-b921-f851237f2cc8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:50.208164 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-547b0c75-e10b-4097-b921-f851237f2cc8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3231709
Dec 23 16:19:50.210841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56602) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:50.235055 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-de971d11-81f8-4050-bdb0-b2f80c8f606f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] delete failed (client error): The resource could not be found.
Dec 23 16:19:50.241447 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-de971d11-81f8-4050-bdb0-b2f80c8f606f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-groups/2b3bb61e-6006-4823-bd76-898041b75e3f HTTP/1.1" status: 404  len: 347 time: 0.0292511
Dec 23 16:19:50.253847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56606) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:50.260571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c1279b37-273b-4d39-adaa-537d79da22f7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930023439'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:50.271206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c1279b37-273b-4d39-adaa-537d79da22f7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:50.285493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c1279b37-273b-4d39-adaa-537d79da22f7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:50.351468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] For port 967c5bb3-f29c-40cb-ab34-b948e9dbd982, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:19:50.360010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] For port 967c5bb3-f29c-40cb-ab34-b948e9dbd982, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=967c5bb3-f29c-40cb-ab34-b948e9dbd982,segment=NetworkSegment(31b3dee1-b04e-4b43-83f0-c46e2606a71c),segment_id=31b3dee1-b04e-4b43-83f0-c46e2606a71c)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:19:50.370751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c1279b37-273b-4d39-adaa-537d79da22f7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:50.385888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e59cfa2c-76b6-413e-98cf-ae050fe3b194 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:50.404123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cd2eaa5b-07db-4075-9247-07f23462650d tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:50.418908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:50.426024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d7fa847d-1a7c-416f-a512-7a53ca0a2146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:50.465128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-7c77b06d-33c8-425c-8c34-f8db7020b623', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:19:50.466196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:50.499441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cfa2c-76b6-413e-98cf-ae050fe3b194 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=ccf78a28-ed19-44ae-8d99-431636b868bf,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:50.503154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e59cfa2c-76b6-413e-98cf-ae050fe3b194 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:50.508687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e59cfa2c-76b6-413e-98cf-ae050fe3b194 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:50.527002 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e59cfa2c-76b6-413e-98cf-ae050fe3b194 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/ccf78a28-ed19-44ae-8d99-431636b868bf HTTP/1.1" status: 204  len: 168 time: 1.3872190
Dec 23 16:19:50.538703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56610) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:50.604837 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-836e5148-e629-4a04-881d-95949b974fbc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:19:50.605519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836e5148-e629-4a04-881d-95949b974fbc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:19:50.627395 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-836e5148-e629-4a04-881d-95949b974fbc tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/ccf78a28-ed19-44ae-8d99-431636b868bf HTTP/1.1" status: 404  len: 333 time: 0.0855937
Dec 23 16:19:50.633933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56614) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:50.637813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c1279b37-273b-4d39-adaa-537d79da22f7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:50.697500 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7ba6e8-4fa7-423d-8ee3-c66b300f1eaa tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] GET failed (client error): The resource could not be found.
Dec 23 16:19:50.699103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0e7ba6e8-4fa7-423d-8ee3-c66b300f1eaa tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:50.707745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c1279b37-273b-4d39-adaa-537d79da22f7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:50.715597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c1279b37-273b-4d39-adaa-537d79da22f7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:50.741418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c1279b37-273b-4d39-adaa-537d79da22f7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:50.752325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0e7ba6e8-4fa7-423d-8ee3-c66b300f1eaa tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:50.753187 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0e7ba6e8-4fa7-423d-8ee3-c66b300f1eaa tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/ccf78a28-ed19-44ae-8d99-431636b868bf HTTP/1.1" status: 404  len: 333 time: 0.1178591
Dec 23 16:19:50.760719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56618) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:50.843278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c1279b37-273b-4d39-adaa-537d79da22f7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:50.848149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Pushing event updated for resources: {'Port': ['ID=967c5bb3-f29c-40cb-ab34-b948e9dbd982,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:50.855980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c1279b37-273b-4d39-adaa-537d79da22f7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:50.863466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:50.877489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e2390d43-bcf8-4673-a2ce-dcc90d9bdc57 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:50.889559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Allocated IP 2001:db8:1::2 (7c77b06d-33c8-425c-8c34-f8db7020b623/1336cd6b-fe73-47c6-8d91-29280d5d8755/6bde4975-3796-4a5a-848e-a91038368875) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:50.918739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c1279b37-273b-4d39-adaa-537d79da22f7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:50.920211 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c1279b37-273b-4d39-adaa-537d79da22f7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6647103
Dec 23 16:19:50.923570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56622) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:50.932904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e7a4aa9a-00b1-400d-959c-92139e99b56e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group_rule': {'security_group_id': 'e74cde6c-4706-4aae-a882-8a9cf8d8650f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:50.938364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1279b37-273b-4d39-adaa-537d79da22f7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74cde6c-4706-4aae-a882-8a9cf8d8650f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:50.943652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e7a4aa9a-00b1-400d-959c-92139e99b56e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:50.949251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e7a4aa9a-00b1-400d-959c-92139e99b56e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:50.952311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e7a4aa9a-00b1-400d-959c-92139e99b56e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:50.960943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c1279b37-273b-4d39-adaa-537d79da22f7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:50.961865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e7a4aa9a-00b1-400d-959c-92139e99b56e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:50.984215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7a4aa9a-00b1-400d-959c-92139e99b56e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.094915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7a4aa9a-00b1-400d-959c-92139e99b56e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.101949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7a4aa9a-00b1-400d-959c-92139e99b56e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.122671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fd2b63f0-de97-4a97-9392-7d5ddc98f325 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:51.150479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4aa9a-00b1-400d-959c-92139e99b56e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67009ba-fdc6-4b80-ad03-9a6291a118f6,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:51.159048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7a4aa9a-00b1-400d-959c-92139e99b56e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:51.178648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7a4aa9a-00b1-400d-959c-92139e99b56e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.182905 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e7a4aa9a-00b1-400d-959c-92139e99b56e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2553871
Dec 23 16:19:51.183356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56626) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:51.252877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66a51cad-aec5-45bb-85ce-b37a8f8f63e9 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.280160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66a51cad-aec5-45bb-85ce-b37a8f8f63e9 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.293903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.313727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Transition to ACTIVE for port object 6bde4975-3796-4a5a-848e-a91038368875 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:51.334943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66a51cad-aec5-45bb-85ce-b37a8f8f63e9 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.345122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7283cd84-2165-49d5-93de-5aae828474a8 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:51.355517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66a51cad-aec5-45bb-85ce-b37a8f8f63e9 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.359312 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-66a51cad-aec5-45bb-85ce-b37a8f8f63e9 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/c67009ba-fdc6-4b80-ad03-9a6291a118f6 HTTP/1.1" status: 204  len: 168 time: 0.1725147
Dec 23 16:19:51.362020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56630) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:51.362345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Transition to ACTIVE for port object 6bde4975-3796-4a5a-848e-a91038368875 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:51.375535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.381019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:51.411708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a51cad-aec5-45bb-85ce-b37a8f8f63e9 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c67009ba-fdc6-4b80-ad03-9a6291a118f6,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:51.424916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-66a51cad-aec5-45bb-85ce-b37a8f8f63e9 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:51.470397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9538448f-3b89-48eb-8f72-dba34b26de6a up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:51.476929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2843f2f6-5189-451c-bd2f-60bf93b7965c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:51.500438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2843f2f6-5189-451c-bd2f-60bf93b7965c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:51.501850 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2843f2f6-5189-451c-bd2f-60bf93b7965c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1360400
Dec 23 16:19:51.505719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56634) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:51.589971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Network 7c77b06d-33c8-425c-8c34-f8db7020b623 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:51.590964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1e4ceb5-4229-4964-97e0-92540fca00b8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.591321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Pushing event updated for resources: {'Port': ['ID=6bde4975-3796-4a5a-848e-a91038368875,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:51.602756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:51.618757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:51.624780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:51.638439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1e4ceb5-4229-4964-97e0-92540fca00b8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.670313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-8503dd92-0a54-4e2e-ba67-2572fcb58756 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting subnet 586dcbe0-0583-4024-8bd7-bb7984b4ca09 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:19:51.680527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8503dd92-0a54-4e2e-ba67-2572fcb58756 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.711184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1e4ceb5-4229-4964-97e0-92540fca00b8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.717127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4cc37d5a-2d85-4388-8134-ef7e44227704 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:51.740657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4ceb5-4229-4964-97e0-92540fca00b8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74cde6c-4706-4aae-a882-8a9cf8d8650f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:51.743431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f1e4ceb5-4229-4964-97e0-92540fca00b8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:51.758294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1e4ceb5-4229-4964-97e0-92540fca00b8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.760052 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f1e4ceb5-4229-4964-97e0-92540fca00b8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-groups/e74cde6c-4706-4aae-a882-8a9cf8d8650f HTTP/1.1" status: 204  len: 168 time: 0.2533519
Dec 23 16:19:51.763870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56638) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:51.773984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 9538448f-3b89-48eb-8f72-dba34b26de6a completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:51.800204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 9538448f-3b89-48eb-8f72-dba34b26de6a triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:51.800741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.830522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8b085709-d612-405c-b8a3-316582d9fe9d tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:51.848497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8b085709-d612-405c-b8a3-316582d9fe9d tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:51.851067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8503dd92-0a54-4e2e-ba67-2572fcb58756 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.854017 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8b085709-d612-405c-b8a3-316582d9fe9d tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0896499
Dec 23 16:19:51.854836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56642) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:51.861096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-895cc03d-ef44-4550-a91f-9a3278003796 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group': {'name': 'tempest-secgroup--280429444'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:51.869096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-895cc03d-ef44-4550-a91f-9a3278003796 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:51.879768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-895cc03d-ef44-4550-a91f-9a3278003796 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:51.897605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-895cc03d-ef44-4550-a91f-9a3278003796 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:51.936855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Attempting to bind port 6bde4975-3796-4a5a-848e-a91038368875 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:19:51.937307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Attempting to bind port 6bde4975-3796-4a5a-848e-a91038368875 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '37a83e28-4e1e-4c38-ba03-587a36ad924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:19:51.937456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-895cc03d-ef44-4550-a91f-9a3278003796 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:51.937698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Attempting to bind port 6bde4975-3796-4a5a-848e-a91038368875 on network 7c77b06d-33c8-425c-8c34-f8db7020b623 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:19:51.941812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-895cc03d-ef44-4550-a91f-9a3278003796 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:51.945655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-895cc03d-ef44-4550-a91f-9a3278003796 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:51.951903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-895cc03d-ef44-4550-a91f-9a3278003796 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:52.013332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-895cc03d-ef44-4550-a91f-9a3278003796 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.016452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-895cc03d-ef44-4550-a91f-9a3278003796 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.022978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ef235652-e355-4713-bc51-ae2d0558e73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:52.028469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:19:52.028916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Checking segment: {'id': '37a83e28-4e1e-4c38-ba03-587a36ad924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:52.029472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.029854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Bound using segment: {'id': '37a83e28-4e1e-4c38-ba03-587a36ad924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:19:52.030343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Bound port: 6bde4975-3796-4a5a-848e-a91038368875, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a83e28-4e1e-4c38-ba03-587a36ad924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:19:52.030776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.075333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cc03d-ef44-4550-a91f-9a3278003796 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94eeedf2-70cb-4203-bbb0-910c9c64e664,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:52.079629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-895cc03d-ef44-4550-a91f-9a3278003796 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:52.084095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-895cc03d-ef44-4550-a91f-9a3278003796 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.088599 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-895cc03d-ef44-4550-a91f-9a3278003796 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.2326384
Dec 23 16:19:52.089842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56646) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:52.096144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8503dd92-0a54-4e2e-ba67-2572fcb58756 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.096607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-dca05249-e75b-45d1-baf7-538d30e74793 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group_rule': {'security_group_id': '94eeedf2-70cb-4203-bbb0-910c9c64e664', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:52.104109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dca05249-e75b-45d1-baf7-538d30e74793 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:52.109107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dca05249-e75b-45d1-baf7-538d30e74793 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:52.111955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dca05249-e75b-45d1-baf7-538d30e74793 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:52.119615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dca05249-e75b-45d1-baf7-538d30e74793 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:52.137730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dca05249-e75b-45d1-baf7-538d30e74793 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.276148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dca05249-e75b-45d1-baf7-538d30e74793 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.280424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dca05249-e75b-45d1-baf7-538d30e74793 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.282483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:52.322558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dca05249-e75b-45d1-baf7-538d30e74793 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.326740 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dca05249-e75b-45d1-baf7-538d30e74793 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2359495
Dec 23 16:19:52.327490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56650) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:52.336106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-66153785-10a7-43d3-be22-9fd57e282b0a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group_rule': {'security_group_id': '94eeedf2-70cb-4203-bbb0-910c9c64e664', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:52.341734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca05249-e75b-45d1-baf7-538d30e74793 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adad2ff0-709d-482d-9f0f-d4cb880120ee,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:52.345144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dca05249-e75b-45d1-baf7-538d30e74793 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:52.346151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-66153785-10a7-43d3-be22-9fd57e282b0a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:52.351640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66153785-10a7-43d3-be22-9fd57e282b0a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:52.354782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66153785-10a7-43d3-be22-9fd57e282b0a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:52.361709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-66153785-10a7-43d3-be22-9fd57e282b0a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:52.383744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66153785-10a7-43d3-be22-9fd57e282b0a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.394439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e4438-0142-4584-8b76-c8b996a20115 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port 774f7ccb-4558-4c78-b788-fcf900399684 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:52.394439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a0e4438-0142-4584-8b76-c8b996a20115 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.398681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] For port 6bde4975-3796-4a5a-848e-a91038368875, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:19:52.403869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] For port 6bde4975-3796-4a5a-848e-a91038368875, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6bde4975-3796-4a5a-848e-a91038368875,segment=NetworkSegment(37a83e28-4e1e-4c38-ba03-587a36ad924c),segment_id=37a83e28-4e1e-4c38-ba03-587a36ad924c)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:19:52.405143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.422076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.431262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-81436877-205d-4bc7-a788-d6df4a25c247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:52.432142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.473695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66153785-10a7-43d3-be22-9fd57e282b0a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.478194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66153785-10a7-43d3-be22-9fd57e282b0a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.480452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dadde1e8-3881-4b9f-85d6-058fd77a1e1b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:52.503746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66153785-10a7-43d3-be22-9fd57e282b0a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ea1778-1a55-4756-931e-07c856c790e7,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:52.520250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-66153785-10a7-43d3-be22-9fd57e282b0a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:52.525878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8503dd92-0a54-4e2e-ba67-2572fcb58756 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.539394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c6c408bb-4a10-4eab-ab23-af30474d8a7a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:52.548088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66153785-10a7-43d3-be22-9fd57e282b0a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.553619 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-66153785-10a7-43d3-be22-9fd57e282b0a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2231858
Dec 23 16:19:52.554429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56654) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:52.556574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 9538448f-3b89-48eb-8f72-dba34b26de6a, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=9538448f-3b89-48eb-8f72-dba34b26de6a,segment=NetworkSegment(23481e25-47d3-4b46-88ba-4b8982366cee),segment_id=23481e25-47d3-4b46-88ba-4b8982366cee)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:52.561616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-fcb701a7-9859-4732-a43e-f651c36984ed tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group_rule': {'security_group_id': '94eeedf2-70cb-4203-bbb0-910c9c64e664', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:52.566409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.567940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 967c5bb3-f29c-40cb-ab34-b948e9dbd982 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:52.573845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fcb701a7-9859-4732-a43e-f651c36984ed tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:52.588126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fcb701a7-9859-4732-a43e-f651c36984ed tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:52.591480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503dd92-0a54-4e2e-ba67-2572fcb58756 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Subnet': ['ID=586dcbe0-0583-4024-8bd7-bb7984b4ca09,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:52.594731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fcb701a7-9859-4732-a43e-f651c36984ed tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:52.604116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fcb701a7-9859-4732-a43e-f651c36984ed tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:52.635297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Pushing event updated for resources: {'Port': ['ID=6bde4975-3796-4a5a-848e-a91038368875,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:52.642190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:52.644625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:52.653990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fcb701a7-9859-4732-a43e-f651c36984ed tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.663298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8503dd92-0a54-4e2e-ba67-2572fcb58756 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:52.732358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=9538448f-3b89-48eb-8f72-dba34b26de6a,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:52.749615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:52.754186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fcb701a7-9859-4732-a43e-f651c36984ed tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.764267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fcb701a7-9859-4732-a43e-f651c36984ed tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.772169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:52.781631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 967c5bb3-f29c-40cb-ab34-b948e9dbd982 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:52.804740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb701a7-9859-4732-a43e-f651c36984ed tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c19dc3-301f-4b2c-bad7-d2e087bd30fb,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:52.809136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8503dd92-0a54-4e2e-ba67-2572fcb58756 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.811882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fcb701a7-9859-4732-a43e-f651c36984ed tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:52.820539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fcb701a7-9859-4732-a43e-f651c36984ed tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:52.824625 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fcb701a7-9859-4732-a43e-f651c36984ed tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2659488
Dec 23 16:19:52.826802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56658) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:52.833397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1f8d9755-5dd0-420a-8859-51835039fbf8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group_rule': {'security_group_id': '94eeedf2-70cb-4203-bbb0-910c9c64e664', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:52.840257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1f8d9755-5dd0-420a-8859-51835039fbf8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:52.844705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1f8d9755-5dd0-420a-8859-51835039fbf8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:52.847902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1f8d9755-5dd0-420a-8859-51835039fbf8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:52.855704 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8503dd92-0a54-4e2e-ba67-2572fcb58756 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/586dcbe0-0583-4024-8bd7-bb7984b4ca09 HTTP/1.1" status: 204  len: 168 time: 2.0845664
Dec 23 16:19:52.856233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56662) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:52.878841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1f8d9755-5dd0-420a-8859-51835039fbf8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:52.997842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9755-5dd0-420a-8859-51835039fbf8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.005124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bed49f-42fe-490e-b9f7-148b5d32ebc0 None None] Network cc644df7-62ac-4106-a193-c27f016aaf73 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:53.033330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.059069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5a0e4438-0142-4584-8b76-c8b996a20115 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] For port 774f7ccb-4558-4c78-b788-fcf900399684, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=774f7ccb-4558-4c78-b788-fcf900399684,segment=NetworkSegment(144c5d6c-9dc7-4554-8744-7c67390ccd41),segment_id=144c5d6c-9dc7-4554-8744-7c67390ccd41)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:53.059494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a0e4438-0142-4584-8b76-c8b996a20115 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.087313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 967c5bb3-f29c-40cb-ab34-b948e9dbd982 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:53.090383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.237744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9755-5dd0-420a-8859-51835039fbf8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.248707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9755-5dd0-420a-8859-51835039fbf8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.293694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-494de434-28ed-4fe1-92b0-2a89758be0ca None None] Provisioning for port 967c5bb3-f29c-40cb-ab34-b948e9dbd982 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:53.297935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e23c35bd-9810-4603-852c-03a696252b8f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:53.306287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-494de434-28ed-4fe1-92b0-2a89758be0ca None None] Provisioning complete for port 967c5bb3-f29c-40cb-ab34-b948e9dbd982 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:53.306733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-494de434-28ed-4fe1-92b0-2a89758be0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.319857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9755-5dd0-420a-8859-51835039fbf8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.327761 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1f8d9755-5dd0-420a-8859-51835039fbf8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4996693
Dec 23 16:19:53.332191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56666) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:53.365923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7b99b680-8fd0-4fe4-ab8c-ebad70928d46 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group_rule': {'security_group_id': '94eeedf2-70cb-4203-bbb0-910c9c64e664', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:53.374472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d9755-5dd0-420a-8859-51835039fbf8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774fe2c3-1f08-4f3a-9911-10898d8a0221,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:53.377827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1f8d9755-5dd0-420a-8859-51835039fbf8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:53.400179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7b99b680-8fd0-4fe4-ab8c-ebad70928d46 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:53.410442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7b99b680-8fd0-4fe4-ab8c-ebad70928d46 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:53.417724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7b99b680-8fd0-4fe4-ab8c-ebad70928d46 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:53.455574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9538448f-3b89-48eb-8f72-dba34b26de6a up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:53.502164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7b99b680-8fd0-4fe4-ab8c-ebad70928d46 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:53.520209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] For port 967c5bb3-f29c-40cb-ab34-b948e9dbd982, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=967c5bb3-f29c-40cb-ab34-b948e9dbd982,segment=NetworkSegment(31b3dee1-b04e-4b43-83f0-c46e2606a71c),segment_id=31b3dee1-b04e-4b43-83f0-c46e2606a71c)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:53.520685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.549609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] DHCP port deletion for cc644df7-62ac-4106-a193-c27f016aaf73 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:19:53.575023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] Deleting port 967c5bb3-f29c-40cb-ab34-b948e9dbd982 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:53.575452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.646088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-494de434-28ed-4fe1-92b0-2a89758be0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.674950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 967c5bb3-f29c-40cb-ab34-b948e9dbd982 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:53.688680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e4438-0142-4584-8b76-c8b996a20115 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for 774f7ccb-4558-4c78-b788-fcf900399684 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:53.702759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b99b680-8fd0-4fe4-ab8c-ebad70928d46 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.744149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-494de434-28ed-4fe1-92b0-2a89758be0ca None None] For port 967c5bb3-f29c-40cb-ab34-b948e9dbd982, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=967c5bb3-f29c-40cb-ab34-b948e9dbd982,segment=NetworkSegment(31b3dee1-b04e-4b43-83f0-c46e2606a71c),segment_id=31b3dee1-b04e-4b43-83f0-c46e2606a71c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:53.746969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 9538448f-3b89-48eb-8f72-dba34b26de6a triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:53.748010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.777799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Allocated IP 2001:db8:1::1 (7c77b06d-33c8-425c-8c34-f8db7020b623/1336cd6b-fe73-47c6-8d91-29280d5d8755/2a3566c5-e26b-4b8e-922a-ff3bba94a626) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:53.789790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-494de434-28ed-4fe1-92b0-2a89758be0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.808135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:19:53.808512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:19:53.810407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:53.820795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b99b680-8fd0-4fe4-ab8c-ebad70928d46 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.823941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b99b680-8fd0-4fe4-ab8c-ebad70928d46 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.831697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ca0220ed-e49f-4267-8c8f-4da834d260d5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:53.851519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99b680-8fd0-4fe4-ab8c-ebad70928d46 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7803ad60-b7e4-4278-9d5a-07d131d006ec,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:53.854067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7b99b680-8fd0-4fe4-ab8c-ebad70928d46 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:53.872813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b99b680-8fd0-4fe4-ab8c-ebad70928d46 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.877223 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7b99b680-8fd0-4fe4-ab8c-ebad70928d46 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.5372486
Dec 23 16:19:53.877387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56670) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:53.979529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] For port 967c5bb3-f29c-40cb-ab34-b948e9dbd982, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=967c5bb3-f29c-40cb-ab34-b948e9dbd982,segment=NetworkSegment(31b3dee1-b04e-4b43-83f0-c46e2606a71c),segment_id=31b3dee1-b04e-4b43-83f0-c46e2606a71c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:53.979982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:53.987496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494de434-28ed-4fe1-92b0-2a89758be0ca None None] Pushing event updated for resources: {'Port': ['ID=967c5bb3-f29c-40cb-ab34-b948e9dbd982,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:53.995119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-494de434-28ed-4fe1-92b0-2a89758be0ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:54.027646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7efa690-b591-4696-a60e-adb7e89dca15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:54.064562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7efa690-b591-4696-a60e-adb7e89dca15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:54.115677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:54.127698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7efa690-b591-4696-a60e-adb7e89dca15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:54.129837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a0e4438-0142-4584-8b76-c8b996a20115 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:54.139395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:54.163349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] Calling delete_port for 967c5bb3-f29c-40cb-ab34-b948e9dbd982 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:54.163624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efa690-b591-4696-a60e-adb7e89dca15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7803ad60-b7e4-4278-9d5a-07d131d006ec,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:54.168809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Transition to ACTIVE for port object 2a3566c5-e26b-4b8e-922a-ff3bba94a626 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:54.170343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7efa690-b591-4696-a60e-adb7e89dca15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:54.172957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:54.225934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e4438-0142-4584-8b76-c8b996a20115 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=774f7ccb-4558-4c78-b788-fcf900399684,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:54.233553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a0e4438-0142-4584-8b76-c8b996a20115 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:54.239599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6bde4975-3796-4a5a-848e-a91038368875 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:54.267892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7efa690-b591-4696-a60e-adb7e89dca15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:54.272296 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e7efa690-b591-4696-a60e-adb7e89dca15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/7803ad60-b7e4-4278-9d5a-07d131d006ec HTTP/1.1" status: 204  len: 168 time: 0.3907125
Dec 23 16:19:54.274008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56674) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:54.310784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 967c5bb3-f29c-40cb-ab34-b948e9dbd982 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:54.311547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:54.361044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:19:54.362611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:19:54.380497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 6bde4975-3796-4a5a-848e-a91038368875 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:54.394664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac3ecde-a8b1-4ca5-8ad9-d9840f70d8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:54.474218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eb0a2174-72c1-4136-8567-2a28d0808fd5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:54.537239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eb0a2174-72c1-4136-8567-2a28d0808fd5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:54.541562 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eb0a2174-72c1-4136-8567-2a28d0808fd5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5151 time: 0.2631807
Dec 23 16:19:54.542227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:54.543969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56678) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:54.550487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6eb7c8b2-3390-4542-83b5-110de5761018 tempest-FloatingIPAdminTestJSON-1415329348 tempest-FloatingIPAdminTestJSON-1415329348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:54.612189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a0e4438-0142-4584-8b76-c8b996a20115 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:54.632031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=2a3566c5-e26b-4b8e-922a-ff3bba94a626,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:54.639959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:54.717644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 7c77b06d-33c8-425c-8c34-f8db7020b623 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:54.728201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:54.731628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:54.732135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:54.829539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41cd5f9-6b78-498d-83f5-e6f75bada0bc None None] Network 7c77b06d-33c8-425c-8c34-f8db7020b623 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:54.873697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] Deleting port 967c5bb3-f29c-40cb-ab34-b948e9dbd982 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:54.874466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:54.903017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c974ae8-641f-4e93-af88-cf8b8a646812 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:54.920528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c974ae8-641f-4e93-af88-cf8b8a646812 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:54.946423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] For port 967c5bb3-f29c-40cb-ab34-b948e9dbd982, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=967c5bb3-f29c-40cb-ab34-b948e9dbd982,segment=NetworkSegment(31b3dee1-b04e-4b43-83f0-c46e2606a71c),segment_id=31b3dee1-b04e-4b43-83f0-c46e2606a71c)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:54.946832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:54.966743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:19:55.013105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e7feff7b-7d9d-4497-860f-8d4a01985ba1 None None] Provisioning for port 6bde4975-3796-4a5a-848e-a91038368875 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:55.032891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e7feff7b-7d9d-4497-860f-8d4a01985ba1 None None] Provisioning complete for port 6bde4975-3796-4a5a-848e-a91038368875 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:55.033333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7feff7b-7d9d-4497-860f-8d4a01985ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.038281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.042297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c974ae8-641f-4e93-af88-cf8b8a646812 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.106228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:55.127231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 967c5bb3-f29c-40cb-ab34-b948e9dbd982 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:55.172165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c974ae8-641f-4e93-af88-cf8b8a646812 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=774fe2c3-1f08-4f3a-9911-10898d8a0221,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:55.180434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c974ae8-641f-4e93-af88-cf8b8a646812 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:55.196027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c974ae8-641f-4e93-af88-cf8b8a646812 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.197286 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3c974ae8-641f-4e93-af88-cf8b8a646812 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/774fe2c3-1f08-4f3a-9911-10898d8a0221 HTTP/1.1" status: 204  len: 168 time: 0.6522105
Dec 23 16:19:55.205371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56686) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:55.274285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0e4438-0142-4584-8b76-c8b996a20115 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router da270677-b997-400b-a648-fbd9a44b8b42 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:19:55.287680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a0cb5d68-84b1-4492-a38c-94deaa0e6a05 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:55.305938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.311761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d5687f2a-b81f-43bb-8626-ed3f15f3cbdc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:55.362602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a0cb5d68-84b1-4492-a38c-94deaa0e6a05 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:55.364068 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a0cb5d68-84b1-4492-a38c-94deaa0e6a05 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4668 time: 0.1576684
Dec 23 16:19:55.368348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=967c5bb3-f29c-40cb-ab34-b948e9dbd982,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:55.371026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:55.371704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56690) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:55.390324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No DVR routers for this DVR port 967c5bb3-f29c-40cb-ab34-b948e9dbd982 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:19:55.438191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 967c5bb3-f29c-40cb-ab34-b948e9dbd982 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:19:55.486574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-237b29bb-9745-4eea-b762-e85cf5f73780 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.507563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-237b29bb-9745-4eea-b762-e85cf5f73780 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.574044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.611632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7909a860>,) {'filters': {'network_id': ['cc644df7-62ac-4106-a193-c27f016aaf73']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:55.628628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7909a860>, '31b3dee1-b04e-4b43-83f0-c46e2606a71c') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:55.629011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7909a860>, '31b3dee1-b04e-4b43-83f0-c46e2606a71c') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:55.640518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-237b29bb-9745-4eea-b762-e85cf5f73780 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.650655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1f8d9755-5dd0-420a-8859-51835039fbf8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:55.660664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.673390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b29bb-9745-4eea-b762-e85cf5f73780 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0c19dc3-301f-4b2c-bad7-d2e087bd30fb,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:55.675846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-237b29bb-9745-4eea-b762-e85cf5f73780 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:55.689789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.691676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 967c5bb3-f29c-40cb-ab34-b948e9dbd982 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:19:55.692090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 967c5bb3-f29c-40cb-ab34-b948e9dbd982 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:19:55.698877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-237b29bb-9745-4eea-b762-e85cf5f73780 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.700083 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-237b29bb-9745-4eea-b762-e85cf5f73780 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/f0c19dc3-301f-4b2c-bad7-d2e087bd30fb HTTP/1.1" status: 204  len: 168 time: 0.3251164
Dec 23 16:19:55.700672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:19:55.701202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.702790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] For port 967c5bb3-f29c-40cb-ab34-b948e9dbd982, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=967c5bb3-f29c-40cb-ab34-b948e9dbd982,segment=NetworkSegment(31b3dee1-b04e-4b43-83f0-c46e2606a71c),segment_id=31b3dee1-b04e-4b43-83f0-c46e2606a71c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:55.703288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.708823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56694) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:19:55.717832 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:19:55.730803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0e4438-0142-4584-8b76-c8b996a20115 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:19:55.748004 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5a0e4438-0142-4584-8b76-c8b996a20115 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/da270677-b997-400b-a648-fbd9a44b8b42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6159940
Dec 23 16:19:55.755072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56698) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:55.781137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7feff7b-7d9d-4497-860f-8d4a01985ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.805764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.811988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.814942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c7c74456-b443-49b8-a780-0ce570544ae1 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:55.843759 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/networks/cc644df7-62ac-4106-a193-c27f016aaf73 HTTP/1.1" status: 204  len: 168 time: 2.9828014
Dec 23 16:19:55.843759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Network': ['ID=cc644df7-62ac-4106-a193-c27f016aaf73,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:55.843759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:55.844092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56702) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:55.851452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-215197785'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:55.853284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d316c12-b9db-4bbe-85a5-7138dae7c67e None None] Sync routers for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:19:55.857264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:55.861617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:network and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:55.864897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:55.865805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] Calling delete_port for 967c5bb3-f29c-40cb-ab34-b948e9dbd982 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:55.871477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:55.883782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:55.889814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.903545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-27cc04dc-ec88-43ed-8cdf-50c5a2e7b5f1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:55.922208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:19:55.932230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.932796 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Added segment 1df7a3ab-742c-4383-9d6a-0439d7516e12 of type vlan for network b53cdfb6-b586-46a7-a470-f8b956104653
Dec 23 16:19:55.944090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.963759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.972665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:55.979557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e7feff7b-7d9d-4497-860f-8d4a01985ba1 None None] For port 6bde4975-3796-4a5a-848e-a91038368875, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6bde4975-3796-4a5a-848e-a91038368875,segment=NetworkSegment(37a83e28-4e1e-4c38-ba03-587a36ad924c),segment_id=37a83e28-4e1e-4c38-ba03-587a36ad924c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:55.980512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d316c12-b9db-4bbe-85a5-7138dae7c67e None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:55.981203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6d316c12-b9db-4bbe-85a5-7138dae7c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ce6d8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:56.001027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:56.006085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:56.006752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:56.009615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:56.010803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:56.013540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:56.023655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b253193a-ee03-4ef0-9c4a-66842c712bb1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:56.040885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7feff7b-7d9d-4497-860f-8d4a01985ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:56.060143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3029d2f0-91c6-4e28-983e-e59999a84cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:56.070435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-27cc04dc-ec88-43ed-8cdf-50c5a2e7b5f1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:56.071879 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-27cc04dc-ec88-43ed-8cdf-50c5a2e7b5f1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4185 time: 0.3609130
Dec 23 16:19:56.163781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56706) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:56.188025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Network': ['ID=b53cdfb6-b586-46a7-a470-f8b956104653,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:56.199213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:19:56.199643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:19:56.206787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-6d316c12-b9db-4bbe-85a5-7138dae7c67e None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:56.217998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:56.244109 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3988380
Dec 23 16:19:56.245086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56710) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:56.246240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-117e2df9-d017-4759-8d20-1496bf8a69e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:56.261794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network b53cdfb6-b586-46a7-a470-f8b956104653 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:19:56.265218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-117e2df9-d017-4759-8d20-1496bf8a69e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:56.277772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'subnet': {'network_id': 'b53cdfb6-b586-46a7-a470-f8b956104653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:56.373806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7feff7b-7d9d-4497-860f-8d4a01985ba1 None None] Pushing event updated for resources: {'Port': ['ID=6bde4975-3796-4a5a-848e-a91038368875,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:56.386187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7feff7b-7d9d-4497-860f-8d4a01985ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:56.388954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6d316c12-b9db-4bbe-85a5-7138dae7c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ce6d8>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:53Z', 'revision_number': 11, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:56.427430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:56.434020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:subnet and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:56.438310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=2a3566c5-e26b-4b8e-922a-ff3bba94a626,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:56.438476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:56.441420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:56.446445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:56.451061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d316c12-b9db-4bbe-85a5-7138dae7c67e None None] Checking router: da270677-b997-400b-a648-fbd9a44b8b42 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:19:56.462364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:56.471934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-040461b6-dce7-49df-bec8-3ff9a72187b8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting subnet 8049a0ec-947a-40eb-884d-95afadb65c7e {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:19:56.479460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-040461b6-dce7-49df-bec8-3ff9a72187b8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:56.503709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d316c12-b9db-4bbe-85a5-7138dae7c67e None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:56.504837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6d316c12-b9db-4bbe-85a5-7138dae7c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ce6d8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:56.509491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-117e2df9-d017-4759-8d20-1496bf8a69e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:56.514359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fcb701a7-9859-4732-a43e-f651c36984ed tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:56.539869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e2df9-d017-4759-8d20-1496bf8a69e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00ea1778-1a55-4756-931e-07c856c790e7,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:56.568226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e9afd18f-39db-4f2a-afb9-5373d80acc81 None None] Provisioning complete for port 6bde4975-3796-4a5a-848e-a91038368875 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:56.568613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9afd18f-39db-4f2a-afb9-5373d80acc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:56.596187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-117e2df9-d017-4759-8d20-1496bf8a69e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:56.623825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-117e2df9-d017-4759-8d20-1496bf8a69e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:56.625277 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-117e2df9-d017-4759-8d20-1496bf8a69e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/00ea1778-1a55-4756-931e-07c856c790e7 HTTP/1.1" status: 204  len: 168 time: 0.4291980
Dec 23 16:19:56.633509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:56.654215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56714) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:56.676332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-040461b6-dce7-49df-bec8-3ff9a72187b8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:56.706750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-6d316c12-b9db-4bbe-85a5-7138dae7c67e None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:56.711699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 7c77b06d-33c8-425c-8c34-f8db7020b623 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:56.721224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:56.854734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6d316c12-b9db-4bbe-85a5-7138dae7c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ce6d8>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:53Z', 'revision_number': 11, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:56.894523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b07840a5-d83c-483d-bb50-af228f1fd11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:56.897706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d316c12-b9db-4bbe-85a5-7138dae7c67e None None] The sync data for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv is: [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:53Z', 'revision_number': 11, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:19:56.925341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:56.931271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b8d60bf7-f852-474e-9e14-4adc9475c91b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:56.955038 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-92899227-b080-494f-99fe-a07e3a258ca1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3702 time: 0.2983296
Dec 23 16:19:56.960387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e9afd18f-39db-4f2a-afb9-5373d80acc81 None None] Provisioning for port 2a3566c5-e26b-4b8e-922a-ff3bba94a626 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:19:56.962200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56718) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:56.968001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e9afd18f-39db-4f2a-afb9-5373d80acc81 None None] Provisioning complete for port 2a3566c5-e26b-4b8e-922a-ff3bba94a626 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:56.968442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9afd18f-39db-4f2a-afb9-5373d80acc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.025568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] Deleting port 967c5bb3-f29c-40cb-ab34-b948e9dbd982 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:57.026011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.035085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Subnet': ['ID=f4549a0b-834e-4277-8191-ded6cca7b8f5,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:57.042066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:57.053048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d07a0334-579e-4926-a1fb-11c5823fcd78 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.070846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Checking segment: {'id': '1df7a3ab-742c-4383-9d6a-0439d7516e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b53cdfb6-b586-46a7-a470-f8b956104653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:57.071313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network hostable DHCP agents. Network: b53cdfb6-b586-46a7-a470-f8b956104653, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:19:57.097832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network b53cdfb6-b586-46a7-a470-f8b956104653 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:19:57.122010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, b53cdfb6-b586-46a7-a470-f8b956104653) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:57.123021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-040461b6-dce7-49df-bec8-3ff9a72187b8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.126101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:57.126690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.150533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af52bb0b-ee0b-4ece-b32d-df1e19bbe92e None None] Network b53cdfb6-b586-46a7-a470-f8b956104653 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:57.153054 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8907049
Dec 23 16:19:57.155786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56722) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:57.159267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d07a0334-579e-4926-a1fb-11c5823fcd78 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.162520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'network_id': 'b53cdfb6-b586-46a7-a470-f8b956104653', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2063166196'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:57.305606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-104bfe71-28d1-46c3-a3ea-def345371adf None None] The port '967c5bb3-f29c-40cb-ab34-b948e9dbd982' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:19:57.323624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d07a0334-579e-4926-a1fb-11c5823fcd78 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.332350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:57.349966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-040461b6-dce7-49df-bec8-3ff9a72187b8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.359894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a0334-579e-4926-a1fb-11c5823fcd78 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adad2ff0-709d-482d-9f0f-d4cb880120ee,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:57.360127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6bde4975-3796-4a5a-848e-a91038368875 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:19:57.363950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d07a0334-579e-4926-a1fb-11c5823fcd78 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:57.365188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1810c1eb-71b8-4099-94ef-ff1ca49c45cc tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:57.409143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:57.419087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040461b6-dce7-49df-bec8-3ff9a72187b8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Subnet': ['ID=8049a0ec-947a-40eb-884d-95afadb65c7e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:57.425660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-040461b6-dce7-49df-bec8-3ff9a72187b8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:57.427924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e9afd18f-39db-4f2a-afb9-5373d80acc81 None None] Port 2a3566c5-e26b-4b8e-922a-ff3bba94a626 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:19:57.428059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d07a0334-579e-4926-a1fb-11c5823fcd78 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.432386 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d07a0334-579e-4926-a1fb-11c5823fcd78 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/adad2ff0-709d-482d-9f0f-d4cb880120ee HTTP/1.1" status: 204  len: 168 time: 0.4661791
Dec 23 16:19:57.432485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56726) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:57.435906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-040461b6-dce7-49df-bec8-3ff9a72187b8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.437117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:57.438119 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-040461b6-dce7-49df-bec8-3ff9a72187b8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/8049a0ec-947a-40eb-884d-95afadb65c7e HTTP/1.1" status: 204  len: 168 time: 1.6820335
Dec 23 16:19:57.442114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56730) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:57.451856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.457479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06facf5d-33ae-420c-a28c-f77d97d87266 None None] Network 4d9bb3c3-3e55-4365-8be2-d7140eaeda26 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:19:57.482867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:57.488336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.503890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:19:57.530590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port 1ec2c84e-224b-4c84-8ccd-4bc14c5f89b2 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:19:57.582155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c5da0bfe-2b87-4cd6-8a0f-a15b43a2150a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:57.596159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.632457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c5da0bfe-2b87-4cd6-8a0f-a15b43a2150a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:57.636779 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c5da0bfe-2b87-4cd6-8a0f-a15b43a2150a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2004740
Dec 23 16:19:57.638572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56736) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:57.677980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Deleting port b66a318e-20dd-4f4a-8788-f2850d3362db {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:57.678345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.773814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-b53cdfb6-b586-46a7-a470-f8b956104653', 'network_id': 'b53cdfb6-b586-46a7-a470-f8b956104653', 'tenant_id': '42b027ae4e0648eebf22f0ddb7193558', 'fixed_ips': [{'subnet_id': 'f4549a0b-834e-4277-8191-ded6cca7b8f5'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:19:57.774738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.797323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Allocated IP 2001:db8::2bb (b53cdfb6-b586-46a7-a470-f8b956104653/f4549a0b-834e-4277-8191-ded6cca7b8f5/1ec2c84e-224b-4c84-8ccd-4bc14c5f89b2) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:57.799785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76e332ad-5927-4b0b-9b3c-d1d57265b1d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.842804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76e332ad-5927-4b0b-9b3c-d1d57265b1d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.856982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d67d1204-b906-4af1-88f8-926d67d9c35d None None] Provisioning complete for port 2a3566c5-e26b-4b8e-922a-ff3bba94a626 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:57.857425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d67d1204-b906-4af1-88f8-926d67d9c35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.985781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 6bde4975-3796-4a5a-848e-a91038368875 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:19:57.986228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:57.988890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:19:57.992346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] For port b66a318e-20dd-4f4a-8788-f2850d3362db, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b66a318e-20dd-4f4a-8788-f2850d3362db,segment=NetworkSegment(144c5d6c-9dc7-4554-8744-7c67390ccd41),segment_id=144c5d6c-9dc7-4554-8744-7c67390ccd41)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:19:57.992758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.001393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Sync routers for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:19:58.010902 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/11fe8027-a6b8-4937-8c1c-a0ec49ac8f72/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9165602
Dec 23 16:19:58.011365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56740) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:58.020093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:58.022358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a67b128>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:58.076585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d67d1204-b906-4af1-88f8-926d67d9c35d None None] Port 2a3566c5-e26b-4b8e-922a-ff3bba94a626 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:19:58.088561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.116390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Transition to ACTIVE for port object 1ec2c84e-224b-4c84-8ccd-4bc14c5f89b2 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:58.132641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1976995317'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:58.144008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Calling delete_port for b66a318e-20dd-4f4a-8788-f2850d3362db owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:58.148376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.177071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1e62bdf-b253-4cb2-b971-57256a592f23 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:58.182872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:58.239539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:19:58.246692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:network and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:58.253983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:58.266880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9effc35-9003-44e0-b821-c0a05f3318cd None None] DHCP port deletion for 4d9bb3c3-3e55-4365-8be2-d7140eaeda26 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:19:58.267607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:58.273351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 774f7ccb-4558-4c78-b788-fcf900399684 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:19:58.289737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:58.295831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.315181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Allocated IP 2001:db8::2 (b53cdfb6-b586-46a7-a470-f8b956104653/f4549a0b-834e-4277-8191-ded6cca7b8f5/868da0c6-e392-4eda-8782-e0130c24dec3) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:19:58.318659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 774f7ccb-4558-4c78-b788-fcf900399684 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:19:58.319120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 774f7ccb-4558-4c78-b788-fcf900399684 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:19:58.320808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f9effc35-9003-44e0-b821-c0a05f3318cd None None] Deleting port b66a318e-20dd-4f4a-8788-f2850d3362db {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:58.321245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9effc35-9003-44e0-b821-c0a05f3318cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.324789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76e332ad-5927-4b0b-9b3c-d1d57265b1d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.339114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network b53cdfb6-b586-46a7-a470-f8b956104653 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:58.349430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.356849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-50204441-968c-4e69-8595-1a8d97f2576e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:58.368518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=1ec2c84e-224b-4c84-8ccd-4bc14c5f89b2,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:58.372089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:58.375498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:58.376784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76e332ad-5927-4b0b-9b3c-d1d57265b1d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.383073 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-76e332ad-5927-4b0b-9b3c-d1d57265b1d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-groups/94eeedf2-70cb-4203-bbb0-910c9c64e664 HTTP/1.1" status: 204  len: 168 time: 0.7434714
Dec 23 16:19:58.384210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5c591ad8-60f4-4688-a3a4-8422af251791 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:58.398260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f9effc35-9003-44e0-b821-c0a05f3318cd None None] The port 'b66a318e-20dd-4f4a-8788-f2850d3362db' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:19:58.399106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56744) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:58.400608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:58.406800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:58.407828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.417327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:19:58.433092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e332ad-5927-4b0b-9b3c-d1d57265b1d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eeedf2-70cb-4203-bbb0-910c9c64e664,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:58.434503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Port': ['ID=b66a318e-20dd-4f4a-8788-f2850d3362db,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:58.448845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:58.459168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No DVR routers for this DVR port b66a318e-20dd-4f4a-8788-f2850d3362db on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:19:58.474103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-76e332ad-5927-4b0b-9b3c-d1d57265b1d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:58.492175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.492490 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Added segment f5e0c646-1c35-4317-833d-34a3ef7384c6 of type vlan for network 649b3993-29ba-4456-8bd4-9203deb2d38d
Dec 23 16:19:58.523293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fc02df9f-2229-46d7-8876-83223db21799 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:58.530026 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 1.3730702
Dec 23 16:19:58.534974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56748) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:58.570861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.599821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fc02df9f-2229-46d7-8876-83223db21799 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:58.611468 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fc02df9f-2229-46d7-8876-83223db21799 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1748319
Dec 23 16:19:58.615978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56752) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:58.626071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-47b43cd4-f940-4862-9a91-b6739c4c39ec tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877427322'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:58.633866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-47b43cd4-f940-4862-9a91-b6739c4c39ec tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:58.646040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-47b43cd4-f940-4862-9a91-b6739c4c39ec tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:58.660776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.661661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47b43cd4-f940-4862-9a91-b6739c4c39ec tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.679887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.690199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.692867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e71ded97-6bff-4212-a42e-4fbf69b9635f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 1ec2c84e-224b-4c84-8ccd-4bc14c5f89b2 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:19:58.693347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e71ded97-6bff-4212-a42e-4fbf69b9635f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.703506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Transition to ACTIVE for port object 868da0c6-e392-4eda-8782-e0130c24dec3 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:58.709938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7927b940>,) {'filters': {'network_id': ['4d9bb3c3-3e55-4365-8be2-d7140eaeda26']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:58.727575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Transition to ACTIVE for port object 868da0c6-e392-4eda-8782-e0130c24dec3 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:58.734347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.738336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7927b940>, '144c5d6c-9dc7-4554-8744-7c67390ccd41') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:58.738684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7927b940>, '144c5d6c-9dc7-4554-8744-7c67390ccd41') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:58.740360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c7f98857-993f-4472-b65c-38602f7ce169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:58.756469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.774305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.778936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:19:58.779747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.784012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.789188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-04d65c50-e520-42d0-add0-bb410451851f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:58.819318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Network b53cdfb6-b586-46a7-a470-f8b956104653 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:19:58.822636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a67b128>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:19:54Z', 'revision_number': 3, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:19:55Z', 'revision_number': 2, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:19:58.823213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:19:58.828383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Checking router: 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:19:58.829050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Updating router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 port 2a3566c5-e26b-4b8e-922a-ff3bba94a626 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:19:58.830489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:19:58.830952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.832335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:58.835719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Pushing event updated for resources: {'Port': ['ID=868da0c6-e392-4eda-8782-e0130c24dec3,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:58.845393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:19:58.850277 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:19:58.892066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.905631 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.8905478
Dec 23 16:19:58.953042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Attempting to bind port 868da0c6-e392-4eda-8782-e0130c24dec3 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:19:58.953477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Attempting to bind port 868da0c6-e392-4eda-8782-e0130c24dec3 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '1df7a3ab-742c-4383-9d6a-0439d7516e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b53cdfb6-b586-46a7-a470-f8b956104653'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:19:58.954034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Attempting to bind port 868da0c6-e392-4eda-8782-e0130c24dec3 on network b53cdfb6-b586-46a7-a470-f8b956104653 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:19:58.962444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:19:58.963138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Checking segment: {'id': '1df7a3ab-742c-4383-9d6a-0439d7516e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b53cdfb6-b586-46a7-a470-f8b956104653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:58.963610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.964270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Bound using segment: {'id': '1df7a3ab-742c-4383-9d6a-0439d7516e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b53cdfb6-b586-46a7-a470-f8b956104653'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:19:58.964875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Bound port: 868da0c6-e392-4eda-8782-e0130c24dec3, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df7a3ab-742c-4383-9d6a-0439d7516e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b53cdfb6-b586-46a7-a470-f8b956104653'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:19:58.965318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:58.980285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e71ded97-6bff-4212-a42e-4fbf69b9635f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:59.011990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56756) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:59.031836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'subnet': {'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:59.047086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Network': ['ID=649b3993-29ba-4456-8bd4-9203deb2d38d,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:59.054415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-75c86214-60b2-49d3-86cf-c2867337305c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:59.062527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 649b3993-29ba-4456-8bd4-9203deb2d38d details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:19:59.082239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:59.088505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3f7151b-ee7b-49cd-9923-0445ce5e7964 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:59.106157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:59.126521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] For port 868da0c6-e392-4eda-8782-e0130c24dec3, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:19:59.133157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e71ded97-6bff-4212-a42e-4fbf69b9635f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 1ec2c84e-224b-4c84-8ccd-4bc14c5f89b2 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:19:59.235886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] For port 868da0c6-e392-4eda-8782-e0130c24dec3, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=868da0c6-e392-4eda-8782-e0130c24dec3,segment=NetworkSegment(1df7a3ab-742c-4383-9d6a-0439d7516e12),segment_id=1df7a3ab-742c-4383-9d6a-0439d7516e12)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:19:59.244542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:59.249958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e2b3934e-00c2-44cd-aaee-735d5dfa2aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:59.349734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b66a318e-20dd-4f4a-8788-f2850d3362db no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:19:59.350317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-47b43cd4-f940-4862-9a91-b6739c4c39ec tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:59.355355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-47b43cd4-f940-4862-9a91-b6739c4c39ec tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:59.358650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-47b43cd4-f940-4862-9a91-b6739c4c39ec tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:59.366304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-47b43cd4-f940-4862-9a91-b6739c4c39ec tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:59.407854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: b66a318e-20dd-4f4a-8788-f2850d3362db {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:19:59.408955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b66a318e-20dd-4f4a-8788-f2850d3362db not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:19:59.433208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47b43cd4-f940-4862-9a91-b6739c4c39ec tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:59.435165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Pushing event updated for resources: {'Port': ['ID=868da0c6-e392-4eda-8782-e0130c24dec3,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:59.435525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e71ded97-6bff-4212-a42e-4fbf69b9635f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:59.438794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:59.448080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e59cfa2c-76b6-413e-98cf-ae050fe3b194 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:59.462347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:59.469523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Pushing event deleted for resources: {'Network': ['ID=4d9bb3c3-3e55-4365-8be2-d7140eaeda26,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:59.476697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Transition to ACTIVE for port object 2a3566c5-e26b-4b8e-922a-ff3bba94a626 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:19:59.481012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47b43cd4-f940-4862-9a91-b6739c4c39ec tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:59.484743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:59.485348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:59.487886 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/networks/4d9bb3c3-3e55-4365-8be2-d7140eaeda26 HTTP/1.1" status: 204  len: 168 time: 2.0436699
Dec 23 16:19:59.491332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc645b4b-5c04-4422-a9f7-1a947bd504b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:59.495122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56760) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:59.502661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5bbdc7ea-a6cc-418c-a791-2f857dbe5224 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'router': {'routes': None}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:59.546535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ded97-6bff-4212-a42e-4fbf69b9635f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=1ec2c84e-224b-4c84-8ccd-4bc14c5f89b2,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:59.559577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e71ded97-6bff-4212-a42e-4fbf69b9635f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:59.560156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-76e332ad-5927-4b0b-9b3c-d1d57265b1d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:59.594027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b43cd4-f940-4862-9a91-b6739c4c39ec tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bce1c5-2da8-4b5c-a334-6d06ada0427e,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:59.601153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47b43cd4-f940-4862-9a91-b6739c4c39ec tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:59.602243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e71ded97-6bff-4212-a42e-4fbf69b9635f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:59.616495 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e71ded97-6bff-4212-a42e-4fbf69b9635f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/1ec2c84e-224b-4c84-8ccd-4bc14c5f89b2 HTTP/1.1" status: 204  len: 168 time: 1.0762975
Dec 23 16:19:59.619549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56764) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:59.627294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4b265-c61a-4e51-a93b-4c08cabf7249 None None] Pushing event updated for resources: {'Port': ['ID=2a3566c5-e26b-4b8e-922a-ff3bba94a626,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:59.631498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-83b4b265-c61a-4e51-a93b-4c08cabf7249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:59.655654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:59.672405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:subnet and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:59.676399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:59.685491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:59.694638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47b43cd4-f940-4862-9a91-b6739c4c39ec tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:59.698705 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-47b43cd4-f940-4862-9a91-b6739c4c39ec tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0791380
Dec 23 16:19:59.701387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56768) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:59.704592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:19:59.716108 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-6943ea03-cc3c-4ff0-9017-4883e79f4f50 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] GET failed (client error): The resource could not be found.
Dec 23 16:19:59.716697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6943ea03-cc3c-4ff0-9017-4883e79f4f50 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:19:59.728476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Attempting to bind port 2a3566c5-e26b-4b8e-922a-ff3bba94a626 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:19:59.728908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Attempting to bind port 2a3566c5-e26b-4b8e-922a-ff3bba94a626 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '37a83e28-4e1e-4c38-ba03-587a36ad924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:19:59.729328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Attempting to bind port 2a3566c5-e26b-4b8e-922a-ff3bba94a626 on network 7c77b06d-33c8-425c-8c34-f8db7020b623 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:19:59.734678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ac7b9c68-21d4-44fa-8648-d449becbfd6f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group_rule': {'security_group_id': 'b6bce1c5-2da8-4b5c-a334-6d06ada0427e', 'direction': 'ingress', 'protocol': 17}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:19:59.736806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:19:59.737421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Checking segment: {'id': '37a83e28-4e1e-4c38-ba03-587a36ad924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:19:59.737971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:59.738597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Bound using segment: {'id': '37a83e28-4e1e-4c38-ba03-587a36ad924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:19:59.739233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Bound port: 2a3566c5-e26b-4b8e-922a-ff3bba94a626, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a83e28-4e1e-4c38-ba03-587a36ad924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:19:59.739666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:59.741676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6943ea03-cc3c-4ff0-9017-4883e79f4f50 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:19:59.746368 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6943ea03-cc3c-4ff0-9017-4883e79f4f50 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/1ec2c84e-224b-4c84-8ccd-4bc14c5f89b2 HTTP/1.1" status: 404  len: 333 time: 0.1251740
Dec 23 16:19:59.747169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56772) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:59.750050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ac7b9c68-21d4-44fa-8648-d449becbfd6f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:19:59.826258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ac7b9c68-21d4-44fa-8648-d449becbfd6f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:19:59.843522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66d1c16-197a-43d1-a474-d1be90a16526 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting subnet f4549a0b-834e-4277-8191-ded6cca7b8f5 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:19:59.849169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e66d1c16-197a-43d1-a474-d1be90a16526 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:59.851634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] For port 2a3566c5-e26b-4b8e-922a-ff3bba94a626, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:19:59.854879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ac7b9c68-21d4-44fa-8648-d449becbfd6f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:19:59.855245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] For port 2a3566c5-e26b-4b8e-922a-ff3bba94a626, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2a3566c5-e26b-4b8e-922a-ff3bba94a626,segment=NetworkSegment(37a83e28-4e1e-4c38-ba03-587a36ad924c),segment_id=37a83e28-4e1e-4c38-ba03-587a36ad924c)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:19:59.860063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:19:59.871993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25cf5122-41b4-41c9-b12e-984f2c3a6cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:19:59.925114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ac7b9c68-21d4-44fa-8648-d449becbfd6f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:19:59.960402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4b265-c61a-4e51-a93b-4c08cabf7249 None None] Pushing event updated for resources: {'Port': ['ID=2a3566c5-e26b-4b8e-922a-ff3bba94a626,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:19:59.974854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-83b4b265-c61a-4e51-a93b-4c08cabf7249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:19:59.987728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:59.988492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a67b128>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:00.013703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e66d1c16-197a-43d1-a474-d1be90a16526 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:00.104206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.extraroute_db [None req-5bbdc7ea-a6cc-418c-a791-2f857dbe5224 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Added routes are [] {{(pid=88840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 23 16:20:00.104502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.extraroute_db [None req-5bbdc7ea-a6cc-418c-a791-2f857dbe5224 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Removed routes are [] {{(pid=88840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 23 16:20:00.104871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc7ea-a6cc-418c-a791-2f857dbe5224 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:00.139277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:00.155989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e66d1c16-197a-43d1-a474-d1be90a16526 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:00.194270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:00.249579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9c68-21d4-44fa-8648-d449becbfd6f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:00.567768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e66d1c16-197a-43d1-a474-d1be90a16526 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:00.573227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7b4a3215-0d3b-4f95-a5be-9f6da3c0b855 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:00.611817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d1c16-197a-43d1-a474-d1be90a16526 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Subnet': ['ID=f4549a0b-834e-4277-8191-ded6cca7b8f5,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:00.615481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e66d1c16-197a-43d1-a474-d1be90a16526 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:00.618674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e66d1c16-197a-43d1-a474-d1be90a16526 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:00.626520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc7ea-a6cc-418c-a791-2f857dbe5224 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:00.626732 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e66d1c16-197a-43d1-a474-d1be90a16526 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/f4549a0b-834e-4277-8191-ded6cca7b8f5 HTTP/1.1" status: 204  len: 168 time: 0.8781600
Dec 23 16:20:00.629684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56776) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:00.641731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a67b128>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:19:54Z', 'revision_number': 3, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:19:59Z', 'revision_number': 4, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:00.647414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4010a7e9-bdff-479e-aac4-9cfa028a5b08 None None] The sync data for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv is: [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:19:54Z', 'revision_number': 3, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:19:59Z', 'revision_number': 4, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:00.669085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc7ea-a6cc-418c-a791-2f857dbe5224 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:00.699995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9c68-21d4-44fa-8648-d449becbfd6f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:00.775545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9c68-21d4-44fa-8648-d449becbfd6f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:00.775920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:00.786636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d07a0334-579e-4926-a1fb-11c5823fcd78 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:00.788889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 868da0c6-e392-4eda-8782-e0130c24dec3 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:00.789278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:00.821692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b9c68-21d4-44fa-8648-d449becbfd6f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa084ffb-9f16-43e6-9833-82c7d08a1525,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:00.830047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ac7b9c68-21d4-44fa-8648-d449becbfd6f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:00.945169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9c68-21d4-44fa-8648-d449becbfd6f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:00.948413 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ac7b9c68-21d4-44fa-8648-d449becbfd6f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 1.2452538
Dec 23 16:20:00.951511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56780) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:00.955243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:00.962661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b3ba9314-e90a-4eb2-8da4-c91d60638a47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:01.022196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbdc7ea-a6cc-418c-a791-2f857dbe5224 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router da270677-b997-400b-a648-fbd9a44b8b42 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:20:01.041634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] For port 868da0c6-e392-4eda-8782-e0130c24dec3, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=868da0c6-e392-4eda-8782-e0130c24dec3,segment=NetworkSegment(1df7a3ab-742c-4383-9d6a-0439d7516e12),segment_id=1df7a3ab-742c-4383-9d6a-0439d7516e12)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:01.042067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:01.193984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 868da0c6-e392-4eda-8782-e0130c24dec3 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:01.256856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Subnet': ['ID=f0dff2ac-9e06-414a-8435-fe685f6504c4,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:01.262530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:01.285655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ebca80b-c8d9-4c50-801d-0d37c210d667 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:01.319764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:01.324974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c757162a-6dff-46d8-91e1-a0463e2c9d67 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:01.385348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No DVR routers for this DVR port 868da0c6-e392-4eda-8782-e0130c24dec3 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:20:01.406755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Checking segment: {'id': 'f5e0c646-1c35-4317-833d-34a3ef7384c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:01.407188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network hostable DHCP agents. Network: 649b3993-29ba-4456-8bd4-9203deb2d38d, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:20:01.421789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56786) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:01.426091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=868da0c6-e392-4eda-8782-e0130c24dec3,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:01.426262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ebca80b-c8d9-4c50-801d-0d37c210d667 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:01.429867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:01.438778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2a3566c5-e26b-4b8e-922a-ff3bba94a626 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:01.510607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbdc7ea-a6cc-418c-a791-2f857dbe5224 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:01.531138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 649b3993-29ba-4456-8bd4-9203deb2d38d is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:20:01.537766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f0c03-f3f1-42b9-b50d-099a81dac614 None None] Sync routers for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:01.547764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 649b3993-29ba-4456-8bd4-9203deb2d38d) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:01.553368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ebca80b-c8d9-4c50-801d-0d37c210d667 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:01.556007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ebca80b-c8d9-4c50-801d-0d37c210d667 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:01.559768 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0ebca80b-c8d9-4c50-801d-0d37c210d667 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-groups/b6bce1c5-2da8-4b5c-a334-6d06ada0427e HTTP/1.1" status: 204  len: 168 time: 0.6064870
Dec 23 16:20:01.561542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:01.562212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:01.564307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f0c03-f3f1-42b9-b50d-099a81dac614 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:01.565225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d34f0c03-f3f1-42b9-b50d-099a81dac614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2c50f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:01.566660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56790) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:01.568219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d1de476c-06d9-48b4-a943-78ce128a738c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:01.585788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc7ea-a6cc-418c-a791-2f857dbe5224 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:01.590737 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5bbdc7ea-a6cc-418c-a791-2f857dbe5224 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/da270677-b997-400b-a648-fbd9a44b8b42 HTTP/1.1" status: 200  len: 701 time: 2.0943115
Dec 23 16:20:01.595475 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e52458fa-b566-4d9e-9b4d-e5b8108effae tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/eda1b337-a0fd-425b-a8d9-7df53ecd12fa HTTP/1.1" status: 200  len: 993 time: 0.1639764
Dec 23 16:20:01.602053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56792) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:01.627438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebca80b-c8d9-4c50-801d-0d37c210d667 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bce1c5-2da8-4b5c-a334-6d06ada0427e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:01.646396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de06e5cd-ae83-44f1-82e6-b3dc1d2cc7fb None None] Network 649b3993-29ba-4456-8bd4-9203deb2d38d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:01.677885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ebca80b-c8d9-4c50-801d-0d37c210d667 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:01.693849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0807003d-05ea-4275-98f1-6e8f971a61a6 None None] Network b53cdfb6-b586-46a7-a470-f8b956104653 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:01.706018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6442dac5-7084-498b-a42f-3a3747c7ba2c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Synchronizing usage tracker for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:01.727777 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.7110093
Dec 23 16:20:01.730394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:01.736824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56800) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:01.764911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78e45160>,) {'filters': {'network_id': ['b53cdfb6-b586-46a7-a470-f8b956104653']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:01.779099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78e45160>, '1df7a3ab-742c-4383-9d6a-0439d7516e12') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:01.779482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78e45160>, '1df7a3ab-742c-4383-9d6a-0439d7516e12') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:01.800530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:01.820122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:01.828209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:20:01.828663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:01.852435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6442dac5-7084-498b-a42f-3a3747c7ba2c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Unset dirty status for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:01.853923 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6442dac5-7084-498b-a42f-3a3747c7ba2c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports?device_id=da270677-b997-400b-a648-fbd9a44b8b42 HTTP/1.1" status: 200  len: 205 time: 0.2131908
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:20:01.871178 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:20:01.874737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56806) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:01.932749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 2a3566c5-e26b-4b8e-922a-ff3bba94a626 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:01.993508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f4e1abe7-0643-479c-ba34-b9ef8099808d None None] Could not find standard attr ID for object 868da0c6-e392-4eda-8782-e0130c24dec3. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:20:01.995209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 2a3566c5-e26b-4b8e-922a-ff3bba94a626 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:01.995646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:02.008024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56810) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:02.158788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e4364583-6cf8-44e0-8beb-08b60c131469 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:02.161736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d34f0c03-f3f1-42b9-b50d-099a81dac614 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:02.171172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:02.185190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c4cd45b9-9dfd-487a-b12d-cab5a2abe3ec tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:02.205248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:02.224589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Network': ['ID=b53cdfb6-b586-46a7-a470-f8b956104653,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:02.227214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e4364583-6cf8-44e0-8beb-08b60c131469 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:02.231199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:02.234803 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e4364583-6cf8-44e0-8beb-08b60c131469 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6418731
Dec 23 16:20:02.242100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56814) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:02.255210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88363adc-ed5a-4ed4-a377-411ffdd716d8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:02.258299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3c0a02ed-eaa6-4222-af06-f8fcdc00afb1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group': {'name': 'tempest-secgroup--566866586'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:02.266922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3c0a02ed-eaa6-4222-af06-f8fcdc00afb1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:02.283407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3c0a02ed-eaa6-4222-af06-f8fcdc00afb1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:02.302172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0a02ed-eaa6-4222-af06-f8fcdc00afb1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:02.428211 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/networks/b53cdfb6-b586-46a7-a470-f8b956104653 HTTP/1.1" status: 204  len: 168 time: 1.7973244
Dec 23 16:20:02.433583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56818) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:02.486347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd10cff-072a-4c3f-a79e-c94457ecfe64 None None] DHCP port deletion for b53cdfb6-b586-46a7-a470-f8b956104653 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:20:02.491291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e207b197-200a-4ef1-a8a6-04e839cd8577 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 643c5e0f-6e9c-496b-8cef-9d1542f33e77 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:02.491672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e207b197-200a-4ef1-a8a6-04e839cd8577 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:02.504912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'name': 'tempest-PortsIpV6TestJSON-1575020203'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:02.507249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d34f0c03-f3f1-42b9-b50d-099a81dac614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2c50f0>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:53Z', 'revision_number': 11, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:02.541553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3c0a02ed-eaa6-4222-af06-f8fcdc00afb1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:02.572695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3c0a02ed-eaa6-4222-af06-f8fcdc00afb1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:02.579478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3c0a02ed-eaa6-4222-af06-f8fcdc00afb1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:02.582561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f0c03-f3f1-42b9-b50d-099a81dac614 None None] Checking router: da270677-b997-400b-a648-fbd9a44b8b42 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:02.652471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3c0a02ed-eaa6-4222-af06-f8fcdc00afb1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:02.675696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:02.686363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:02.693065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f0c03-f3f1-42b9-b50d-099a81dac614 None None] Routers {'da270677-b997-400b-a648-fbd9a44b8b42'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:02.693778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d34f0c03-f3f1-42b9-b50d-099a81dac614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2c50f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['da270677-b997-400b-a648-fbd9a44b8b42'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:02.695491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:port and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:02.699039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:02.714334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:02.744705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-649b3993-29ba-4456-8bd4-9203deb2d38d', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:20:02.745551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:02.753207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:02.759884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:02.795892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0a02ed-eaa6-4222-af06-f8fcdc00afb1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:02.871518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0a02ed-eaa6-4222-af06-f8fcdc00afb1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:02.886395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port 908ac83f-05be-4c3b-822a-c806144114bc yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:20:02.909798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d34f0c03-f3f1-42b9-b50d-099a81dac614 None None] Set router da270677-b997-400b-a648-fbd9a44b8b42 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:02.921531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-def124ca-8397-46f0-b0ba-50e2743b3b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:02.984562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88363adc-ed5a-4ed4-a377-411ffdd716d8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:02.985439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 2a3566c5-e26b-4b8e-922a-ff3bba94a626, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2a3566c5-e26b-4b8e-922a-ff3bba94a626,segment=NetworkSegment(37a83e28-4e1e-4c38-ba03-587a36ad924c),segment_id=37a83e28-4e1e-4c38-ba03-587a36ad924c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:02.988064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e207b197-200a-4ef1-a8a6-04e839cd8577 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:02.988408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e207b197-200a-4ef1-a8a6-04e839cd8577 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.003540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88363adc-ed5a-4ed4-a377-411ffdd716d8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.055541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.056350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 868da0c6-e392-4eda-8782-e0130c24dec3 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:03.071954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a02ed-eaa6-4222-af06-f8fcdc00afb1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd53a24-c9d6-4f34-978c-fbe66fb469fc,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:03.075195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c0a02ed-eaa6-4222-af06-f8fcdc00afb1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:03.088337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b3ab672c-8613-4974-8dc9-d0e15f50649a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:03.096722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0a02ed-eaa6-4222-af06-f8fcdc00afb1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.100856 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3c0a02ed-eaa6-4222-af06-f8fcdc00afb1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8528395
Dec 23 16:20:03.102171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56822) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:03.122551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599709188'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:03.126073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e207b197-200a-4ef1-a8a6-04e839cd8577 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 643c5e0f-6e9c-496b-8cef-9d1542f33e77 owned by network:floatingip {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:03.129212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d34f0c03-f3f1-42b9-b50d-099a81dac614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2c50f0>, [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:53Z', 'revision_number': 11, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:03.134272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:03.146614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 868da0c6-e392-4eda-8782-e0130c24dec3 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:03.147103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 868da0c6-e392-4eda-8782-e0130c24dec3 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 23 16:20:03.152628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:03.160501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:03.191820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f0c03-f3f1-42b9-b50d-099a81dac614 None None] The sync data for ids ['da270677-b997-400b-a648-fbd9a44b8b42'] in dv-neutron-822801-1-hyperv is: [{'id': 'da270677-b997-400b-a648-fbd9a44b8b42', 'name': 'tempest-RoutersTest-router-1682065611', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:26Z', 'updated_at': '2021-12-23T16:19:53Z', 'revision_number': 11, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:03.220134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:03.241126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=2a3566c5-e26b-4b8e-922a-ff3bba94a626,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:03.244440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Port 868da0c6-e392-4eda-8782-e0130c24dec3 not found, will not notify nova. {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 23 16:20:03.245647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:03.311729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Allocated IP 2001:db8:2::2 (649b3993-29ba-4456-8bd4-9203deb2d38d/f0dff2ac-9e06-414a-8435-fe685f6504c4/f547205c-efe1-42c2-b9e6-b0fced17a70d) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:03.361228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88363adc-ed5a-4ed4-a377-411ffdd716d8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.361813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88363adc-ed5a-4ed4-a377-411ffdd716d8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Fanout notify agent at l3_agent the message router_deleted on router da270677-b997-400b-a648-fbd9a44b8b42 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:20:03.372492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2a3566c5-e26b-4b8e-922a-ff3bba94a626 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:03.384722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e207b197-200a-4ef1-a8a6-04e839cd8577 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.403194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:03.405728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.481245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.550420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:03.565904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:03.573945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:03.585566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:03.608464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.610259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 2a3566c5-e26b-4b8e-922a-ff3bba94a626 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:03.610772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.641378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.651406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:03.689607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.707890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Transition to ACTIVE for port object f547205c-efe1-42c2-b9e6-b0fced17a70d will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:03.744198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207b197-200a-4ef1-a8a6-04e839cd8577 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=643c5e0f-6e9c-496b-8cef-9d1542f33e77,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:03.751904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e207b197-200a-4ef1-a8a6-04e839cd8577 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:03.782585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88363adc-ed5a-4ed4-a377-411ffdd716d8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.789301 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-88363adc-ed5a-4ed4-a377-411ffdd716d8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/routers/da270677-b997-400b-a648-fbd9a44b8b42 HTTP/1.1" status: 204  len: 168 time: 1.9080079
Dec 23 16:20:03.789496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Transition to ACTIVE for port object f547205c-efe1-42c2-b9e6-b0fced17a70d will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:03.791095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56828) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:03.799745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.806760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:03.812625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2fa547ea-88d6-4a6d-8152-a9a8f1f86b0e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1177610847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:03.822167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2fa547ea-88d6-4a6d-8152-a9a8f1f86b0e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:03.829937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2fa547ea-88d6-4a6d-8152-a9a8f1f86b0e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Usage tracker for resource:router and tenant:ab76a96f8db44df89007c4f82d1bf8ec is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:03.835664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2fa547ea-88d6-4a6d-8152-a9a8f1f86b0e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:03.846045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2fa547ea-88d6-4a6d-8152-a9a8f1f86b0e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:03.850978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e207b197-200a-4ef1-a8a6-04e839cd8577 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.878799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Network 649b3993-29ba-4456-8bd4-9203deb2d38d is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:03.883038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:03.887990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:03.901811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Pushing event updated for resources: {'Port': ['ID=f547205c-efe1-42c2-b9e6-b0fced17a70d,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:03.904806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:03.916690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:03.920711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=908ac83f-05be-4c3b-822a-c806144114bc,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:03.940881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fa547ea-88d6-4a6d-8152-a9a8f1f86b0e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.941565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 868da0c6-e392-4eda-8782-e0130c24dec3 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:03.941895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fa547ea-88d6-4a6d-8152-a9a8f1f86b0e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.943649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:03.946605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:03.952492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:03.953571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.966819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.968295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:03.977789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fa547ea-88d6-4a6d-8152-a9a8f1f86b0e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.983512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 868da0c6-e392-4eda-8782-e0130c24dec3 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:03.983908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:03.984379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 868da0c6-e392-4eda-8782-e0130c24dec3 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:03.992756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c0a02ed-eaa6-4222-af06-f8fcdc00afb1 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:04.045348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Attempting to bind port f547205c-efe1-42c2-b9e6-b0fced17a70d on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:20:04.045861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Attempting to bind port f547205c-efe1-42c2-b9e6-b0fced17a70d by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'f5e0c646-1c35-4317-833d-34a3ef7384c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:20:04.046398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Attempting to bind port f547205c-efe1-42c2-b9e6-b0fced17a70d on network 649b3993-29ba-4456-8bd4-9203deb2d38d {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:20:04.054827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:20:04.055415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Checking segment: {'id': 'f5e0c646-1c35-4317-833d-34a3ef7384c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:04.056012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.056577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Bound using segment: {'id': 'f5e0c646-1c35-4317-833d-34a3ef7384c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:20:04.057222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Bound port: f547205c-efe1-42c2-b9e6-b0fced17a70d, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e0c646-1c35-4317-833d-34a3ef7384c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:20:04.057763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.071390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fa547ea-88d6-4a6d-8152-a9a8f1f86b0e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.077351 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.6402092
Dec 23 16:20:04.084155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56832) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:04.084958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.088868 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9814215
Dec 23 16:20:04.092942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56836) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:04.105796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0c9a81e4-2f2c-4b80-affc-b3812194cf15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group_rule': {'security_group_id': 'ddd53a24-c9d6-4f34-978c-fbe66fb469fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '48c49fa4-838d-4b4a-93ec-87e552d38d6d', 'remote_ip_prefix': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:04.120297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0c9a81e4-2f2c-4b80-affc-b3812194cf15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:04.128304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0c9a81e4-2f2c-4b80-affc-b3812194cf15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:04.137631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fa547ea-88d6-4a6d-8152-a9a8f1f86b0e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.137631 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2fa547ea-88d6-4a6d-8152-a9a8f1f86b0e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3372138
Dec 23 16:20:04.137946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c49fa4-838d-4b4a-93ec-87e552d38d6d,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:04.137946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56840) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:04.139413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0c9a81e4-2f2c-4b80-affc-b3812194cf15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:04.149092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0c9a81e4-2f2c-4b80-affc-b3812194cf15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:04.154832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:04.162787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9bb2dbd3-0ec9-4edd-9da5-ecc8c0250720 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:04.197361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] For port f547205c-efe1-42c2-b9e6-b0fced17a70d, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:20:04.202488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] For port f547205c-efe1-42c2-b9e6-b0fced17a70d, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f547205c-efe1-42c2-b9e6-b0fced17a70d,segment=NetworkSegment(f5e0c646-1c35-4317-833d-34a3ef7384c6),segment_id=f5e0c646-1c35-4317-833d-34a3ef7384c6)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:20:04.208054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.222066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-67badf40-ae4f-4c8c-a574-71beac4fa624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:04.249887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c9a81e4-2f2c-4b80-affc-b3812194cf15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.315257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Pushing event updated for resources: {'Port': ['ID=f547205c-efe1-42c2-b9e6-b0fced17a70d,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:04.331927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:04.361456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c9a81e4-2f2c-4b80-affc-b3812194cf15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.367936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-741678c5-6cdd-4dcd-ada5-27a05d61ebae tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 908ac83f-05be-4c3b-822a-c806144114bc {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:04.368333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-741678c5-6cdd-4dcd-ada5-27a05d61ebae tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.418555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c9a81e4-2f2c-4b80-affc-b3812194cf15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.426125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7e61e5cf-a289-4c86-b24e-c40ac1a3fccb tempest-ServerActionsTestJSON-116741462 tempest-ServerActionsTestJSON-116741462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:04.462705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a81e4-2f2c-4b80-affc-b3812194cf15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79788fc7-60c6-4cca-8d80-0c2a804a70be,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:04.469032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0c9a81e4-2f2c-4b80-affc-b3812194cf15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:04.484400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c9a81e4-2f2c-4b80-affc-b3812194cf15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.485697 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0c9a81e4-2f2c-4b80-affc-b3812194cf15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.3901205
Dec 23 16:20:04.490185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56844) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:04.530839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-091222f2-1001-416b-88e1-0847b40eabc3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.544265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-091222f2-1001-416b-88e1-0847b40eabc3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.572222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e207b197-200a-4ef1-a8a6-04e839cd8577 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:20:04.587394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-091222f2-1001-416b-88e1-0847b40eabc3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.591075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-66a51cad-aec5-45bb-85ce-b37a8f8f63e9 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:04.680867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091222f2-1001-416b-88e1-0847b40eabc3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79788fc7-60c6-4cca-8d80-0c2a804a70be,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:04.695863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-091222f2-1001-416b-88e1-0847b40eabc3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:04.698065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-091222f2-1001-416b-88e1-0847b40eabc3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.699367 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-091222f2-1001-416b-88e1-0847b40eabc3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/79788fc7-60c6-4cca-8d80-0c2a804a70be HTTP/1.1" status: 204  len: 168 time: 0.2081430
Dec 23 16:20:04.702642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56848) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:04.792508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4ee394ad-3e4c-4b4f-b20b-a62e296452b2 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:04.884857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4ee394ad-3e4c-4b4f-b20b-a62e296452b2 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:04.886188 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4ee394ad-3e4c-4b4f-b20b-a62e296452b2 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.1823869
Dec 23 16:20:04.890251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56852) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:04.979236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e207b197-200a-4ef1-a8a6-04e839cd8577 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:04.980992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b4afdf2-09f5-49ae-953e-d329f70abc04 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.985105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e207b197-200a-4ef1-a8a6-04e839cd8577 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:04.992629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59b404a-e5d3-415b-a80a-768388405d44 None None] Sync routers for ids ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:05.006889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b404a-e5d3-415b-a80a-768388405d44 None None] Routers {'3b6e0e21-04e0-49e9-87a1-9c810fec49a9'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:05.007720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a59b404a-e5d3-415b-a80a-768388405d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a846c50>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:05.021680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Allocated IP 2001:db8:2::1 (649b3993-29ba-4456-8bd4-9203deb2d38d/f0dff2ac-9e06-414a-8435-fe685f6504c4/36424d00-ea3d-46cf-bc06-3844062b6bbe) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:05.063505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b4afdf2-09f5-49ae-953e-d329f70abc04 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:05.083831 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e207b197-200a-4ef1-a8a6-04e839cd8577 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/floatingips/eda1b337-a0fd-425b-a8d9-7df53ecd12fa HTTP/1.1" status: 204  len: 168 time: 3.0717211
Dec 23 16:20:05.088698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501fb7d0-356f-4cf2-96df-9f091906d0d3', 'tag': 'eb70235d-9198-493b-9e13-f38474c7d249'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:20:05.120192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b4afdf2-09f5-49ae-953e-d329f70abc04 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:05.126665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb6ed6a2-9dbc-49fe-81c4-fffa63db45c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:05.146027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4afdf2-09f5-49ae-953e-d329f70abc04 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c49fa4-838d-4b4a-93ec-87e552d38d6d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:05.148889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b4afdf2-09f5-49ae-953e-d329f70abc04 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:05.201296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b4afdf2-09f5-49ae-953e-d329f70abc04 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:05.202678 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8b4afdf2-09f5-49ae-953e-d329f70abc04 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-groups/48c49fa4-838d-4b4a-93ec-87e552d38d6d HTTP/1.1" status: 204  len: 168 time: 0.3114357
Dec 23 16:20:05.205491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56862) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:05.248843 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501fb7d0-356f-4cf2-96df-9f091906d0d3', 'tag': 'eb70235d-9198-493b-9e13-f38474c7d249', 'status': 'completed', 'code': 200}
Dec 23 16:20:05.258812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-a59b404a-e5d3-415b-a80a-768388405d44 None None] Set router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:05.397612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-660f643c-43e5-431b-a776-66b2addf481b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:05.431703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f547205c-efe1-42c2-b9e6-b0fced17a70d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:05.433194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-741678c5-6cdd-4dcd-ada5-27a05d61ebae tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:05.444624 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b2531b1-6da7-49c9-998e-3feaaba82020 req-edc64854-96b3-47d7-97b6-d38febdb530f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 1098 time: 0.1888480
Dec 23 16:20:05.458622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bb2dbd3-0ec9-4edd-9da5-ecc8c0250720 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:05.571713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port f547205c-efe1-42c2-b9e6-b0fced17a70d completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:05.608586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-660f643c-43e5-431b-a776-66b2addf481b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:05.610843 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-660f643c-43e5-431b-a776-66b2addf481b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.4042935
Dec 23 16:20:05.617115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56866) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:05.678856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-741678c5-6cdd-4dcd-ada5-27a05d61ebae tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 908ac83f-05be-4c3b-822a-c806144114bc owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:05.713004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2531b1-6da7-49c9-998e-3feaaba82020 req-8a2d5bca-ce46-483e-805c-6ab5bd32adb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:05.715026 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b2531b1-6da7-49c9-998e-3feaaba82020 req-8a2d5bca-ce46-483e-805c-6ab5bd32adb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37f7e9cd-1903-436c-99fb-3870a78414fb HTTP/1.1" status: 200  len: 898 time: 0.2633512
Dec 23 16:20:05.777167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bb2dbd3-0ec9-4edd-9da5-ecc8c0250720 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:05.786670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-741678c5-6cdd-4dcd-ada5-27a05d61ebae tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:05.794687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a59b404a-e5d3-415b-a80a-768388405d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a846c50>, [{'id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:34Z', 'updated_at': '2021-12-23T16:18:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:35Z', 'updated_at': '2021-12-23T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'dc602ef8-0984-432d-a1c7-2c0ef59f4f2a', 'name': '', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:4e:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:49Z', 'updated_at': '2021-12-23T16:19:02Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:05.807830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59b404a-e5d3-415b-a80a-768388405d44 None None] Checking router: 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:05.811881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:05.813095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:05.826637 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b2531b1-6da7-49c9-998e-3feaaba82020 req-45289303-50cf-49c4-bf43-e0e52bd10ffe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb70235d-9198-493b-9e13-f38474c7d249 HTTP/1.1" status: 200  len: 217 time: 0.0938368
Dec 23 16:20:05.831685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b404a-e5d3-415b-a80a-768388405d44 None None] Routers {'3b6e0e21-04e0-49e9-87a1-9c810fec49a9'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:05.833762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a59b404a-e5d3-415b-a80a-768388405d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a846c50>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:05.916519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:05.947564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:05.951592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741678c5-6cdd-4dcd-ada5-27a05d61ebae tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=908ac83f-05be-4c3b-822a-c806144114bc,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:05.968843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2531b1-6da7-49c9-998e-3feaaba82020 req-809929e5-fa20-4eab-ba6a-cd1399aecc07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:05.969730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-741678c5-6cdd-4dcd-ada5-27a05d61ebae tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:05.970483 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b2531b1-6da7-49c9-998e-3feaaba82020 req-809929e5-fa20-4eab-ba6a-cd1399aecc07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a6b745-a7e3-4480-ac35-befab560b7a1 HTTP/1.1" status: 200  len: 834 time: 0.1374736
Dec 23 16:20:06.058326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:06.064432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47b43cd4-f940-4862-9a91-b6739c4c39ec tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:06.092584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd53a24-c9d6-4f34-978c-fbe66fb469fc,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:06.110033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Transition to ACTIVE for port object 36424d00-ea3d-46cf-bc06-3844062b6bbe will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:06.117065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-741678c5-6cdd-4dcd-ada5-27a05d61ebae tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:06.123294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:06.123739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:06.124256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:06.124688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:06.125113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:06.125538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:06.125955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:06.126374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:06.126793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:06.127253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:06.127682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:06.132342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:06.133419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:06.137639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56872) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:06.137776 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-groups/ddd53a24-c9d6-4f34-978c-fbe66fb469fc HTTP/1.1" status: 204  len: 168 time: 0.5190399
Dec 23 16:20:06.149511 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b2531b1-6da7-49c9-998e-3feaaba82020 req-d3746ae5-c089-47f9-be9c-bd5072e8e95a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37f7e9cd-1903-436c-99fb-3870a78414fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1697316
Dec 23 16:20:06.181171 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-741678c5-6cdd-4dcd-ada5-27a05d61ebae tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/908ac83f-05be-4c3b-822a-c806144114bc HTTP/1.1" status: 204  len: 168 time: 2.0936601
Dec 23 16:20:06.192391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56876) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:06.210664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'mac_address': 'fa:16:3e:93:eb:1e', 'name': 'tempest-PortsIpV6TestJSON-1002865080'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:06.314975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:06.333947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-a59b404a-e5d3-415b-a80a-768388405d44 None None] Set router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:06.360101 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b2531b1-6da7-49c9-998e-3feaaba82020 req-25daf5e0-f554-4d36-bee4-631f7490228e service neutron] 10.222.0.36 "GET /v2.0/networks/37f7e9cd-1903-436c-99fb-3870a78414fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2006273
Dec 23 16:20:06.383285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:06.415690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba258ad1-ead7-499d-875e-a90277e4dde2 None None] Network 649b3993-29ba-4456-8bd4-9203deb2d38d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:06.487416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa74ad3-44f5-440e-86e7-dd8a9e4c4d56 req-f18d84e7-872b-44fb-aceb-90f06c55568b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:06.489037 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-efa74ad3-44f5-440e-86e7-dd8a9e4c4d56 req-f18d84e7-872b-44fb-aceb-90f06c55568b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 945 time: 0.4464388
Dec 23 16:20:06.493121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d878a814-dfc0-4ed3-b7fb-7314d98f6717 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:06.528027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:06.533933 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b2531b1-6da7-49c9-998e-3feaaba82020 req-fb783a4f-542f-46fe-a1ae-5086f19aef47 service neutron] 10.222.0.36 "GET /v2.0/networks/37f7e9cd-1903-436c-99fb-3870a78414fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660333
Dec 23 16:20:06.543121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:port and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:06.560243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:06.563980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=36424d00-ea3d-46cf-bc06-3844062b6bbe,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:06.565565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-21e9f5d2-879e-4d8e-b9fa-d902a24f857d None None] Provisioning for port f547205c-efe1-42c2-b9e6-b0fced17a70d completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:06.570683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 649b3993-29ba-4456-8bd4-9203deb2d38d is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:06.574899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:06.577603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:06.586044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:06.594623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:06.595233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:06.597777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb2dbd3-0ec9-4edd-9da5-ecc8c0250720 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Router 288ff4db-1320-48bf-95df-af551b5c257c is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:20:06.606438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-21e9f5d2-879e-4d8e-b9fa-d902a24f857d None None] Provisioning complete for port f547205c-efe1-42c2-b9e6-b0fced17a70d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:06.607115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21e9f5d2-879e-4d8e-b9fa-d902a24f857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:06.609102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d878a814-dfc0-4ed3-b7fb-7314d98f6717 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:06.615847 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d878a814-dfc0-4ed3-b7fb-7314d98f6717 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4632673
Dec 23 16:20:06.616547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56880) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:06.625868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9ff734f8-f884-47c5-93ea-d8ef54795d3b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304284468'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:06.634979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9ff734f8-f884-47c5-93ea-d8ef54795d3b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:06.643823 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-efa74ad3-44f5-440e-86e7-dd8a9e4c4d56 req-4c61d2c3-4e62-4891-8f0a-5c258fb9c16c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1455181
Dec 23 16:20:06.646960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:06.649910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9ff734f8-f884-47c5-93ea-d8ef54795d3b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:06.662725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ff734f8-f884-47c5-93ea-d8ef54795d3b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:06.721627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9ff734f8-f884-47c5-93ea-d8ef54795d3b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:06.727255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9ff734f8-f884-47c5-93ea-d8ef54795d3b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:06.730923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9ff734f8-f884-47c5-93ea-d8ef54795d3b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:06.738050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9ff734f8-f884-47c5-93ea-d8ef54795d3b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:06.776212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a59b404a-e5d3-415b-a80a-768388405d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a846c50>, [{'id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:34Z', 'updated_at': '2021-12-23T16:18:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:35Z', 'updated_at': '2021-12-23T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'dc602ef8-0984-432d-a1c7-2c0ef59f4f2a', 'name': '', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:4e:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:49Z', 'updated_at': '2021-12-23T16:19:02Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:06.780603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59b404a-e5d3-415b-a80a-768388405d44 None None] The sync data for ids ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'] in dv-neutron-822801-1-hyperv is: [{'id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:34Z', 'updated_at': '2021-12-23T16:18:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:35Z', 'updated_at': '2021-12-23T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'dc602ef8-0984-432d-a1c7-2c0ef59f4f2a', 'name': '', 'network_id': '37f7e9cd-1903-436c-99fb-3870a78414fb', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:4e:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:49Z', 'updated_at': '2021-12-23T16:19:02Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '74a6b745-a7e3-4480-ac35-befab560b7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:06.816698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ff734f8-f884-47c5-93ea-d8ef54795d3b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:06.821239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ff734f8-f884-47c5-93ea-d8ef54795d3b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:06.830029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c30549ef-f59b-49ee-8fc9-de2223c8b927 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:06.836394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21e9f5d2-879e-4d8e-b9fa-d902a24f857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:06.886365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-21e9f5d2-879e-4d8e-b9fa-d902a24f857d None None] For port f547205c-efe1-42c2-b9e6-b0fced17a70d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f547205c-efe1-42c2-b9e6-b0fced17a70d,segment=NetworkSegment(f5e0c646-1c35-4317-833d-34a3ef7384c6),segment_id=f5e0c646-1c35-4317-833d-34a3ef7384c6)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:06.890876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff734f8-f884-47c5-93ea-d8ef54795d3b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27a5e8a-0e60-44e5-8fc8-e537f9460dcd,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:06.895101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ff734f8-f884-47c5-93ea-d8ef54795d3b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:06.901787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ff734f8-f884-47c5-93ea-d8ef54795d3b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:06.903992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21e9f5d2-879e-4d8e-b9fa-d902a24f857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:06.904885 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9ff734f8-f884-47c5-93ea-d8ef54795d3b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2847915
Dec 23 16:20:06.906436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e81c6396-ff86-4f7b-92b2-4b4c20b9371b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:06.907264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56884) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:06.914813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a11fd871-91ef-4ae1-ac6a-2baab02ea323 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group_rule': {'security_group_id': 'e27a5e8a-0e60-44e5-8fc8-e537f9460dcd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:06.918540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:06.923639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a11fd871-91ef-4ae1-ac6a-2baab02ea323 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:06.930376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a11fd871-91ef-4ae1-ac6a-2baab02ea323 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:06.934118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a11fd871-91ef-4ae1-ac6a-2baab02ea323 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:06.934876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:06.944327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a11fd871-91ef-4ae1-ac6a-2baab02ea323 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:06.971118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a11fd871-91ef-4ae1-ac6a-2baab02ea323 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:06.982639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9f5d2-879e-4d8e-b9fa-d902a24f857d None None] Pushing event updated for resources: {'Port': ['ID=f547205c-efe1-42c2-b9e6-b0fced17a70d,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:06.986766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-21e9f5d2-879e-4d8e-b9fa-d902a24f857d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:07.070073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port 779a4119-d8a0-4e94-8904-fcb5695dfc69 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:20:07.073731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a11fd871-91ef-4ae1-ac6a-2baab02ea323 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:07.077189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a11fd871-91ef-4ae1-ac6a-2baab02ea323 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:07.079239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dca05249-e75b-45d1-baf7-538d30e74793 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:07.096755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fd871-91ef-4ae1-ac6a-2baab02ea323 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d5f81e-9a7c-4180-981c-d4a56d7b95ac,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:07.100936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a11fd871-91ef-4ae1-ac6a-2baab02ea323 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:07.123326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a11fd871-91ef-4ae1-ac6a-2baab02ea323 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:07.125030 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a11fd871-91ef-4ae1-ac6a-2baab02ea323 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.2164838
Dec 23 16:20:07.128105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56888) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:07.183207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-196f4119-5633-474a-9988-939ee9197c56 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:07.189291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb2dbd3-0ec9-4edd-9da5-ecc8c0250720 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:07.201674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208743d-e4e2-46b8-8745-b5a8410d3400 None None] Sync routers for ids ['288ff4db-1320-48bf-95df-af551b5c257c'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:07.211727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-196f4119-5633-474a-9988-939ee9197c56 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:07.226044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208743d-e4e2-46b8-8745-b5a8410d3400 None None] Routers {'288ff4db-1320-48bf-95df-af551b5c257c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:07.231230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7208743d-e4e2-46b8-8745-b5a8410d3400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1d3860>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['288ff4db-1320-48bf-95df-af551b5c257c'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:07.337857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-196f4119-5633-474a-9988-939ee9197c56 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:07.364606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c863356-c51f-490b-bb13-d9aeeb82c95e None None] New status for floating IP eda1b337-a0fd-425b-a8d9-7df53ecd12fa: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:20:07.373303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f7bc12c6-9600-442f-93a9-70fd5985363e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:07.382241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-196f4119-5633-474a-9988-939ee9197c56 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:07.383853 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-196f4119-5633-474a-9988-939ee9197c56 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/17d5f81e-9a7c-4180-981c-d4a56d7b95ac HTTP/1.1" status: 204  len: 168 time: 0.2544892
Dec 23 16:20:07.388611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56892) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:07.427406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f4119-5633-474a-9988-939ee9197c56 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17d5f81e-9a7c-4180-981c-d4a56d7b95ac,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:07.431002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-196f4119-5633-474a-9988-939ee9197c56 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:07.460127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad489e-fff3-454a-b50e-28c7446bb39f req-72e3e59b-c69d-4879-8e41-38326d8f3b8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:07.461357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-27ad489e-fff3-454a-b50e-28c7446bb39f req-72e3e59b-c69d-4879-8e41-38326d8f3b8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:07.464410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-7208743d-e4e2-46b8-8745-b5a8410d3400 None None] Set router 288ff4db-1320-48bf-95df-af551b5c257c gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:07.529257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a586c94a-8a2a-4bb9-93c4-61ca3c1c8467 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:07.533870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-27ad489e-fff3-454a-b50e-28c7446bb39f req-72e3e59b-c69d-4879-8e41-38326d8f3b8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:07.535159 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27ad489e-fff3-454a-b50e-28c7446bb39f req-72e3e59b-c69d-4879-8e41-38326d8f3b8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 945 time: 0.3366892
Dec 23 16:20:07.626610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a586c94a-8a2a-4bb9-93c4-61ca3c1c8467 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:07.628643 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a586c94a-8a2a-4bb9-93c4-61ca3c1c8467 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2386334
Dec 23 16:20:07.633833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56896) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:07.687983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-27ad489e-fff3-454a-b50e-28c7446bb39f req-88ed1a08-e3cb-4711-bad3-7b222fa6bad8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port eb70235d-9198-493b-9e13-f38474c7d249 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:07.688381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-27ad489e-fff3-454a-b50e-28c7446bb39f req-88ed1a08-e3cb-4711-bad3-7b222fa6bad8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:07.715312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f547205c-efe1-42c2-b9e6-b0fced17a70d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:07.824568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bb2dbd3-0ec9-4edd-9da5-ecc8c0250720 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:07.827062 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9bb2dbd3-0ec9-4edd-9da5-ecc8c0250720 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "PUT /v2.0/routers/288ff4db-1320-48bf-95df-af551b5c257c HTTP/1.1" status: 200  len: 694 time: 3.6758554
Dec 23 16:20:07.831796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56902) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:07.860514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7208743d-e4e2-46b8-8745-b5a8410d3400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1d3860>, [{'id': '288ff4db-1320-48bf-95df-af551b5c257c', 'name': 'tempest-RoutersTest-router-1177610847', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:03Z', 'updated_at': '2021-12-23T16:20:05Z', 'revision_number': 2, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:07.874833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208743d-e4e2-46b8-8745-b5a8410d3400 None None] Checking router: 288ff4db-1320-48bf-95df-af551b5c257c for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:07.882622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6707446d-49d2-447a-b83a-8654a91a729f None None] Provisioning for port 36424d00-ea3d-46cf-bc06-3844062b6bbe completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:07.883825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39e294b3-aac7-4038-9b27-9c3a6dc3a84c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:07.892526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6707446d-49d2-447a-b83a-8654a91a729f None None] Provisioning complete for port 36424d00-ea3d-46cf-bc06-3844062b6bbe triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:07.892963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6707446d-49d2-447a-b83a-8654a91a729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:07.956988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208743d-e4e2-46b8-8745-b5a8410d3400 None None] Routers {'288ff4db-1320-48bf-95df-af551b5c257c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:07.958080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7208743d-e4e2-46b8-8745-b5a8410d3400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1d3860>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['288ff4db-1320-48bf-95df-af551b5c257c'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:08.100359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6707446d-49d2-447a-b83a-8654a91a729f None None] Port 36424d00-ea3d-46cf-bc06-3844062b6bbe cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:20:08.106723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:08.118599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:08.119659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f547205c-efe1-42c2-b9e6-b0fced17a70d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:08.120183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:08.124790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:08.125695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:08.132175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:08.191744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-7208743d-e4e2-46b8-8745-b5a8410d3400 None None] Set router 288ff4db-1320-48bf-95df-af551b5c257c gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:08.269390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:08.274822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39e294b3-aac7-4038-9b27-9c3a6dc3a84c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:08.281039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=36424d00-ea3d-46cf-bc06-3844062b6bbe,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:08.286852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:08.288398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-05a5211e-9566-4425-b920-63f8f3f9860e tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:08.326928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6707446d-49d2-447a-b83a-8654a91a729f None None] Provisioning complete for port f547205c-efe1-42c2-b9e6-b0fced17a70d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:08.327403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6707446d-49d2-447a-b83a-8654a91a729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:08.381155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7208743d-e4e2-46b8-8745-b5a8410d3400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1d3860>, [{'id': '288ff4db-1320-48bf-95df-af551b5c257c', 'name': 'tempest-RoutersTest-router-1177610847', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:03Z', 'updated_at': '2021-12-23T16:20:05Z', 'revision_number': 2, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:08.388383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208743d-e4e2-46b8-8745-b5a8410d3400 None None] The sync data for ids ['288ff4db-1320-48bf-95df-af551b5c257c'] in dv-neutron-822801-1-hyperv is: [{'id': '288ff4db-1320-48bf-95df-af551b5c257c', 'name': 'tempest-RoutersTest-router-1177610847', 'tenant_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:03Z', 'updated_at': '2021-12-23T16:20:05Z', 'revision_number': 2, 'project_id': 'ab76a96f8db44df89007c4f82d1bf8ec', 'gw_port_host': None}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:08.433896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:08.447533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:08.454750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:08.459438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:08.460206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:08.464633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=779a4119-d8a0-4e94-8904-fcb5695dfc69,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:08.479995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:08.495096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 649b3993-29ba-4456-8bd4-9203deb2d38d is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:08.499900 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.2999740
Dec 23 16:20:08.499900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:08.501018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56906) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:08.515491 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d7d1c434-1371-4e0b-a91c-e8e3e219946b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/routers/288ff4db-1320-48bf-95df-af551b5c257c HTTP/1.1" status: 200  len: 700 time: 0.6706045
Dec 23 16:20:08.522850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56910) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:08.598556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-27ad489e-fff3-454a-b50e-28c7446bb39f req-88ed1a08-e3cb-4711-bad3-7b222fa6bad8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port eb70235d-9198-493b-9e13-f38474c7d249, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=eb70235d-9198-493b-9e13-f38474c7d249,segment=NetworkSegment(08729350-35cc-4d17-a836-396167475d27),segment_id=08729350-35cc-4d17-a836-396167475d27)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:08.599512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-27ad489e-fff3-454a-b50e-28c7446bb39f req-88ed1a08-e3cb-4711-bad3-7b222fa6bad8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:08.671274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-82ae9780-09f0-4939-82a1-47513071f278 None None] Provisioning complete for port 36424d00-ea3d-46cf-bc06-3844062b6bbe triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:08.671722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82ae9780-09f0-4939-82a1-47513071f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:08.693765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-01cb6eda-20b6-43a0-a969-a38051db5e40 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Synchronizing usage tracker for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:08.737739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-82ae9780-09f0-4939-82a1-47513071f278 None None] Port 36424d00-ea3d-46cf-bc06-3844062b6bbe cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:20:08.760856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39e294b3-aac7-4038-9b27-9c3a6dc3a84c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:08.772101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875a1b-3c32-4879-a74a-547b66afe561 req-d038d7d8-6259-4d4e-89ff-8b0e9ee6e8c5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:08.773339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8354d638-eff1-4dfd-b6bc-2d0b57fc9c22 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:08.773999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8354d638-eff1-4dfd-b6bc-2d0b57fc9c22 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:08.775755 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27875a1b-3c32-4879-a74a-547b66afe561 req-d038d7d8-6259-4d4e-89ff-8b0e9ee6e8c5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 945 time: 0.9505391
Dec 23 16:20:08.785136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-27ad489e-fff3-454a-b50e-28c7446bb39f req-88ed1a08-e3cb-4711-bad3-7b222fa6bad8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for eb70235d-9198-493b-9e13-f38474c7d249 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:08.801257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8354d638-eff1-4dfd-b6bc-2d0b57fc9c22 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:08.803128 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8354d638-eff1-4dfd-b6bc-2d0b57fc9c22 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/779a4119-d8a0-4e94-8904-fcb5695dfc69 HTTP/1.1" status: 200  len: 845 time: 0.3014796
Dec 23 16:20:08.819682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e2fc93f7-cad1-4658-b2c5-50ae7da328c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:08.843757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56914) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:08.877165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2fbdb614-196a-4a49-ae3c-73a52b2edada None None] Provisioning complete for port 36424d00-ea3d-46cf-bc06-3844062b6bbe triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:08.877599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fbdb614-196a-4a49-ae3c-73a52b2edada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:08.933043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e294b3-aac7-4038-9b27-9c3a6dc3a84c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27a5e8a-0e60-44e5-8fc8-e537f9460dcd,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:08.937560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-39e294b3-aac7-4038-9b27-9c3a6dc3a84c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:08.958203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2fbdb614-196a-4a49-ae3c-73a52b2edada None None] Port 36424d00-ea3d-46cf-bc06-3844062b6bbe cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:20:08.976856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-01cb6eda-20b6-43a0-a969-a38051db5e40 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Unset dirty status for tenant:ab76a96f8db44df89007c4f82d1bf8ec on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:08.978193 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-01cb6eda-20b6-43a0-a969-a38051db5e40 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports?device_id=288ff4db-1320-48bf-95df-af551b5c257c HTTP/1.1" status: 200  len: 205 time: 0.4519699
Dec 23 16:20:08.982039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56918) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:08.991470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39e294b3-aac7-4038-9b27-9c3a6dc3a84c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:08.992698 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-39e294b3-aac7-4038-9b27-9c3a6dc3a84c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-groups/e27a5e8a-0e60-44e5-8fc8-e537f9460dcd HTTP/1.1" status: 204  len: 168 time: 1.3574443
Dec 23 16:20:09.002558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56922) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:09.047350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6e41bf49-8d2d-4fef-b988-9a860a9aad8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 779a4119-d8a0-4e94-8904-fcb5695dfc69 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:09.047744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e41bf49-8d2d-4fef-b988-9a860a9aad8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:09.119950 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27875a1b-3c32-4879-a74a-547b66afe561 req-31e19c01-96b5-411e-b7fe-7ab82ea542f2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2766311
Dec 23 16:20:09.128919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:20:09.149643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4d70c59-609f-42cb-aa79-392254b0afce tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:09.247364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6a6b8628-5800-447c-8ba7-14da07032055 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:09.310103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6a6b8628-5800-447c-8ba7-14da07032055 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:09.311511 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6a6b8628-5800-447c-8ba7-14da07032055 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3047156
Dec 23 16:20:09.315509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56926) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:09.337392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-af6e8f55-a9d9-4e90-993e-43826593852f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group': {'name': 'tempest-secgroup--586956252'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:09.342453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-27ad489e-fff3-454a-b50e-28c7446bb39f req-88ed1a08-e3cb-4711-bad3-7b222fa6bad8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:09.352039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-af6e8f55-a9d9-4e90-993e-43826593852f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:09.354458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7a5a3751-1e73-48a4-b9fc-54f6fe0ff84c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:09.460582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed1a08-e3cb-4711-bad3-7b222fa6bad8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=eb70235d-9198-493b-9e13-f38474c7d249,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:09.476864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-af6e8f55-a9d9-4e90-993e-43826593852f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:09.483370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-88ed1a08-e3cb-4711-bad3-7b222fa6bad8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:09.488737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e41bf49-8d2d-4fef-b988-9a860a9aad8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:09.594033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af6e8f55-a9d9-4e90-993e-43826593852f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:09.676789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6e41bf49-8d2d-4fef-b988-9a860a9aad8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 779a4119-d8a0-4e94-8904-fcb5695dfc69 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:09.762843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ad489e-fff3-454a-b50e-28c7446bb39f req-88ed1a08-e3cb-4711-bad3-7b222fa6bad8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] No DVR routers for this DVR port eb70235d-9198-493b-9e13-f38474c7d249 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:20:09.768738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-27ad489e-fff3-454a-b50e-28c7446bb39f req-88ed1a08-e3cb-4711-bad3-7b222fa6bad8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:09.774316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501fb7d0-356f-4cf2-96df-9f091906d0d3', 'name': 'network-vif-deleted', 'tag': 'eb70235d-9198-493b-9e13-f38474c7d249'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:20:09.815363 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27ad489e-fff3-454a-b50e-28c7446bb39f req-88ed1a08-e3cb-4711-bad3-7b222fa6bad8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "DELETE /v2.0/ports/eb70235d-9198-493b-9e13-f38474c7d249 HTTP/1.1" status: 204  len: 173 time: 2.2695048
Dec 23 16:20:09.833633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-af6e8f55-a9d9-4e90-993e-43826593852f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:09.839189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-af6e8f55-a9d9-4e90-993e-43826593852f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:09.843230 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501fb7d0-356f-4cf2-96df-9f091906d0d3', 'name': 'network-vif-deleted', 'tag': 'eb70235d-9198-493b-9e13-f38474c7d249', 'status': 'completed', 'code': 200}
Dec 23 16:20:09.844642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-af6e8f55-a9d9-4e90-993e-43826593852f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:09.855032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-af6e8f55-a9d9-4e90-993e-43826593852f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:09.859299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e41bf49-8d2d-4fef-b988-9a860a9aad8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:09.866764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:09.919662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41bf49-8d2d-4fef-b988-9a860a9aad8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=779a4119-d8a0-4e94-8904-fcb5695dfc69,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:09.924956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e41bf49-8d2d-4fef-b988-9a860a9aad8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:09.938642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e41bf49-8d2d-4fef-b988-9a860a9aad8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:09.982978 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6e41bf49-8d2d-4fef-b988-9a860a9aad8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/779a4119-d8a0-4e94-8904-fcb5695dfc69 HTTP/1.1" status: 204  len: 168 time: 1.1271727
Dec 23 16:20:09.984528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56932) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.006730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4d70c59-609f-42cb-aa79-392254b0afce tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.015163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4d70c59-609f-42cb-aa79-392254b0afce tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.023797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:10.031228 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/11fe8027-a6b8-4937-8c1c-a0ec49ac8f72/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2913888
Dec 23 16:20:10.035392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Sync routers for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:10.035629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56936) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.044235 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c89aaea-a053-49c6-8952-8237c500e51c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] GET failed (client error): The resource could not be found.
Dec 23 16:20:10.044818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2c89aaea-a053-49c6-8952-8237c500e51c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:10.044995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-872087058'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:10.050195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af6e8f55-a9d9-4e90-993e-43826593852f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.052690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:10.057194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3abf28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:10.058588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af6e8f55-a9d9-4e90-993e-43826593852f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.064092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:10.065639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d9b12e89-3405-489d-a04e-34ac13e2837a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:10.069791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:network and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:10.073910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:10.080635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4d70c59-609f-42cb-aa79-392254b0afce tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.081010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d70c59-609f-42cb-aa79-392254b0afce tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Fanout notify agent at l3_agent the message router_deleted on router 288ff4db-1320-48bf-95df-af551b5c257c {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:20:10.084264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:10.097350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2c89aaea-a053-49c6-8952-8237c500e51c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:10.099515 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2c89aaea-a053-49c6-8952-8237c500e51c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/779a4119-d8a0-4e94-8904-fcb5695dfc69 HTTP/1.1" status: 404  len: 333 time: 0.1137187
Dec 23 16:20:10.110317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56940) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.112758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4d70c59-609f-42cb-aa79-392254b0afce tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.114934 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f4d70c59-609f-42cb-aa79-392254b0afce tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/routers/288ff4db-1320-48bf-95df-af551b5c257c HTTP/1.1" status: 204  len: 168 time: 1.1312809
Dec 23 16:20:10.120000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56944) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.120888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'name': 'tempest-PortsIpV6TestJSON-1275843273'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:10.121205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:10.128552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.144592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e8f55-a9d9-4e90-993e-43826593852f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4ee9c0-abae-4094-a82e-826ed0823920,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:10.147719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af6e8f55-a9d9-4e90-993e-43826593852f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.149068 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-af6e8f55-a9d9-4e90-993e-43826593852f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8325362
Dec 23 16:20:10.153646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-af6e8f55-a9d9-4e90-993e-43826593852f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:10.154190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56950) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.176024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8af04682-7914-4694-aa6f-c9624ac0cd53 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group_rule': {'security_group_id': 'de4ee9c0-abae-4094-a82e-826ed0823920', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:10.187177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8af04682-7914-4694-aa6f-c9624ac0cd53 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:10.192232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8af04682-7914-4694-aa6f-c9624ac0cd53 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:10.226904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8af04682-7914-4694-aa6f-c9624ac0cd53 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:10.240766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8af04682-7914-4694-aa6f-c9624ac0cd53 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:10.288558 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-30e9cee8-a9f0-48b7-a17d-01a7e13a31fd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports?device_id=288ff4db-1320-48bf-95df-af551b5c257c HTTP/1.1" status: 200  len: 205 time: 0.1415915
Dec 23 16:20:10.288558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56954) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.312715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:10.316078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8af04682-7914-4694-aa6f-c9624ac0cd53 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.371043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:10.393974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:10.421645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:10.427611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.443823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:20:10.447311 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-625c8010-730c-4452-afe0-e5679d4d7035 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] delete failed (client error): The resource could not be found.
Dec 23 16:20:10.453652 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-625c8010-730c-4452-afe0-e5679d4d7035 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/routers/288ff4db-1320-48bf-95df-af551b5c257c HTTP/1.1" status: 404  len: 336 time: 0.1542509
Dec 23 16:20:10.458845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56958) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.486526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8af04682-7914-4694-aa6f-c9624ac0cd53 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.495579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-792c6d85-faa1-4d10-83b2-54be41cc9723 req-82cc8748-865e-4ef9-b359-413e74f27313 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:10.500673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8af04682-7914-4694-aa6f-c9624ac0cd53 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.503448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-091222f2-1001-416b-88e1-0847b40eabc3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:10.514104 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2357455-de28-4675-924d-0617ed9fc340 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:20:10.514660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2357455-de28-4675-924d-0617ed9fc340 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:20:10.520851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.521431 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Added segment f2effb14-0956-49db-850d-bee03d56935d of type vlan for network 38da1e28-ca44-4fd2-b6ae-8979f437fd80
Dec 23 16:20:10.529014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port 834e522c-a87b-49de-8754-2a3c029f642f yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:20:10.533800 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e2357455-de28-4675-924d-0617ed9fc340 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/9e77e9e7-763d-430a-be7a-0228f65d2c1e HTTP/1.1" status: 404  len: 337 time: 0.0734339
Dec 23 16:20:10.534705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56962) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.591295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af04682-7914-4694-aa6f-c9624ac0cd53 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff0acad-bb3a-41a7-981d-7803ac04650f,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:10.599804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8af04682-7914-4694-aa6f-c9624ac0cd53 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:10.604793 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ed4a73-6088-4f3f-80f5-c7135731c5de tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:20:10.606071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ed4a73-6088-4f3f-80f5-c7135731c5de tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:20:10.611242 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b7ed4a73-6088-4f3f-80f5-c7135731c5de tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/947bc55f-92f9-4bad-b739-cf3f3581ef7a HTTP/1.1" status: 404  len: 337 time: 0.0739729
Dec 23 16:20:10.615331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56966) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.617747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-792c6d85-faa1-4d10-83b2-54be41cc9723 req-82cc8748-865e-4ef9-b359-413e74f27313 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:10.619469 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-792c6d85-faa1-4d10-83b2-54be41cc9723 req-82cc8748-865e-4ef9-b359-413e74f27313 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=501fb7d0-356f-4cf2-96df-9f091906d0d3 HTTP/1.1" status: 200  len: 210 time: 0.1791353
Dec 23 16:20:10.646793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8af04682-7914-4694-aa6f-c9624ac0cd53 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.648174 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8af04682-7914-4694-aa6f-c9624ac0cd53 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4929559
Dec 23 16:20:10.654170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56970) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.678777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.690292 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-43a8b3be-270d-4294-af15-96f3ea340a1f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules/2ff0acad-bb3a-41a7-981d-7803ac04650f HTTP/1.1" status: 200  len: 705 time: 0.0347931
Dec 23 16:20:10.696993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56974) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.698045 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abea868-64bf-428d-9c62-35ea53dc5d57 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:20:10.698795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abea868-64bf-428d-9c62-35ea53dc5d57 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:20:10.703224 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7abea868-64bf-428d-9c62-35ea53dc5d57 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/4a2390d5-37d3-45d0-8e1c-65fa4d4b2787 HTTP/1.1" status: 404  len: 337 time: 0.0843177
Dec 23 16:20:10.704460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56978) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.741944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3abf28>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:06Z', 'revision_number': 4, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36424d00-ea3d-46cf-bc06-3844062b6bbe', 'name': '', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:49:c2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:04Z', 'updated_at': '2021-12-23T16:20:07Z', 'revision_number': 2, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:10.747375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Checking router: 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:10.747541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Updating router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 port 36424d00-ea3d-46cf-bc06-3844062b6bbe binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:20:10.769147 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f8952c-0bf0-4ae8-bb90-f0be8f26ed7a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:20:10.769652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f8952c-0bf0-4ae8-bb90-f0be8f26ed7a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:20:10.771761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1394002e-1d60-412c-a763-5a5e886fcdd9 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:10.775516 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c0f8952c-0bf0-4ae8-bb90-f0be8f26ed7a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/8049a0ec-947a-40eb-884d-95afadb65c7e HTTP/1.1" status: 404  len: 337 time: 0.0674300
Dec 23 16:20:10.775679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.779790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:10.780442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.781982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56982) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.788438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f916016-ad59-418b-9a4e-cd35580a8fc7 tempest-AllowedAddressPairIpV6TestJSON-1776937709 tempest-AllowedAddressPairIpV6TestJSON-1776937709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:10.808324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:10.848926 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8106954
Dec 23 16:20:10.852211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 56986) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.856014 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-46713abb-265d-41ff-85b0-1388b84a3226 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports?device_id=da270677-b997-400b-a648-fbd9a44b8b42 HTTP/1.1" status: 200  len: 205 time: 0.0704129
Dec 23 16:20:10.857529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1394002e-1d60-412c-a763-5a5e886fcdd9 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:10.861609 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1394002e-1d60-412c-a763-5a5e886fcdd9 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.1570580
Dec 23 16:20:10.906345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56990) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.906685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56992) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:10.915322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'subnet': {'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:10.941662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Network': ['ID=38da1e28-ca44-4fd2-b6ae-8979f437fd80,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:10.970033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:10.970474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:10.970904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:10.971354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:10.971777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:10.972194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:10.972611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:10.973598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:10.974019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:10.974432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:10.974844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:10.980758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:10.998009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 38da1e28-ca44-4fd2-b6ae-8979f437fd80 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:20:11.013414 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-44915a30-de2a-46e6-9fe8-1f5d5d73c821 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] delete failed (client error): The resource could not be found.
Dec 23 16:20:11.018323 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-44915a30-de2a-46e6-9fe8-1f5d5d73c821 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/routers/da270677-b997-400b-a648-fbd9a44b8b42 HTTP/1.1" status: 404  len: 336 time: 0.1060016
Dec 23 16:20:11.027944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 56998) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:11.055804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:11.060131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:subnet and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:11.063021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:11.070227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:11.087021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Made reservation on behalf of 7ba4b876c5f645fd9a0ef748c5f9c7f3 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:11.096182 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f54de1fc-0d34-4345-be76-c84f4b51dc9c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b34f89e-16d1-4c27-a47b-712364f34abd HTTP/1.1" status: 200  len: 205 time: 0.0650034
Dec 23 16:20:11.096980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:11.101177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57002) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:11.170805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59ba9781-32dc-46ac-8165-d7721696bd10 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:11.197187 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-b05e3705-7065-4763-a954-54428a23a1ba tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] delete failed (client error): The resource could not be found.
Dec 23 16:20:11.198372 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b05e3705-7065-4763-a954-54428a23a1ba tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/routers/5b34f89e-16d1-4c27-a47b-712364f34abd HTTP/1.1" status: 404  len: 336 time: 0.0941591
Dec 23 16:20:11.200216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59ba9781-32dc-46ac-8165-d7721696bd10 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:11.201408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57006) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:11.234139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:11.242806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:11.255758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:11.275334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59ba9781-32dc-46ac-8165-d7721696bd10 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:11.279720 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-4545ac2a-78c0-4d3a-b5be-2e4c82df578b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:20:11.280140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4545ac2a-78c0-4d3a-b5be-2e4c82df578b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:20:11.285230 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4545ac2a-78c0-4d3a-b5be-2e4c82df578b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/293d89aa-e03f-41f0-a1e3-12a7c8ef1664 HTTP/1.1" status: 404  len: 337 time: 0.0806875
Dec 23 16:20:11.286030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57010) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:11.327287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59ba9781-32dc-46ac-8165-d7721696bd10 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:11.331017 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-59ba9781-32dc-46ac-8165-d7721696bd10 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/2ff0acad-bb3a-41a7-981d-7803ac04650f HTTP/1.1" status: 204  len: 168 time: 0.4180179
Dec 23 16:20:11.333923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57014) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:11.338823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device eb70235d-9198-493b-9e13-f38474c7d249 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:11.342726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:11.356940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=834e522c-a87b-49de-8754-2a3c029f642f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:11.359943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:11.361002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:11.363157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:11.364310 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-64018b08-9a5c-4dfe-b4b5-b43f133789c6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b060f88-1c58-48b8-a078-ecb190e6709e HTTP/1.1" status: 200  len: 205 time: 0.0703888
Dec 23 16:20:11.367467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57018) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:11.368543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:11.369237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:11.377133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a11fd871-91ef-4ae1-ac6a-2baab02ea323 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:11.389341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: eb70235d-9198-493b-9e13-f38474c7d249 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:11.389750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device eb70235d-9198-493b-9e13-f38474c7d249 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:11.403852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba9781-32dc-46ac-8165-d7721696bd10 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ff0acad-bb3a-41a7-981d-7803ac04650f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:11.406653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-59ba9781-32dc-46ac-8165-d7721696bd10 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:11.429117 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.3176069
Dec 23 16:20:11.433058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57022) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:11.440839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-dddc2770-4205-4c50-88a6-0c3cbf6129c4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:11.497990 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-cfd07cf7-35dc-4989-a927-50e0b3b85f13 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] delete failed (client error): The resource could not be found.
Dec 23 16:20:11.502067 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cfd07cf7-35dc-4989-a927-50e0b3b85f13 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/routers/7b060f88-1c58-48b8-a078-ecb190e6709e HTTP/1.1" status: 404  len: 336 time: 0.1307933
Dec 23 16:20:11.502283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57026) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:11.531034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:11.548006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Transition to ACTIVE for port object 36424d00-ea3d-46cf-bc06-3844062b6bbe will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:11.555131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:11.560366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-21e9f5d2-879e-4d8e-b9fa-d902a24f857d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:11.570267 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-03fe959f-23f7-49a9-ba05-5d14b12dc7a1 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports?device_id=753d89bf-c7d9-4a4d-bd73-9cf99962a063 HTTP/1.1" status: 200  len: 205 time: 0.0639391
Dec 23 16:20:11.575587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57030) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:11.658698 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-1ed33750-1a17-4f5a-81c2-b24c911ad017 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] delete failed (client error): The resource could not be found.
Dec 23 16:20:11.663229 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1ed33750-1a17-4f5a-81c2-b24c911ad017 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/routers/753d89bf-c7d9-4a4d-bd73-9cf99962a063 HTTP/1.1" status: 404  len: 336 time: 0.0803185
Dec 23 16:20:11.669231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57036) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:11.722212 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf0c454-d315-47e7-b885-ced87e89f4ed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:20:11.722736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf0c454-d315-47e7-b885-ced87e89f4ed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:20:11.765912 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7bf0c454-d315-47e7-b885-ced87e89f4ed tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/ee1a53ad-7160-460c-aa6c-cc5aea2919b0 HTTP/1.1" status: 404  len: 337 time: 0.0919783
Dec 23 16:20:11.769032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57040) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:11.794860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be866863-afb6-422b-8121-2f044680af81 None None] Pushing event updated for resources: {'Port': ['ID=36424d00-ea3d-46cf-bc06-3844062b6bbe,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:11.808726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-be866863-afb6-422b-8121-2f044680af81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:11.813241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Attempting to bind port 36424d00-ea3d-46cf-bc06-3844062b6bbe on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:20:11.813678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Attempting to bind port 36424d00-ea3d-46cf-bc06-3844062b6bbe by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'f5e0c646-1c35-4317-833d-34a3ef7384c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:20:11.814102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Attempting to bind port 36424d00-ea3d-46cf-bc06-3844062b6bbe on network 649b3993-29ba-4456-8bd4-9203deb2d38d {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:20:11.816417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57044) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:11.822364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:20:11.822799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Checking segment: {'id': 'f5e0c646-1c35-4317-833d-34a3ef7384c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:11.823298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:11.823757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Bound using segment: {'id': 'f5e0c646-1c35-4317-833d-34a3ef7384c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:20:11.824296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Bound port: 36424d00-ea3d-46cf-bc06-3844062b6bbe, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e0c646-1c35-4317-833d-34a3ef7384c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:20:11.824734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:11.843422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cbdc226f-0552-415f-8205-16d22b8d25cd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:11.852069 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-16a4a3c0-b1b4-4bb1-81db-cbcfc2cef81e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ca68834-b9ce-4cfa-a03d-20258cb3fb60 HTTP/1.1" status: 200  len: 205 time: 0.0795650
Dec 23 16:20:11.858006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57048) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:11.889158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cbdc226f-0552-415f-8205-16d22b8d25cd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:11.893540 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cbdc226f-0552-415f-8205-16d22b8d25cd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.5564647
Dec 23 16:20:11.894403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57052) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:11.897144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dddc2770-4205-4c50-88a6-0c3cbf6129c4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:11.915620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-177f6600-64d0-4afd-9ffc-36b89017199f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group_rule': {'security_group_id': 'de4ee9c0-abae-4094-a82e-826ed0823920', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:11.924777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] For port 36424d00-ea3d-46cf-bc06-3844062b6bbe, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:20:11.928116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-177f6600-64d0-4afd-9ffc-36b89017199f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:11.928890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] For port 36424d00-ea3d-46cf-bc06-3844062b6bbe, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=36424d00-ea3d-46cf-bc06-3844062b6bbe,segment=NetworkSegment(f5e0c646-1c35-4317-833d-34a3ef7384c6),segment_id=f5e0c646-1c35-4317-833d-34a3ef7384c6)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:20:11.934467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:11.941843 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-676a6f70-0397-4965-99db-ce6ef9b68ae2 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] delete failed (client error): The resource could not be found.
Dec 23 16:20:11.945508 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-676a6f70-0397-4965-99db-ce6ef9b68ae2 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/routers/7ca68834-b9ce-4cfa-a03d-20258cb3fb60 HTTP/1.1" status: 404  len: 336 time: 0.0839725
Dec 23 16:20:11.946935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:11.952762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57056) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:12.012860 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c737b6d-a5e6-477e-8fe1-37f4fa1c2359 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:20:12.013530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c737b6d-a5e6-477e-8fe1-37f4fa1c2359 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:20:12.017763 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3c737b6d-a5e6-477e-8fe1-37f4fa1c2359 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/3d935ec2-6cb1-4823-8cb6-531ff0c67d0d HTTP/1.1" status: 404  len: 337 time: 0.0613625
Dec 23 16:20:12.020348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57060) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:12.038660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:12.039418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3abf28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:12.106251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be866863-afb6-422b-8121-2f044680af81 None None] Pushing event updated for resources: {'Port': ['ID=36424d00-ea3d-46cf-bc06-3844062b6bbe,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:12.107367 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-70ebbfff-e2b0-4137-8881-dbcf56b1b6dc tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "GET /v2.0/ports?device_id=711f1c3d-ddee-4961-84fc-483683db265c HTTP/1.1" status: 200  len: 205 time: 0.0741396
Dec 23 16:20:12.110851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57064) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:12.124544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-be866863-afb6-422b-8121-2f044680af81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:12.139741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-177f6600-64d0-4afd-9ffc-36b89017199f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:12.195650 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-d5718bb9-5d4b-49b0-adb2-9506872888cd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] delete failed (client error): The resource could not be found.
Dec 23 16:20:12.199251 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d5718bb9-5d4b-49b0-adb2-9506872888cd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/routers/711f1c3d-ddee-4961-84fc-483683db265c HTTP/1.1" status: 404  len: 336 time: 0.0834646
Dec 23 16:20:12.201011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57068) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:12.201937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.208421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.220167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dddc2770-4205-4c50-88a6-0c3cbf6129c4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.230100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dddc2770-4205-4c50-88a6-0c3cbf6129c4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.243172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-694accc4-5476-4e54-af3a-26361b3178f4 tempest-FloatingIPTestJSON-1253963635 tempest-FloatingIPTestJSON-1253963635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:12.246438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-088a863f-af33-44b0-be73-ad52d9476ef2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:12.266138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:12.289565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e7a7636-1866-4113-a168-97f5c0b16778 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.297884 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-1110289a-28f6-43c2-9dee-bc6ecd467e74 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:20:12.298385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1110289a-28f6-43c2-9dee-bc6ecd467e74 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:20:12.303237 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1110289a-28f6-43c2-9dee-bc6ecd467e74 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/35886574-856e-4f13-8512-030e6a7e0b0d HTTP/1.1" status: 404  len: 337 time: 0.0940552
Dec 23 16:20:12.311885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dddc2770-4205-4c50-88a6-0c3cbf6129c4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] In _notify_port_updated(), no bound segment for port 834e522c-a87b-49de-8754-2a3c029f642f on network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:20:12.312654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57072) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:12.317320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc2770-4205-4c50-88a6-0c3cbf6129c4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:12.319183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dddc2770-4205-4c50-88a6-0c3cbf6129c4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.320080 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dddc2770-4205-4c50-88a6-0c3cbf6129c4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "PUT /v2.0/ports/834e522c-a87b-49de-8754-2a3c029f642f HTTP/1.1" status: 200  len: 818 time: 0.8858912
Dec 23 16:20:12.327043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57074) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:12.337709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-177f6600-64d0-4afd-9ffc-36b89017199f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.427416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-177f6600-64d0-4afd-9ffc-36b89017199f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.432204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc2770-4205-4c50-88a6-0c3cbf6129c4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=834e522c-a87b-49de-8754-2a3c029f642f,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:12.442081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dddc2770-4205-4c50-88a6-0c3cbf6129c4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:12.444003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-177f6600-64d0-4afd-9ffc-36b89017199f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.445655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-01ba532e-f312-4b43-8cbe-cf251b7257c3 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:12.462509 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f865d0d3-7859-469f-ad29-da6ba5a1f069 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:20:12.463015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f865d0d3-7859-469f-ad29-da6ba5a1f069 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:20:12.464896 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f865d0d3-7859-469f-ad29-da6ba5a1f069 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] 10.222.0.67 "DELETE /v2.0/subnets/6bff257b-efd5-4bea-856c-e409c01d9794 HTTP/1.1" status: 404  len: 337 time: 0.1392422
Dec 23 16:20:12.469565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e7a7636-1866-4113-a168-97f5c0b16778 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.471533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f6600-64d0-4afd-9ffc-36b89017199f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef32c631-bf83-4b6e-a474-d2828c8493a0,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:12.482332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-177f6600-64d0-4afd-9ffc-36b89017199f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:12.490392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Subnet': ['ID=53aa5fe1-64a4-4b64-9633-8817befd2d66,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:12.500739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:12.524282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Checking segment: {'id': 'f2effb14-0956-49db-850d-bee03d56935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:12.524687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network hostable DHCP agents. Network: 38da1e28-ca44-4fd2-b6ae-8979f437fd80, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:20:12.543812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-177f6600-64d0-4afd-9ffc-36b89017199f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.546230 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-177f6600-64d0-4afd-9ffc-36b89017199f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6503887
Dec 23 16:20:12.549069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57082) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:12.561761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-38040c50-e874-40f0-8490-28eec072fe18 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 834e522c-a87b-49de-8754-2a3c029f642f {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:12.561992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38040c50-e874-40f0-8490-28eec072fe18 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.578417 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fd94aebc-a564-4016-b81d-be7b6cd9e2ca tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules/ef32c631-bf83-4b6e-a474-d2828c8493a0 HTTP/1.1" status: 200  len: 705 time: 0.0275264
Dec 23 16:20:12.587380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57086) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:12.684823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e057519f-5eee-4269-921b-5fab8b38f0d0 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:12.691437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 38da1e28-ca44-4fd2-b6ae-8979f437fd80 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:20:12.703188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e057519f-5eee-4269-921b-5fab8b38f0d0 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:12.704931 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e057519f-5eee-4269-921b-5fab8b38f0d0 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.1163814
Dec 23 16:20:12.707967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57090) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:12.743090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 38da1e28-ca44-4fd2-b6ae-8979f437fd80) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:12.757130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1be9608-3dfc-46fb-ae68-fbc196cdcb03 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.757391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3abf28>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:06Z', 'revision_number': 4, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36424d00-ea3d-46cf-bc06-3844062b6bbe', 'name': '', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:49:c2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:04Z', 'updated_at': '2021-12-23T16:20:11Z', 'revision_number': 4, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:12.763727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa02e27d-ea6f-44d9-966e-a7c7e6c331fa None None] Network 38da1e28-ca44-4fd2-b6ae-8979f437fd80 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:12.771280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:12.771974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.772734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1be9608-3dfc-46fb-ae68-fbc196cdcb03 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.796261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e7a7636-1866-4113-a168-97f5c0b16778 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.802760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1be9608-3dfc-46fb-ae68-fbc196cdcb03 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.814220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-82182f0c-2dbc-43e2-aeba-c56eb516554a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:12.821125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2440873b-47aa-444f-a366-5ef9a4f8391b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:12.836027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1be9608-3dfc-46fb-ae68-fbc196cdcb03 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.837270 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e1be9608-3dfc-46fb-ae68-fbc196cdcb03 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/ef32c631-bf83-4b6e-a474-d2828c8493a0 HTTP/1.1" status: 204  len: 168 time: 0.1277263
Dec 23 16:20:12.839918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57096) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:12.849250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a7636-1866-4113-a168-97f5c0b16778 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c7d8d8-e40d-4312-a5fb-7af7d7a7c495,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:12.869229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be9608-3dfc-46fb-ae68-fbc196cdcb03 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef32c631-bf83-4b6e-a474-d2828c8493a0,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:12.871916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1be9608-3dfc-46fb-ae68-fbc196cdcb03 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:12.901832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ed5bcc88-ad7c-4006-b45d-9a7c1d557f60 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:12.908436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e7a7636-1866-4113-a168-97f5c0b16778 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:12.919678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ed5bcc88-ad7c-4006-b45d-9a7c1d557f60 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:12.921179 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ed5bcc88-ad7c-4006-b45d-9a7c1d557f60 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0801728
Dec 23 16:20:12.922886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e7a7636-1866-4113-a168-97f5c0b16778 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:12.924130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57100) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:12.924270 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3e7a7636-1866-4113-a168-97f5c0b16778 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/security-groups/17c7d8d8-e40d-4312-a5fb-7af7d7a7c495 HTTP/1.1" status: 204  len: 168 time: 1.1023865
Dec 23 16:20:12.925960 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.0727413
Dec 23 16:20:12.930237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57104) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:12.934632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-20c9efea-6b2d-4a5b-9830-ff4db1f19395 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group_rule': {'security_group_id': 'de4ee9c0-abae-4094-a82e-826ed0823920', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:12.941469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-20c9efea-6b2d-4a5b-9830-ff4db1f19395 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:12.952563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-20c9efea-6b2d-4a5b-9830-ff4db1f19395 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:12.965000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f5288-67f6-45d4-a553-1022e0a275fd None None] The sync data for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv is: [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:06Z', 'revision_number': 4, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36424d00-ea3d-46cf-bc06-3844062b6bbe', 'name': '', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:49:c2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:04Z', 'updated_at': '2021-12-23T16:20:11Z', 'revision_number': 4, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:12.977562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20c9efea-6b2d-4a5b-9830-ff4db1f19395 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.006346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38040c50-e874-40f0-8490-28eec072fe18 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.014750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57110) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:13.015344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57112) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:13.059186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-38da1e28-ca44-4fd2-b6ae-8979f437fd80', 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'fixed_ips': [{'subnet_id': '53aa5fe1-64a4-4b64-9633-8817befd2d66'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:20:13.070965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.242033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20c9efea-6b2d-4a5b-9830-ff4db1f19395 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.326653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20c9efea-6b2d-4a5b-9830-ff4db1f19395 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.364967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-117e2df9-d017-4759-8d20-1496bf8a69e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:13.379761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9efea-6b2d-4a5b-9830-ff4db1f19395 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fff588-f940-4656-bac7-302ddcee8e81,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:13.382671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-20c9efea-6b2d-4a5b-9830-ff4db1f19395 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:13.407566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20c9efea-6b2d-4a5b-9830-ff4db1f19395 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.407566 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-20c9efea-6b2d-4a5b-9830-ff4db1f19395 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4793258
Dec 23 16:20:13.410442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57120) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:13.462223 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eb7e5b29-140b-46f5-9cf8-312369aaa4d5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules/c0fff588-f940-4656-bac7-302ddcee8e81 HTTP/1.1" status: 200  len: 706 time: 0.0426307
Dec 23 16:20:13.463382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Allocated IP 2001:db8:3::2 (38da1e28-ca44-4fd2-b6ae-8979f437fd80/53aa5fe1-64a4-4b64-9633-8817befd2d66/2aec2912-f285-4ad7-9b42-ce086e110af8) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:13.463590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57124) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:13.485485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 36424d00-ea3d-46cf-bc06-3844062b6bbe up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:13.568013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9d547bc4-70c6-466a-90fc-0ecf7da1265e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:13.616655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9d547bc4-70c6-466a-90fc-0ecf7da1265e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:13.618208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-38040c50-e874-40f0-8490-28eec072fe18 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 834e522c-a87b-49de-8754-2a3c029f642f owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:13.618412 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9d547bc4-70c6-466a-90fc-0ecf7da1265e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3708 time: 0.1532774
Dec 23 16:20:13.626561 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e53db0a6-c3ef-45d2-95b2-b5ba1518ef27 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ab76a96f8db44df89007c4f82d1bf8ec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6093154
Dec 23 16:20:13.627403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57128) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:13.627880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57130) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:13.635533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 36424d00-ea3d-46cf-bc06-3844062b6bbe completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:13.693518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 36424d00-ea3d-46cf-bc06-3844062b6bbe triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:13.693955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.782733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38040c50-e874-40f0-8490-28eec072fe18 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.792710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-095ee2af-a453-45ea-884b-bf396b2b890a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:13.797742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69cbacd3-e2b4-4d58-abb3-e63ca492dfd2 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.826587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69cbacd3-e2b4-4d58-abb3-e63ca492dfd2 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.847022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38040c50-e874-40f0-8490-28eec072fe18 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=834e522c-a87b-49de-8754-2a3c029f642f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:13.853392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-38040c50-e874-40f0-8490-28eec072fe18 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:13.864642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38040c50-e874-40f0-8490-28eec072fe18 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.875577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df398cc5-a828-4c78-b28b-fb7dea98b36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.890562 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-38040c50-e874-40f0-8490-28eec072fe18 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/834e522c-a87b-49de-8754-2a3c029f642f HTTP/1.1" status: 204  len: 168 time: 1.5205493
Dec 23 16:20:13.891785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.892987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57136) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:13.929863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df398cc5-a828-4c78-b28b-fb7dea98b36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.943847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69cbacd3-e2b4-4d58-abb3-e63ca492dfd2 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.965477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58e5f4d5-997b-4e5a-bcc1-7cc22eb130da tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:13.980775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 36424d00-ea3d-46cf-bc06-3844062b6bbe, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=36424d00-ea3d-46cf-bc06-3844062b6bbe,segment=NetworkSegment(f5e0c646-1c35-4317-833d-34a3ef7384c6),segment_id=f5e0c646-1c35-4317-833d-34a3ef7384c6)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:13.984284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbacd3-e2b4-4d58-abb3-e63ca492dfd2 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0fff588-f940-4656-bac7-302ddcee8e81,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:13.987123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-69cbacd3-e2b4-4d58-abb3-e63ca492dfd2 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:13.988423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69cbacd3-e2b4-4d58-abb3-e63ca492dfd2 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.989890 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-69cbacd3-e2b4-4d58-abb3-e63ca492dfd2 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/c0fff588-f940-4656-bac7-302ddcee8e81 HTTP/1.1" status: 204  len: 168 time: 0.3607635
Dec 23 16:20:13.996042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:13.999809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:14.012268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57140) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:14.077148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=36424d00-ea3d-46cf-bc06-3844062b6bbe,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:14.080856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.084602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:14.096968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Transition to ACTIVE for port object 2aec2912-f285-4ad7-9b42-ce086e110af8 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:14.123820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df398cc5-a828-4c78-b28b-fb7dea98b36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.124609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Transition to ACTIVE for port object 2aec2912-f285-4ad7-9b42-ce086e110af8 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:14.131422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0fff4e51-17fc-4309-960a-0aabb9f71ebe tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:14.133767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.139158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:14.151615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df398cc5-a828-4c78-b28b-fb7dea98b36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d476343a-80e3-48d0-ba2e-d87c1740e07a,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:14.157779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-df398cc5-a828-4c78-b28b-fb7dea98b36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:14.163663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df398cc5-a828-4c78-b28b-fb7dea98b36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.178758 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-df398cc5-a828-4c78-b28b-fb7dea98b36a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d476343a-80e3-48d0-ba2e-d87c1740e07a HTTP/1.1" status: 204  len: 168 time: 0.5470314
Dec 23 16:20:14.194490 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6d51eecb-bb85-4db9-8fe7-58626bf8151a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1754220
Dec 23 16:20:14.198385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57146) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:14.200011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbc78656-117c-425f-8d61-a3d41e6c7f74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.252158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c43851-e3ba-4f2a-8cb0-23d7cdeaff5a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:14.252937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-05c43851-e3ba-4f2a-8cb0-23d7cdeaff5a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:14.299162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Network 38da1e28-ca44-4fd2-b6ae-8979f437fd80 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:14.303504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:14.309534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:14.312243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Pushing event updated for resources: {'Port': ['ID=2aec2912-f285-4ad7-9b42-ce086e110af8,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:14.316410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-05c43851-e3ba-4f2a-8cb0-23d7cdeaff5a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:14.318420 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-05c43851-e3ba-4f2a-8cb0-23d7cdeaff5a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.4242060
Dec 23 16:20:14.321534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:14.323562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57150) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:14.400469 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6cb3b9-1dbd-40fd-ab2d-81e01e91ded0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] GET failed (client error): The resource could not be found.
Dec 23 16:20:14.401949 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ab6cb3b9-1dbd-40fd-ab2d-81e01e91ded0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/834e522c-a87b-49de-8754-2a3c029f642f HTTP/1.1" status: 404  len: 333 time: 0.0723488
Dec 23 16:20:14.405909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57154) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:14.414214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1555740058'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:14.428077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:14.433998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-06849115-4070-4e6f-bf7a-baf8ee90703b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.436005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:network and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:14.437216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Attempting to bind port 2aec2912-f285-4ad7-9b42-ce086e110af8 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:20:14.437647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Attempting to bind port 2aec2912-f285-4ad7-9b42-ce086e110af8 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'f2effb14-0956-49db-850d-bee03d56935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:20:14.438067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Attempting to bind port 2aec2912-f285-4ad7-9b42-ce086e110af8 on network 38da1e28-ca44-4fd2-b6ae-8979f437fd80 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:20:14.440759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:14.447037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:20:14.447469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Checking segment: {'id': 'f2effb14-0956-49db-850d-bee03d56935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:14.447927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.448375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Bound using segment: {'id': 'f2effb14-0956-49db-850d-bee03d56935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:20:14.448917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Bound port: 2aec2912-f285-4ad7-9b42-ce086e110af8, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2effb14-0956-49db-850d-bee03d56935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:20:14.449324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.452958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:14.470904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:14.475197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-06849115-4070-4e6f-bf7a-baf8ee90703b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.477205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.520950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:20:14.531359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.531768 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Added segment 78b29638-e5e4-4923-a104-8af28b20556e of type vlan for network 8b0711d8-4a8e-4112-87f4-096a8bf30ea7
Dec 23 16:20:14.565734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.567621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] For port 2aec2912-f285-4ad7-9b42-ce086e110af8, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:20:14.577745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] For port 2aec2912-f285-4ad7-9b42-ce086e110af8, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2aec2912-f285-4ad7-9b42-ce086e110af8,segment=NetworkSegment(f2effb14-0956-49db-850d-bee03d56935d),segment_id=f2effb14-0956-49db-850d-bee03d56935d)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:20:14.585159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.591502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-edff55fe-e522-44ec-aa7e-b931a38e112f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:14.641514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.646235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:14.646908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.659022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-45b140b5-30a2-447d-8f72-702c708e9e52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:14.692977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Pushing event updated for resources: {'Port': ['ID=2aec2912-f285-4ad7-9b42-ce086e110af8,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:14.694498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-06849115-4070-4e6f-bf7a-baf8ee90703b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.697312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:14.707084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ebca80b-c8d9-4c50-801d-0d37c210d667 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:14.726309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06849115-4070-4e6f-bf7a-baf8ee90703b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4ee9c0-abae-4094-a82e-826ed0823920,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:14.730915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-06849115-4070-4e6f-bf7a-baf8ee90703b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:14.734949 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3278778
Dec 23 16:20:14.740094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57164) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:14.762860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-06849115-4070-4e6f-bf7a-baf8ee90703b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:14.767417 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-06849115-4070-4e6f-bf7a-baf8ee90703b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-groups/de4ee9c0-abae-4094-a82e-826ed0823920 HTTP/1.1" status: 204  len: 168 time: 0.5556173
Dec 23 16:20:14.767417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57168) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:14.855049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'subnet': {'network_id': '8b0711d8-4a8e-4112-87f4-096a8bf30ea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:14.885433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-743c3cd9-8b48-46a1-8c0f-a546428a18b6 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:14.885627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Network': ['ID=8b0711d8-4a8e-4112-87f4-096a8bf30ea7,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:14.901429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 8b0711d8-4a8e-4112-87f4-096a8bf30ea7 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:20:14.901652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:14.950328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-743c3cd9-8b48-46a1-8c0f-a546428a18b6 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:14.951850 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-743c3cd9-8b48-46a1-8c0f-a546428a18b6 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1837418
Dec 23 16:20:14.957070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57176) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:14.972837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-34c748e7-5ed9-4921-b7a5-20359dd0eac5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group': {'name': 'tempest-secgroup--307722776'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:14.981752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-34c748e7-5ed9-4921-b7a5-20359dd0eac5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:15.002782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-34c748e7-5ed9-4921-b7a5-20359dd0eac5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:15.027289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:15.055094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34c748e7-5ed9-4921-b7a5-20359dd0eac5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:15.065073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:15.071145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:subnet and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:15.074534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:15.114274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:15.191191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:15.294489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-34c748e7-5ed9-4921-b7a5-20359dd0eac5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:15.305115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-34c748e7-5ed9-4921-b7a5-20359dd0eac5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:15.323351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-34c748e7-5ed9-4921-b7a5-20359dd0eac5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:15.390602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:15.409137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-34c748e7-5ed9-4921-b7a5-20359dd0eac5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:15.482018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34c748e7-5ed9-4921-b7a5-20359dd0eac5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:15.494662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34c748e7-5ed9-4921-b7a5-20359dd0eac5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:15.506639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84e27205-22a5-4f66-bdc7-b867857fd109 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:15.536083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2aec2912-f285-4ad7-9b42-ce086e110af8 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:15.543035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57186) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:15.549167 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0050333
Dec 23 16:20:15.553360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57188) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:15.581433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c748e7-5ed9-4921-b7a5-20359dd0eac5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37732787-cd42-4e7f-8dcf-e7fb55b742a7,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:15.593132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-34c748e7-5ed9-4921-b7a5-20359dd0eac5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:15.646340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 2aec2912-f285-4ad7-9b42-ce086e110af8 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:15.657873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 36424d00-ea3d-46cf-bc06-3844062b6bbe up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:15.679196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34c748e7-5ed9-4921-b7a5-20359dd0eac5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:15.683220 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-34c748e7-5ed9-4921-b7a5-20359dd0eac5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7217820
Dec 23 16:20:15.684712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57194) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:15.697657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3d0a6208-7d5a-4cae-8fc2-1ff90dad49e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Request body: {'security_group_rule': {'security_group_id': '37732787-cd42-4e7f-8dcf-e7fb55b742a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:15.755179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3d0a6208-7d5a-4cae-8fc2-1ff90dad49e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:15.761178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3d0a6208-7d5a-4cae-8fc2-1ff90dad49e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Usage tracker for resource:security_group_rule and tenant:3295143b788b49ba80fd06fcd8f6e5a6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:15.762385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 36424d00-ea3d-46cf-bc06-3844062b6bbe triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:15.763038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:15.770823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3d0a6208-7d5a-4cae-8fc2-1ff90dad49e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:15.781080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3d0a6208-7d5a-4cae-8fc2-1ff90dad49e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:15.788840 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fcf6b989-e1c9-4eab-b332-631a1d712948 tempest-NetworksApiDiscovery-66933298 tempest-NetworksApiDiscovery-66933298-project] 10.222.0.67 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.2339904
Dec 23 16:20:15.804229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Allocated IP 2001:db8:3::1 (38da1e28-ca44-4fd2-b6ae-8979f437fd80/53aa5fe1-64a4-4b64-9633-8817befd2d66/3beb742f-5562-4e81-86ab-7cf74d732e1c) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:15.818655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6208-7d5a-4cae-8fc2-1ff90dad49e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:15.830561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dbc78656-117c-425f-8d61-a3d41e6c7f74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:15.830953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbc78656-117c-425f-8d61-a3d41e6c7f74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:15.892596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:15.900131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-228c420f-9fdb-465a-b353-a1395133eafb tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:15.962588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6208-7d5a-4cae-8fc2-1ff90dad49e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:16.019680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Subnet': ['ID=a9ff4c47-0c5a-4f24-83b8-3b542de02b69,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:16.025277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6208-7d5a-4cae-8fc2-1ff90dad49e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:16.026676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:16.037350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3ae29984-6314-4046-b34c-440c1ffc820a tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:16.072223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a6208-7d5a-4cae-8fc2-1ff90dad49e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d5928e-85f2-40c6-91b1-9a160602dbe4,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:16.075310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3d0a6208-7d5a-4cae-8fc2-1ff90dad49e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:16.103303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6208-7d5a-4cae-8fc2-1ff90dad49e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:16.107325 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3d0a6208-7d5a-4cae-8fc2-1ff90dad49e4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4190528
Dec 23 16:20:16.108514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57202) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:16.152330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:16.174740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57206) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:16.240695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Transition to ACTIVE for port object 3beb742f-5562-4e81-86ab-7cf74d732e1c will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:16.248827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3011cad-ca19-4ec1-b488-7fb1c5431b13 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:16.288640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3011cad-ca19-4ec1-b488-7fb1c5431b13 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:16.333208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:16.340112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f25b422c-4865-49c1-a98b-9f68d5f7620c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:16.391429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Checking segment: {'id': '78b29638-e5e4-4923-a104-8af28b20556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b0711d8-4a8e-4112-87f4-096a8bf30ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:16.391842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network hostable DHCP agents. Network: 8b0711d8-4a8e-4112-87f4-096a8bf30ea7, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:20:16.416302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 38da1e28-ca44-4fd2-b6ae-8979f437fd80 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:16.432933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:16.435533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:16.436117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:16.445810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-dbc78656-117c-425f-8d61-a3d41e6c7f74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port dc602ef8-0984-432d-a1c7-2c0ef59f4f2a, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=dc602ef8-0984-432d-a1c7-2c0ef59f4f2a,segment=NetworkSegment(08729350-35cc-4d17-a836-396167475d27),segment_id=08729350-35cc-4d17-a836-396167475d27)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:16.446042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbc78656-117c-425f-8d61-a3d41e6c7f74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:16.454519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 8b0711d8-4a8e-4112-87f4-096a8bf30ea7 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:20:16.454743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cd664ad-3087-4593-b180-72e21c9c4ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:16.482373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3011cad-ca19-4ec1-b488-7fb1c5431b13 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:16.486644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=3beb742f-5562-4e81-86ab-7cf74d732e1c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:16.489961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:16.493715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-06849115-4070-4e6f-bf7a-baf8ee90703b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:16.519008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3011cad-ca19-4ec1-b488-7fb1c5431b13 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37732787-cd42-4e7f-8dcf-e7fb55b742a7,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:16.522070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c3011cad-ca19-4ec1-b488-7fb1c5431b13 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:16.523793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 8b0711d8-4a8e-4112-87f4-096a8bf30ea7) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:16.552287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fb2376-546e-4660-b6be-34c7a1289c07 None None] Network 8b0711d8-4a8e-4112-87f4-096a8bf30ea7 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:16.559278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3011cad-ca19-4ec1-b488-7fb1c5431b13 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:16.560618 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c3011cad-ca19-4ec1-b488-7fb1c5431b13 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-groups/37732787-cd42-4e7f-8dcf-e7fb55b742a7 HTTP/1.1" status: 204  len: 168 time: 0.4512167
Dec 23 16:20:16.561885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7cd664ad-3087-4593-b180-72e21c9c4ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:16.565946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57212) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:16.599670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7cd664ad-3087-4593-b180-72e21c9c4ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:09b3f021f811422aa3399b06599e038c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:16.603516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dbc78656-117c-425f-8d61-a3d41e6c7f74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for dc602ef8-0984-432d-a1c7-2c0ef59f4f2a owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:16.635330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7cd664ad-3087-4593-b180-72e21c9c4ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:16.641245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:16.642201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:16.650566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7cd664ad-3087-4593-b180-72e21c9c4ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:16.694962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:16.713923 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9674804
Dec 23 16:20:16.714375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57216) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:16.734463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4613df69-400f-4f14-9b58-061477df7ad6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'subnet': {'network_id': '8b0711d8-4a8e-4112-87f4-096a8bf30ea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:16.798858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-454db8b9-b60f-4757-846e-f9e229368ae4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:16.864381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0291b603-2a0a-4bfb-9d47-cd0424971e04 None None] Network 38da1e28-ca44-4fd2-b6ae-8979f437fd80 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:16.931235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4613df69-400f-4f14-9b58-061477df7ad6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:16.936417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4613df69-400f-4f14-9b58-061477df7ad6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:subnet and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:16.940302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4613df69-400f-4f14-9b58-061477df7ad6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:16.947788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4613df69-400f-4f14-9b58-061477df7ad6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:16.996169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4613df69-400f-4f14-9b58-061477df7ad6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:16.998666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-454db8b9-b60f-4757-846e-f9e229368ae4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:16.999133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2195d43e-11b4-407f-887d-62656923c206 None None] Provisioning for port 2aec2912-f285-4ad7-9b42-ce086e110af8 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:17.002557 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-454db8b9-b60f-4757-846e-f9e229368ae4 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4329553
Dec 23 16:20:17.002724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4613df69-400f-4f14-9b58-061477df7ad6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.006019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57220) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:17.010528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2195d43e-11b4-407f-887d-62656923c206 None None] Provisioning complete for port 2aec2912-f285-4ad7-9b42-ce086e110af8 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:17.011105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2195d43e-11b4-407f-887d-62656923c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.049880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cd664ad-3087-4593-b180-72e21c9c4ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.064116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7cd664ad-3087-4593-b180-72e21c9c4ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.082908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b8ba48ed-2fa5-4eea-b6d9-c7b280053ea1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:17.146382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbc78656-117c-425f-8d61-a3d41e6c7f74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.153387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:17.196324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-8b0711d8-4a8e-4112-87f4-096a8bf30ea7', 'network_id': '8b0711d8-4a8e-4112-87f4-096a8bf30ea7', 'tenant_id': '42b027ae4e0648eebf22f0ddb7193558', 'fixed_ips': [{'subnet_id': 'a9ff4c47-0c5a-4f24-83b8-3b542de02b69'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:20:17.197356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.203444 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7cd664ad-3087-4593-b180-72e21c9c4ae8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=09b3f021f811422aa3399b06599e038c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0250399
Dec 23 16:20:17.205812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-23bd8757-ef35-4e2e-99b2-8a043f75cde7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:17.211023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57224) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:17.227171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc78656-117c-425f-8d61-a3d41e6c7f74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=dc602ef8-0984-432d-a1c7-2c0ef59f4f2a,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:17.237269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dbc78656-117c-425f-8d61-a3d41e6c7f74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:17.239729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd664ad-3087-4593-b180-72e21c9c4ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9977a441-30d0-4787-a613-1caf1952246c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:17.243447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7cd664ad-3087-4593-b180-72e21c9c4ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:17.248028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-23bd8757-ef35-4e2e-99b2-8a043f75cde7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group_rule {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:17.249717 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-23bd8757-ef35-4e2e-99b2-8a043f75cde7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.2405930
Dec 23 16:20:17.268793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57228) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:17.281895 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.ipam_backend_mixin [None req-4613df69-400f-4f14-9b58-061477df7ad6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9ff4c47-0c5a-4f24-83b8-3b542de02b69 (CIDR: 2001:db8::/64)
Dec 23 16:20:17.308867 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-4613df69-400f-4f14-9b58-061477df7ad6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:20:17.309110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4613df69-400f-4f14-9b58-061477df7ad6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:20:17.379991 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-7a1b5e42-db96-439e-a160-263142143d16 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] delete failed (client error): The resource could not be found.
Dec 23 16:20:17.384690 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7a1b5e42-db96-439e-a160-263142143d16 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "DELETE /v2.0/security-groups/37732787-cd42-4e7f-8dcf-e7fb55b742a7 HTTP/1.1" status: 404  len: 347 time: 0.1113064
Dec 23 16:20:17.389781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57232) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:17.454278 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4613df69-400f-4f14-9b58-061477df7ad6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7358751
Dec 23 16:20:17.454847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57236) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:17.478150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9b970373-e7a8-4f52-9be1-7d0f8d191650 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'subnet': {'network_id': '8b0711d8-4a8e-4112-87f4-096a8bf30ea7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:17.538404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2195d43e-11b4-407f-887d-62656923c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.639398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2195d43e-11b4-407f-887d-62656923c206 None None] For port 2aec2912-f285-4ad7-9b42-ce086e110af8, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2aec2912-f285-4ad7-9b42-ce086e110af8,segment=NetworkSegment(f2effb14-0956-49db-850d-bee03d56935d),segment_id=f2effb14-0956-49db-850d-bee03d56935d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:17.649275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2195d43e-11b4-407f-887d-62656923c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.653193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:17.686572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd9c9-adc5-41b4-9402-33fbf4473a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.717565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd9c9-adc5-41b4-9402-33fbf4473a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.729103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Allocated IP 2001:db8::2 (8b0711d8-4a8e-4112-87f4-096a8bf30ea7/a9ff4c47-0c5a-4f24-83b8-3b542de02b69/95de2237-25ab-479d-adcb-993957954b75) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:17.772479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd9c9-adc5-41b4-9402-33fbf4473a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.786336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2eb6b01-41c0-4bb7-a14e-56d742c6027e tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:17.786829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a822e918-942d-4048-bafd-38f58bbd96da tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Synchronizing usage tracker for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:17.792517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9b970373-e7a8-4f52-9be1-7d0f8d191650 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:17.802339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffd9c9-adc5-41b4-9402-33fbf4473a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9977a441-30d0-4787-a613-1caf1952246c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:17.805045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a2ffd9c9-adc5-41b4-9402-33fbf4473a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:17.812467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.818245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd9c9-adc5-41b4-9402-33fbf4473a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.819721 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a2ffd9c9-adc5-41b4-9402-33fbf4473a9b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9977a441-30d0-4787-a613-1caf1952246c HTTP/1.1" status: 204  len: 168 time: 0.5837612
Dec 23 16:20:17.821003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.821896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.824837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9b970373-e7a8-4f52-9be1-7d0f8d191650 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:subnet and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:17.826954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6beea951-02c0-41a2-8f76-df5472f61fec tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:17.829347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9b970373-e7a8-4f52-9be1-7d0f8d191650 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:17.840329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a822e918-942d-4048-bafd-38f58bbd96da tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Unset dirty status for tenant:3295143b788b49ba80fd06fcd8f6e5a6 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:17.847276 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a822e918-942d-4048-bafd-38f58bbd96da tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4487395
Dec 23 16:20:17.849246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9b970373-e7a8-4f52-9be1-7d0f8d191650 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:17.947732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b970373-e7a8-4f52-9be1-7d0f8d191650 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:17.955050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b970373-e7a8-4f52-9be1-7d0f8d191650 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:17.960763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195d43e-11b4-407f-887d-62656923c206 None None] Pushing event updated for resources: {'Port': ['ID=2aec2912-f285-4ad7-9b42-ce086e110af8,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:17.966950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2195d43e-11b4-407f-887d-62656923c206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:18.089697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Network 38da1e28-ca44-4fd2-b6ae-8979f437fd80 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:18.109344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:18.203137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:18.241105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Transition to ACTIVE for port object 95de2237-25ab-479d-adcb-993957954b75 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:18.275972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Transition to ACTIVE for port object 95de2237-25ab-479d-adcb-993957954b75 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:18.319827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:18.323388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbc78656-117c-425f-8d61-a3d41e6c7f74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:18.335338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:18.341061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event updated for resources: {'Port': ['ID=3beb742f-5562-4e81-86ab-7cf74d732e1c,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:18.345998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57246) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:18.413010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:18.427306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Pushing event updated for resources: {'Port': ['ID=95de2237-25ab-479d-adcb-993957954b75,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:18.434829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:18.449838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4eb6be05-5e5c-4c25-b2d0-a2ab75360ba0 None None] Provisioning for port 3beb742f-5562-4e81-86ab-7cf74d732e1c completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:18.455628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Network 8b0711d8-4a8e-4112-87f4-096a8bf30ea7 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:18.458902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:18.462083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:18.511755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4eb6be05-5e5c-4c25-b2d0-a2ab75360ba0 None None] Provisioning complete for port 3beb742f-5562-4e81-86ab-7cf74d732e1c triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:18.512195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4eb6be05-5e5c-4c25-b2d0-a2ab75360ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:18.585790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6be05-5e5c-4c25-b2d0-a2ab75360ba0 None None] Port 3beb742f-5562-4e81-86ab-7cf74d732e1c cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:20:18.651097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Attempting to bind port 95de2237-25ab-479d-adcb-993957954b75 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:20:18.651392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Attempting to bind port 95de2237-25ab-479d-adcb-993957954b75 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '78b29638-e5e4-4923-a104-8af28b20556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b0711d8-4a8e-4112-87f4-096a8bf30ea7'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:20:18.651815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Attempting to bind port 95de2237-25ab-479d-adcb-993957954b75 on network 8b0711d8-4a8e-4112-87f4-096a8bf30ea7 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:20:18.668554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:20:18.669008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Checking segment: {'id': '78b29638-e5e4-4923-a104-8af28b20556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b0711d8-4a8e-4112-87f4-096a8bf30ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:18.669449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:18.669906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Bound using segment: {'id': '78b29638-e5e4-4923-a104-8af28b20556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b0711d8-4a8e-4112-87f4-096a8bf30ea7'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:20:18.670671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Bound port: 95de2237-25ab-479d-adcb-993957954b75, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b29638-e5e4-4923-a104-8af28b20556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b0711d8-4a8e-4112-87f4-096a8bf30ea7'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:20:18.671198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:18.683408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4eb6be05-5e5c-4c25-b2d0-a2ab75360ba0 None None] Provisioning complete for port 2aec2912-f285-4ad7-9b42-ce086e110af8 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:18.683834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4eb6be05-5e5c-4c25-b2d0-a2ab75360ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:18.753699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:20:18.829640 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-50398962-a3cf-4d44-8cd2-f16f0ecc49ff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3295143b788b49ba80fd06fcd8f6e5a6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4693224
Dec 23 16:20:18.835075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57252) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:18.858165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b970373-e7a8-4f52-9be1-7d0f8d191650 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:18.867335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d260bc44-2b88-44b5-b21f-9b21180e002c tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:18.886366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] For port 95de2237-25ab-479d-adcb-993957954b75, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:20:18.899872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] For port 95de2237-25ab-479d-adcb-993957954b75, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=95de2237-25ab-479d-adcb-993957954b75,segment=NetworkSegment(78b29638-e5e4-4923-a104-8af28b20556e),segment_id=78b29638-e5e4-4923-a104-8af28b20556e)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:20:18.905610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:18.911806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87949b67-b365-49a8-9192-0168465499b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:18.975267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:18.985909 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/11fe8027-a6b8-4937-8c1c-a0ec49ac8f72/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0545197
Dec 23 16:20:18.987063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57256) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:18.989149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Sync routers for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:18.994327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2c2d5b71-3541-49a2-b42f-146c0e580c30 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:19.007704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Pushing event updated for resources: {'Port': ['ID=95de2237-25ab-479d-adcb-993957954b75,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:19.020936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:19.028469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:19.029329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a262ba8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:19.034394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b873f3a7-4ac9-4af4-8297-0f708c830b42 None None] Provisioning complete for port 3beb742f-5562-4e81-86ab-7cf74d732e1c triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:19.034833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b873f3a7-4ac9-4af4-8297-0f708c830b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:19.114093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b873f3a7-4ac9-4af4-8297-0f708c830b42 None None] Port 3beb742f-5562-4e81-86ab-7cf74d732e1c cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:20:19.172951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b970373-e7a8-4f52-9be1-7d0f8d191650 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 8b0711d8-4a8e-4112-87f4-096a8bf30ea7 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:19.195426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-9b970373-e7a8-4f52-9be1-7d0f8d191650 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:19.208989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b970373-e7a8-4f52-9be1-7d0f8d191650 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:19.209653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b970373-e7a8-4f52-9be1-7d0f8d191650 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:19.218839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b970373-e7a8-4f52-9be1-7d0f8d191650 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Subnet': ['ID=18f99855-cd8b-4b0c-90ce-d2066b50556f,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:19.231660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b970373-e7a8-4f52-9be1-7d0f8d191650 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:19.236993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f6f919e-7d43-46aa-a7ab-88c1939e4f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:19.244330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b48bc6a2-e2ad-484f-af06-007294634ca0 None None] Provisioning complete for port 3beb742f-5562-4e81-86ab-7cf74d732e1c triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:19.245920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b48bc6a2-e2ad-484f-af06-007294634ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:19.256790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:19.326508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b48bc6a2-e2ad-484f-af06-007294634ca0 None None] Port 3beb742f-5562-4e81-86ab-7cf74d732e1c cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:20:19.331243 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9b970373-e7a8-4f52-9be1-7d0f8d191650 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.8751228
Dec 23 16:20:19.333354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57260) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:19.415240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2aec2912-f285-4ad7-9b42-ce086e110af8 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:19.429696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'network_id': '8b0711d8-4a8e-4112-87f4-096a8bf30ea7', 'fixed_ips': [{'subnet_id': 'a9ff4c47-0c5a-4f24-83b8-3b542de02b69'}, {'subnet_id': '18f99855-cd8b-4b0c-90ce-d2066b50556f'}], 'name': 'tempest-PortsIpV6TestJSON-1091697832'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:19.533089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 2aec2912-f285-4ad7-9b42-ce086e110af8 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:19.533896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:19.725153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a262ba8>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:16Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36424d00-ea3d-46cf-bc06-3844062b6bbe', 'name': '', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:49:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:04Z', 'updated_at': '2021-12-23T16:20:13Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3beb742f-5562-4e81-86ab-7cf74d732e1c', 'name': '', 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:db:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:15Z', 'updated_at': '2021-12-23T16:20:17Z', 'revision_number': 2, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:19.730606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Checking router: 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:19.731395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Updating router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 port 3beb742f-5562-4e81-86ab-7cf74d732e1c binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:20:19.779802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.extraroute_db [None req-2c2d5b71-3541-49a2-b42f-146c0e580c30 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 23 16:20:19.799261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.extraroute_db [None req-2c2d5b71-3541-49a2-b42f-146c0e580c30 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Removed routes are [] {{(pid=88840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 23 16:20:19.800010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5b71-3541-49a2-b42f-146c0e580c30 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:19.801909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:19.946663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f6f919e-7d43-46aa-a7ab-88c1939e4f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:20.037450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:20.044289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:port and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:20.047717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:20.056965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:20.116285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f6f919e-7d43-46aa-a7ab-88c1939e4f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:20.125751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-176ceb9b-b8ce-4b21-953e-d2f4ee214dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:20.142575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:20.151194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:20.172732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5b71-3541-49a2-b42f-146c0e580c30 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:20.177183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5b71-3541-49a2-b42f-146c0e580c30 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:20.200129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:20.203959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f919e-7d43-46aa-a7ab-88c1939e4f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f50688-d173-4e99-9aab-2cf96a8a647f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:20.219337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0f6f919e-7d43-46aa-a7ab-88c1939e4f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:20.238063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Transition to ACTIVE for port object 3beb742f-5562-4e81-86ab-7cf74d732e1c will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:20.245991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:20.252197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port 5d1b5b78-3887-4c3b-b20d-4ca7debd8023 yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:20:20.257046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc645b4b-5c04-4422-a9f7-1a947bd504b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:20.305225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f6f919e-7d43-46aa-a7ab-88c1939e4f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:20.306834 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0f6f919e-7d43-46aa-a7ab-88c1939e4f65 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/40f50688-d173-4e99-9aab-2cf96a8a647f HTTP/1.1" status: 204  len: 168 time: 1.4689472
Dec 23 16:20:20.444103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc78656-117c-425f-8d61-a3d41e6c7f74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:20:20.478386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Attempting to bind port 3beb742f-5562-4e81-86ab-7cf74d732e1c on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:20:20.478668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Attempting to bind port 3beb742f-5562-4e81-86ab-7cf74d732e1c by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'f2effb14-0956-49db-850d-bee03d56935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:20:20.479009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Attempting to bind port 3beb742f-5562-4e81-86ab-7cf74d732e1c on network 38da1e28-ca44-4fd2-b6ae-8979f437fd80 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:20:20.496137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:20:20.496894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Checking segment: {'id': 'f2effb14-0956-49db-850d-bee03d56935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:20.497537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:20.498330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Bound using segment: {'id': 'f2effb14-0956-49db-850d-bee03d56935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:20:20.499125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Bound port: 3beb742f-5562-4e81-86ab-7cf74d732e1c, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2effb14-0956-49db-850d-bee03d56935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:20:20.499926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:20.537228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a6955-eff0-45fc-9c89-e1c2b81d4371 None None] Pushing event updated for resources: {'Port': ['ID=3beb742f-5562-4e81-86ab-7cf74d732e1c,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:20.543406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-398a6955-eff0-45fc-9c89-e1c2b81d4371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:20.691610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] For port 3beb742f-5562-4e81-86ab-7cf74d732e1c, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:20:20.713959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] For port 3beb742f-5562-4e81-86ab-7cf74d732e1c, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3beb742f-5562-4e81-86ab-7cf74d732e1c,segment=NetworkSegment(f2effb14-0956-49db-850d-bee03d56935d),segment_id=f2effb14-0956-49db-850d-bee03d56935d)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:20:20.726221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:20.740274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f26ec38b-89fa-4f77-9b40-1e6e62b6d582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:20.797904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2d5b71-3541-49a2-b42f-146c0e580c30 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:20:20.832953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:20.834848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a262ba8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:20.962364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Allocated IP 2001:db8::234 (8b0711d8-4a8e-4112-87f4-096a8bf30ea7/a9ff4c47-0c5a-4f24-83b8-3b542de02b69/5d1b5b78-3887-4c3b-b20d-4ca7debd8023) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:20.977023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Allocated IP 2001:db8:0:1::33d (8b0711d8-4a8e-4112-87f4-096a8bf30ea7/18f99855-cd8b-4b0c-90ce-d2066b50556f/5d1b5b78-3887-4c3b-b20d-4ca7debd8023) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:21.035830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc78656-117c-425f-8d61-a3d41e6c7f74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:21.048579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d563d-6a07-4e39-80fe-8a765c776d1f None None] Sync routers for ids ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:21.059143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:21.065264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2d5b71-3541-49a2-b42f-146c0e580c30 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:21.068491 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dbc78656-117c-425f-8d61-a3d41e6c7f74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/3b6e0e21-04e0-49e9-87a1-9c810fec49a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0497468
Dec 23 16:20:21.071451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57266) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:21.072158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5b71-3541-49a2-b42f-146c0e580c30 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:21.073473 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2c2d5b71-3541-49a2-b42f-146c0e580c30 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 HTTP/1.1" status: 200  len: 954 time: 2.0851555
Dec 23 16:20:21.076586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57268) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:21.080900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d563d-6a07-4e39-80fe-8a765c776d1f None None] Routers {'3b6e0e21-04e0-49e9-87a1-9c810fec49a9'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:21.081618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-563d563d-6a07-4e39-80fe-8a765c776d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeb588>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:21.415393 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-96c608be-61ed-45ac-b7d0-9fe6bef0d7b0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/routers/11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 HTTP/1.1" status: 200  len: 954 time: 0.3367584
Dec 23 16:20:21.421526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57274) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:21.433177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-45f3091c-48b5-4cf4-9de7-9d481934b3af tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'router': {'routes': None}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:21.454734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a6955-eff0-45fc-9c89-e1c2b81d4371 None None] Pushing event updated for resources: {'Port': ['ID=3beb742f-5562-4e81-86ab-7cf74d732e1c,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:21.478327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-398a6955-eff0-45fc-9c89-e1c2b81d4371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:21.670006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-370d6a50-df14-4c5a-83f7-e1a812f419cf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting subnet 74a6b745-a7e3-4480-ac35-befab560b7a1 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:20:21.673862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-370d6a50-df14-4c5a-83f7-e1a812f419cf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:21.680801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 95de2237-25ab-479d-adcb-993957954b75 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:21.737041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbad953-2614-4461-b98b-b1c082b4c77f None None] Network 8b0711d8-4a8e-4112-87f4-096a8bf30ea7 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:21.746535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-370d6a50-df14-4c5a-83f7-e1a812f419cf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:21.845034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-370d6a50-df14-4c5a-83f7-e1a812f419cf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:21.885652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a262ba8>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:19Z', 'revision_number': 6, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36424d00-ea3d-46cf-bc06-3844062b6bbe', 'name': '', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:49:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:04Z', 'updated_at': '2021-12-23T16:20:13Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3beb742f-5562-4e81-86ab-7cf74d732e1c', 'name': '', 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:db:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:15Z', 'updated_at': '2021-12-23T16:20:20Z', 'revision_number': 4, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:21.890526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f347a-d5a0-4a13-97d5-79b9116a43fa None None] The sync data for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv is: [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:19Z', 'revision_number': 6, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36424d00-ea3d-46cf-bc06-3844062b6bbe', 'name': '', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:49:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:04Z', 'updated_at': '2021-12-23T16:20:13Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3beb742f-5562-4e81-86ab-7cf74d732e1c', 'name': '', 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:db:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:15Z', 'updated_at': '2021-12-23T16:20:20Z', 'revision_number': 4, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:21.935240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-370d6a50-df14-4c5a-83f7-e1a812f419cf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:21.943952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ec9642a9-5f23-412f-8b01-3a88c05c5276 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:21.963482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 95de2237-25ab-479d-adcb-993957954b75 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:22.008820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9d975d64-69ad-4517-9509-a380046f6fa5 None None] Provisioning for port 95de2237-25ab-479d-adcb-993957954b75 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:22.017072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d6a50-df14-4c5a-83f7-e1a812f419cf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Subnet': ['ID=74a6b745-a7e3-4480-ac35-befab560b7a1,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:22.038512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-370d6a50-df14-4c5a-83f7-e1a812f419cf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:22.042916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-370d6a50-df14-4c5a-83f7-e1a812f419cf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:22.053497 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-370d6a50-df14-4c5a-83f7-e1a812f419cf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/subnets/74a6b745-a7e3-4480-ac35-befab560b7a1 HTTP/1.1" status: 204  len: 168 time: 0.9527190
Dec 23 16:20:22.060117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57278) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:22.068753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a511445-3215-4353-8605-c836dacf4aca None None] Network 37f7e9cd-1903-436c-99fb-3870a78414fb requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:22.098369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9d975d64-69ad-4517-9509-a380046f6fa5 None None] Provisioning complete for port 95de2237-25ab-479d-adcb-993957954b75 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:22.098973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d975d64-69ad-4517-9509-a380046f6fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:22.107725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:22.130040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Transition to ACTIVE for port object 5d1b5b78-3887-4c3b-b20d-4ca7debd8023 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:22.139005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-563d563d-6a07-4e39-80fe-8a765c776d1f None None] Set router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:22.154878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:22.177334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:22.225384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 8b0711d8-4a8e-4112-87f4-096a8bf30ea7 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:22.233281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:22.240853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:22.245511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:22.246197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:22.288215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.extraroute_db [None req-45f3091c-48b5-4cf4-9de7-9d481934b3af tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Added routes are [] {{(pid=88840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 23 16:20:22.288573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.extraroute_db [None req-45f3091c-48b5-4cf4-9de7-9d481934b3af tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 23 16:20:22.291620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=5d1b5b78-3887-4c3b-b20d-4ca7debd8023,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:22.296616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:22.310110 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1017 time: 2.9700818
Dec 23 16:20:22.313223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57282) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:22.320433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6423d2c1-820c-4a70-8555-56c5afe413b6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9ff4c47-0c5a-4f24-83b8-3b542de02b69'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:22.336416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45f3091c-48b5-4cf4-9de7-9d481934b3af tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:22.670293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6423d2c1-820c-4a70-8555-56c5afe413b6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:22.762752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d975d64-69ad-4517-9509-a380046f6fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:22.825471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:22.842543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9d975d64-69ad-4517-9509-a380046f6fa5 None None] For port 95de2237-25ab-479d-adcb-993957954b75, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=95de2237-25ab-479d-adcb-993957954b75,segment=NetworkSegment(78b29638-e5e4-4923-a104-8af28b20556e),segment_id=78b29638-e5e4-4923-a104-8af28b20556e)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:22.857248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3b4785-bf0f-4657-abb3-91eed4ea78cc None None] Update dhcp port {'port': {'network_id': '8b0711d8-4a8e-4112-87f4-096a8bf30ea7', 'fixed_ips': [{'subnet_id': 'a9ff4c47-0c5a-4f24-83b8-3b542de02b69', 'ip_address': '2001:db8::2'}, {'subnet_id': '18f99855-cd8b-4b0c-90ce-d2066b50556f'}], 'binding:host_id': 'dv-neutron-822801-1-hyperv'}, 'id': '95de2237-25ab-479d-adcb-993957954b75'} from dv-neutron-822801-1-hyperv. {{(pid=88842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 23 16:20:22.889646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d975d64-69ad-4517-9509-a380046f6fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:22.916344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c50ac887-85fd-400c-99cf-c3009aaca7b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:22.999644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4785-bf0f-4657-abb3-91eed4ea78cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:23.117066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-6423d2c1-820c-4a70-8555-56c5afe413b6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Delete allocated IP 2001:db8:0:1::33d (8b0711d8-4a8e-4112-87f4-096a8bf30ea7/18f99855-cd8b-4b0c-90ce-d2066b50556f) {{(pid=88841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 23 16:20:23.126187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538baf1f-893d-4582-a2d4-62bf8158f17e None None] DHCP port deletion for 37f7e9cd-1903-436c-99fb-3870a78414fb request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:20:23.145330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-538baf1f-893d-4582-a2d4-62bf8158f17e None None] Deleting port 4834ae90-8e8b-4cff-9042-62084d9767b8 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:23.145774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-538baf1f-893d-4582-a2d4-62bf8158f17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:23.171011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45f3091c-48b5-4cf4-9de7-9d481934b3af tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:23.189639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45f3091c-48b5-4cf4-9de7-9d481934b3af tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:23.280175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d975d64-69ad-4517-9509-a380046f6fa5 None None] Pushing event updated for resources: {'Port': ['ID=95de2237-25ab-479d-adcb-993957954b75,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:23.284106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9d975d64-69ad-4517-9509-a380046f6fa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:23.290207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-563d563d-6a07-4e39-80fe-8a765c776d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeb588>, [{'id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:34Z', 'updated_at': '2021-12-23T16:20:16Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:35Z', 'updated_at': '2021-12-23T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:23.298429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d563d-6a07-4e39-80fe-8a765c776d1f None None] Checking router: 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:23.338716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6423d2c1-820c-4a70-8555-56c5afe413b6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:23.362806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6423d2c1-820c-4a70-8555-56c5afe413b6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Ignored duplicate provisioning block setup for port 5d1b5b78-3887-4c3b-b20d-4ca7debd8023 by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 23 16:20:23.369757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d563d-6a07-4e39-80fe-8a765c776d1f None None] Routers {'3b6e0e21-04e0-49e9-87a1-9c810fec49a9'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:23.369757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-563d563d-6a07-4e39-80fe-8a765c776d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeb588>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:23.371437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6423d2c1-820c-4a70-8555-56c5afe413b6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:23.377509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6ab26f39-ac33-4377-a1a5-bb8d8d5d0f48 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:23.478079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423d2c1-820c-4a70-8555-56c5afe413b6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=5d1b5b78-3887-4c3b-b20d-4ca7debd8023,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:23.493481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6423d2c1-820c-4a70-8555-56c5afe413b6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:23.537721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:23.547527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f3091c-48b5-4cf4-9de7-9d481934b3af tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:20:23.550602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6423d2c1-820c-4a70-8555-56c5afe413b6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] In _notify_port_updated(), no bound segment for port 5d1b5b78-3887-4c3b-b20d-4ca7debd8023 on network 8b0711d8-4a8e-4112-87f4-096a8bf30ea7 {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:20:23.555827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6423d2c1-820c-4a70-8555-56c5afe413b6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:23.556939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6423d2c1-820c-4a70-8555-56c5afe413b6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:23.558691 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6423d2c1-820c-4a70-8555-56c5afe413b6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "PUT /v2.0/ports/5d1b5b78-3887-4c3b-b20d-4ca7debd8023 HTTP/1.1" status: 200  len: 926 time: 1.2442608
Dec 23 16:20:23.561952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57286) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:23.562455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 4338cf84-0d9e-4ef6-8081-a7e432904ead {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:23.563032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:23.570852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8a5caf8d-9f53-48d4-a981-9f80c0609907 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9ff4c47-0c5a-4f24-83b8-3b542de02b69'}, {'subnet_id': '18f99855-cd8b-4b0c-90ce-d2066b50556f'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:23.639314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ce0ef9-0bb9-49f2-9277-755431ffac27 None None] Sync routers for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:23.657401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ce0ef9-0bb9-49f2-9277-755431ffac27 None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:23.658476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a9ce0ef9-0bb9-49f2-9277-755431ffac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0c50>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:23.670107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3beb742f-5562-4e81-86ab-7cf74d732e1c up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:23.787945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 3beb742f-5562-4e81-86ab-7cf74d732e1c completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:23.789414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a5caf8d-9f53-48d4-a981-9f80c0609907 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:23.844144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-a9ce0ef9-0bb9-49f2-9277-755431ffac27 None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:23.850007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3beb742f-5562-4e81-86ab-7cf74d732e1c triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:23.850440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:24.115924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:24.156598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 3beb742f-5562-4e81-86ab-7cf74d732e1c, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3beb742f-5562-4e81-86ab-7cf74d732e1c,segment=NetworkSegment(f2effb14-0956-49db-850d-bee03d56935d),segment_id=f2effb14-0956-49db-850d-bee03d56935d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:24.157391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port 4338cf84-0d9e-4ef6-8081-a7e432904ead, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4338cf84-0d9e-4ef6-8081-a7e432904ead,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:24.158320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:24.170744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-538baf1f-893d-4582-a2d4-62bf8158f17e None None] For port 4834ae90-8e8b-4cff-9042-62084d9767b8, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4834ae90-8e8b-4cff-9042-62084d9767b8,segment=NetworkSegment(08729350-35cc-4d17-a836-396167475d27),segment_id=08729350-35cc-4d17-a836-396167475d27)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:24.171270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-538baf1f-893d-4582-a2d4-62bf8158f17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:24.182065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:24.183064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 95de2237-25ab-479d-adcb-993957954b75 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:24.246436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7feff7b-7d9d-4497-860f-8d4a01985ba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:24.382167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 4338cf84-0d9e-4ef6-8081-a7e432904ead owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:24.422399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a9ce0ef9-0bb9-49f2-9277-755431ffac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0c50>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:22Z', 'revision_number': 7, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36424d00-ea3d-46cf-bc06-3844062b6bbe', 'name': '', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:49:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:04Z', 'updated_at': '2021-12-23T16:20:13Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3beb742f-5562-4e81-86ab-7cf74d732e1c', 'name': '', 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:db:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:15Z', 'updated_at': '2021-12-23T16:20:20Z', 'revision_number': 4, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:24.426975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ce0ef9-0bb9-49f2-9277-755431ffac27 None None] Checking router: 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:24.437153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f3091c-48b5-4cf4-9de7-9d481934b3af tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:24.438615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ce0ef9-0bb9-49f2-9277-755431ffac27 None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:24.439312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a9ce0ef9-0bb9-49f2-9277-755431ffac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0c50>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:24.445097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45f3091c-48b5-4cf4-9de7-9d481934b3af tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:24.449686 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-45f3091c-48b5-4cf4-9de7-9d481934b3af tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 HTTP/1.1" status: 200  len: 704 time: 3.0237732
Dec 23 16:20:24.449686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57290) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:24.461795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-538baf1f-893d-4582-a2d4-62bf8158f17e None None] Calling delete_port for 4834ae90-8e8b-4cff-9042-62084d9767b8 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:24.494152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-4b3b4785-bf0f-4657-abb3-91eed4ea78cc None None] Allocated IP 2001:db8:0:1::2 (8b0711d8-4a8e-4112-87f4-096a8bf30ea7/18f99855-cd8b-4b0c-90ce-d2066b50556f/95de2237-25ab-479d-adcb-993957954b75) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:24.536671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=3beb742f-5562-4e81-86ab-7cf74d732e1c,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:24.540098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:24.573672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 95de2237-25ab-479d-adcb-993957954b75 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:24.574657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:24.599943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-563d563d-6a07-4e39-80fe-8a765c776d1f None None] Set router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:24.606427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-a9ce0ef9-0bb9-49f2-9277-755431ffac27 None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:24.665742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad76eae2-9b92-4ca0-8473-0ec2199f0d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:24.732931 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-494c86af-dba9-424b-8d76-d242b4938f45 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/routers/11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 HTTP/1.1" status: 200  len: 704 time: 0.2792182
Dec 23 16:20:24.733174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57294) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:24.751297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:24.757244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-38040c50-e874-40f0-8490-28eec072fe18 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:24.808947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=4338cf84-0d9e-4ef6-8081-a7e432904ead,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:24.818121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:24.975721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a9ce0ef9-0bb9-49f2-9277-755431ffac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0c50>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:22Z', 'revision_number': 7, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36424d00-ea3d-46cf-bc06-3844062b6bbe', 'name': '', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:49:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:04Z', 'updated_at': '2021-12-23T16:20:13Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3beb742f-5562-4e81-86ab-7cf74d732e1c', 'name': '', 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:db:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:15Z', 'updated_at': '2021-12-23T16:20:24Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:24.981269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ce0ef9-0bb9-49f2-9277-755431ffac27 None None] The sync data for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv is: [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:22Z', 'revision_number': 7, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36424d00-ea3d-46cf-bc06-3844062b6bbe', 'name': '', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:49:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:04Z', 'updated_at': '2021-12-23T16:20:13Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3beb742f-5562-4e81-86ab-7cf74d732e1c', 'name': '', 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:db:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:15Z', 'updated_at': '2021-12-23T16:20:24Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:25.008660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-538baf1f-893d-4582-a2d4-62bf8158f17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:25.018034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:25.067709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4834ae90-8e8b-4cff-9042-62084d9767b8 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:25.114937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 4834ae90-8e8b-4cff-9042-62084d9767b8 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:25.115087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4834ae90-8e8b-4cff-9042-62084d9767b8 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:25.128691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:25.183345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538baf1f-893d-4582-a2d4-62bf8158f17e None None] Pushing event deleted for resources: {'Port': ['ID=4834ae90-8e8b-4cff-9042-62084d9767b8,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:25.185957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-538baf1f-893d-4582-a2d4-62bf8158f17e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:25.212692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538baf1f-893d-4582-a2d4-62bf8158f17e None None] No DVR routers for this DVR port 4834ae90-8e8b-4cff-9042-62084d9767b8 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:20:25.248718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4b3b4785-bf0f-4657-abb3-91eed4ea78cc None None] For port 95de2237-25ab-479d-adcb-993957954b75, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=95de2237-25ab-479d-adcb-993957954b75,segment=NetworkSegment(78b29638-e5e4-4923-a104-8af28b20556e),segment_id=78b29638-e5e4-4923-a104-8af28b20556e)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:25.355654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4785-bf0f-4657-abb3-91eed4ea78cc None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:25.388180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4b3b4785-bf0f-4657-abb3-91eed4ea78cc None None] Transition to ACTIVE for port object 95de2237-25ab-479d-adcb-993957954b75 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:25.399361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b3b4785-bf0f-4657-abb3-91eed4ea78cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:25.411627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:25.498785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3beb742f-5562-4e81-86ab-7cf74d732e1c up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:25.576891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-8a5caf8d-9f53-48d4-a981-9f80c0609907 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Allocated IP 2001:db8:0:1::19f (8b0711d8-4a8e-4112-87f4-096a8bf30ea7/18f99855-cd8b-4b0c-90ce-d2066b50556f/5d1b5b78-3887-4c3b-b20d-4ca7debd8023) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:25.582804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-563d563d-6a07-4e39-80fe-8a765c776d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeb588>, [{'id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:34Z', 'updated_at': '2021-12-23T16:20:16Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:35Z', 'updated_at': '2021-12-23T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:25.640900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d563d-6a07-4e39-80fe-8a765c776d1f None None] The sync data for ids ['3b6e0e21-04e0-49e9-87a1-9c810fec49a9'] in dv-neutron-822801-1-hyperv is: [{'id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'name': 'tempest-TestNetworkBasicOps-router-1089925887', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:34Z', 'updated_at': '2021-12-23T16:20:16Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '4338cf84-0d9e-4ef6-8081-a7e432904ead', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6e0e21-04e0-49e9-87a1-9c810fec49a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:35Z', 'updated_at': '2021-12-23T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:25.677841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b4785-bf0f-4657-abb3-91eed4ea78cc None None] Pushing event updated for resources: {'Port': ['ID=95de2237-25ab-479d-adcb-993957954b75,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:25.681532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4b3b4785-bf0f-4657-abb3-91eed4ea78cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:25.692628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780af88e-228a-405e-adca-cc74f2cfaccb None None] Sync routers for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:25.708493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3beb742f-5562-4e81-86ab-7cf74d732e1c triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:25.708493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:25.716014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-359dfde0-1ef4-4d0b-8ca0-cd29e5735b36 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:25.748522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:25.753215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:25.772075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780af88e-228a-405e-adca-cc74f2cfaccb None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:25.773097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-780af88e-228a-405e-adca-cc74f2cfaccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a96de10>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:25.790229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:25.790837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Fanout notify agent at l3_agent the message router_deleted on router 3b6e0e21-04e0-49e9-87a1-9c810fec49a9 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:20:25.806596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:25.807971 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/routers/3b6e0e21-04e0-49e9-87a1-9c810fec49a9 HTTP/1.1" status: 204  len: 168 time: 3.7456093
Dec 23 16:20:25.810969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57298) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:26.064672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1cc75014-845f-4e5b-bdd6-f680305c85c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:26.098711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a5caf8d-9f53-48d4-a981-9f80c0609907 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:26.142039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:26.183408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8a5caf8d-9f53-48d4-a981-9f80c0609907 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Ignored duplicate provisioning block setup for port 5d1b5b78-3887-4c3b-b20d-4ca7debd8023 by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 23 16:20:26.206326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a5caf8d-9f53-48d4-a981-9f80c0609907 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:26.218102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-780af88e-228a-405e-adca-cc74f2cfaccb None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:26.226155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e71ded97-6bff-4212-a42e-4fbf69b9635f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:26.438973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1cc75014-845f-4e5b-bdd6-f680305c85c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:26.520451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8a5caf8d-9f53-48d4-a981-9f80c0609907 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] In _notify_port_updated(), no bound segment for port 5d1b5b78-3887-4c3b-b20d-4ca7debd8023 on network 8b0711d8-4a8e-4112-87f4-096a8bf30ea7 {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:20:26.524786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5caf8d-9f53-48d4-a981-9f80c0609907 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:26.525496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a5caf8d-9f53-48d4-a981-9f80c0609907 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:26.529621 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8a5caf8d-9f53-48d4-a981-9f80c0609907 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "PUT /v2.0/ports/5d1b5b78-3887-4c3b-b20d-4ca7debd8023 HTTP/1.1" status: 200  len: 1012 time: 2.9632907
Dec 23 16:20:26.530859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57302) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:26.590512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5caf8d-9f53-48d4-a981-9f80c0609907 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=5d1b5b78-3887-4c3b-b20d-4ca7debd8023,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:26.600444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-1cc75014-845f-4e5b-bdd6-f680305c85c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79fa05c0>,) {'filters': {'network_id': ['37f7e9cd-1903-436c-99fb-3870a78414fb']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:26.609712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8a5caf8d-9f53-48d4-a981-9f80c0609907 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:26.635333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-780af88e-228a-405e-adca-cc74f2cfaccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a96de10>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:22Z', 'revision_number': 7, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36424d00-ea3d-46cf-bc06-3844062b6bbe', 'name': '', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:49:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:04Z', 'updated_at': '2021-12-23T16:20:13Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3beb742f-5562-4e81-86ab-7cf74d732e1c', 'name': '', 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:db:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:15Z', 'updated_at': '2021-12-23T16:20:24Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:26.640629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780af88e-228a-405e-adca-cc74f2cfaccb None None] Checking router: 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:26.657868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780af88e-228a-405e-adca-cc74f2cfaccb None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:26.658585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-780af88e-228a-405e-adca-cc74f2cfaccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a96de10>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:26.677415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4664c-6834-4dea-b4ca-d48fa72e0843 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 5d1b5b78-3887-4c3b-b20d-4ca7debd8023 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:26.679457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ed4664c-6834-4dea-b4ca-d48fa72e0843 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:26.686468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-1cc75014-845f-4e5b-bdd6-f680305c85c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79fa05c0>, '08729350-35cc-4d17-a836-396167475d27') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:26.686805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-1cc75014-845f-4e5b-bdd6-f680305c85c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79fa05c0>, '08729350-35cc-4d17-a836-396167475d27') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:26.708091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1cc75014-845f-4e5b-bdd6-f680305c85c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:26.741611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33670c00-dd46-4188-81f2-d2b65546e705 None None] Network 8b0711d8-4a8e-4112-87f4-096a8bf30ea7 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:26.762763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1cc75014-845f-4e5b-bdd6-f680305c85c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:26.788386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc75014-845f-4e5b-bdd6-f680305c85c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:20:26.788738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1cc75014-845f-4e5b-bdd6-f680305c85c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:20:26.808180 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:20:26.889387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff649-1522-4c42-a8d2-85d56e5f13ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:26.946733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1cc75014-845f-4e5b-bdd6-f680305c85c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:26.951346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1cc75014-845f-4e5b-bdd6-f680305c85c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:26.952734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f5bc0363-7cb3-4dbd-9d90-706a44d00c7d None None] Provisioning for port 95de2237-25ab-479d-adcb-993957954b75 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:26.961365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ed4664c-6834-4dea-b4ca-d48fa72e0843 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:26.970438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7413106f-6299-4c73-9035-89a4313cb98d tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:26.977165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f5bc0363-7cb3-4dbd-9d90-706a44d00c7d None None] Provisioning complete for port 95de2237-25ab-479d-adcb-993957954b75 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:26.977607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f5bc0363-7cb3-4dbd-9d90-706a44d00c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:26.992182 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1cc75014-845f-4e5b-bdd6-f680305c85c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/networks/37f7e9cd-1903-436c-99fb-3870a78414fb HTTP/1.1" status: 204  len: 168 time: 1.1799386
Dec 23 16:20:26.998231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc75014-845f-4e5b-bdd6-f680305c85c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Network': ['ID=37f7e9cd-1903-436c-99fb-3870a78414fb,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:27.001141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1cc75014-845f-4e5b-bdd6-f680305c85c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:27.012082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57306) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:27.022727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'network': {'name': 'tempest-network-smoke--1101270034', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'port_security_enabled': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:27.029502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:27.031996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-780af88e-228a-405e-adca-cc74f2cfaccb None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:27.037195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:network and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:27.042552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:27.053759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:27.072701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:27.078473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:27.098555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4664c-6834-4dea-b4ca-d48fa72e0843 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 5d1b5b78-3887-4c3b-b20d-4ca7debd8023 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:27.157983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:20:27.174690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:27.175237 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Added segment 8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0 of type vlan for network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a
Dec 23 16:20:27.264022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:27.288702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-359dfde0-1ef4-4d0b-8ca0-cd29e5735b36 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port 3beb742f-5562-4e81-86ab-7cf74d732e1c {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:27.289074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-359dfde0-1ef4-4d0b-8ca0-cd29e5735b36 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:27.352415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:27.376903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ed4664c-6834-4dea-b4ca-d48fa72e0843 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:27.382371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:27.385345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-078ad2ce-75da-46ea-943e-4629d0469689 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:27.386587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:27.387271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:27.397508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c01fdfc-e669-4352-beba-a3f0b91d4c8f tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:27.421208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 95de2237-25ab-479d-adcb-993957954b75 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:27.437779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4664c-6834-4dea-b4ca-d48fa72e0843 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=5d1b5b78-3887-4c3b-b20d-4ca7debd8023,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:27.442548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6ed4664c-6834-4dea-b4ca-d48fa72e0843 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:27.520262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ed4664c-6834-4dea-b4ca-d48fa72e0843 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:27.532348 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6ed4664c-6834-4dea-b4ca-d48fa72e0843 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/5d1b5b78-3887-4c3b-b20d-4ca7debd8023 HTTP/1.1" status: 204  len: 168 time: 1.0000613
Dec 23 16:20:27.535898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57310) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:27.543194 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5289490
Dec 23 16:20:27.585089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57314) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:27.600707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'admin_state_up': True, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:27.612590 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd539aa7-cc6d-4367-b6ac-97d736768938 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] GET failed (client error): The resource could not be found.
Dec 23 16:20:27.614600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fd539aa7-cc6d-4367-b6ac-97d736768938 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:27.615124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Network': ['ID=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:27.620175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:27.622081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:27.634324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:router and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:27.638823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:27.646736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:27.649025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fd539aa7-cc6d-4367-b6ac-97d736768938 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:27.649343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-359dfde0-1ef4-4d0b-8ca0-cd29e5735b36 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] For port 3beb742f-5562-4e81-86ab-7cf74d732e1c, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3beb742f-5562-4e81-86ab-7cf74d732e1c,segment=NetworkSegment(f2effb14-0956-49db-850d-bee03d56935d),segment_id=f2effb14-0956-49db-850d-bee03d56935d)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:27.649757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-359dfde0-1ef4-4d0b-8ca0-cd29e5735b36 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:27.653606 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fd539aa7-cc6d-4367-b6ac-97d736768938 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/5d1b5b78-3887-4c3b-b20d-4ca7debd8023 HTTP/1.1" status: 404  len: 333 time: 0.1135118
Dec 23 16:20:27.653606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57318) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:27.665148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:20:27.692864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 95de2237-25ab-479d-adcb-993957954b75 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:27.693301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:27.713568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:27.714747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:27.763304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:27.785447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-359dfde0-1ef4-4d0b-8ca0-cd29e5735b36 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for 3beb742f-5562-4e81-86ab-7cf74d732e1c owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:27.986752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-359dfde0-1ef4-4d0b-8ca0-cd29e5735b36 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:27.991246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cf82112a-9647-45f4-8400-78ba59e33fda tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:28.037540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fd8e11-67ed-4c85-a080-ab05438ee407 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting subnet 18f99855-cd8b-4b0c-90ce-d2066b50556f {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:20:28.041187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359dfde0-1ef4-4d0b-8ca0-cd29e5735b36 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=3beb742f-5562-4e81-86ab-7cf74d732e1c,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:28.043465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74fd8e11-67ed-4c85-a080-ab05438ee407 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:28.044125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-359dfde0-1ef4-4d0b-8ca0-cd29e5735b36 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:28.101719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:28.124112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-780af88e-228a-405e-adca-cc74f2cfaccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a96de10>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:22Z', 'revision_number': 7, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36424d00-ea3d-46cf-bc06-3844062b6bbe', 'name': '', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:49:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:04Z', 'updated_at': '2021-12-23T16:20:13Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3beb742f-5562-4e81-86ab-7cf74d732e1c', 'name': '', 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:db:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:15Z', 'updated_at': '2021-12-23T16:20:24Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:28.124414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74fd8e11-67ed-4c85-a080-ab05438ee407 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:28.133452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780af88e-228a-405e-adca-cc74f2cfaccb None None] The sync data for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv is: [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:22Z', 'revision_number': 7, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36424d00-ea3d-46cf-bc06-3844062b6bbe', 'name': '', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:49:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:04Z', 'updated_at': '2021-12-23T16:20:13Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3beb742f-5562-4e81-86ab-7cf74d732e1c', 'name': '', 'network_id': '38da1e28-ca44-4fd2-b6ae-8979f437fd80', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:db:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:15Z', 'updated_at': '2021-12-23T16:20:24Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '53aa5fe1-64a4-4b64-9633-8817befd2d66', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:28.153662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device dc602ef8-0984-432d-a1c7-2c0ef59f4f2a no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:28.202973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: dc602ef8-0984-432d-a1c7-2c0ef59f4f2a {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:28.203417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device dc602ef8-0984-432d-a1c7-2c0ef59f4f2a not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:28.203919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4338cf84-0d9e-4ef6-8081-a7e432904ead no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:28.288593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 4338cf84-0d9e-4ef6-8081-a7e432904ead {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:28.289162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4338cf84-0d9e-4ef6-8081-a7e432904ead not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:28.377848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74fd8e11-67ed-4c85-a080-ab05438ee407 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:28.571078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fa1a7fd4-7bcc-43dd-a067-88598287a2ee None None] Provisioning complete for port 95de2237-25ab-479d-adcb-993957954b75 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:28.571535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa1a7fd4-7bcc-43dd-a067-88598287a2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:28.616680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-359dfde0-1ef4-4d0b-8ca0-cd29e5735b36 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:28.628540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74fd8e11-67ed-4c85-a080-ab05438ee407 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:28.643726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8503dd92-0a54-4e2e-ba67-2572fcb58756 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:28.645896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:28.678713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:28.712668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74fd8e11-67ed-4c85-a080-ab05438ee407 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:28.724996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd8e11-67ed-4c85-a080-ab05438ee407 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Subnet': ['ID=18f99855-cd8b-4b0c-90ce-d2066b50556f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:28.730489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:28.733421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74fd8e11-67ed-4c85-a080-ab05438ee407 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:28.775170 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-74fd8e11-67ed-4c85-a080-ab05438ee407 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/18f99855-cd8b-4b0c-90ce-d2066b50556f HTTP/1.1" status: 204  len: 168 time: 1.1201713
Dec 23 16:20:28.776276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57322) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:28.867246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5066fecd-238c-467a-aa56-329a860996fb None None] Network 8b0711d8-4a8e-4112-87f4-096a8bf30ea7 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:28.888352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.131 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/acb9f051-3920-4068-81ef-5a59306c1e76) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:28.975131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2e9973e4-e37f-44ee-83d9-be6b169f9c8d None None] Could not find standard attr ID for object 5d1b5b78-3887-4c3b-b20d-4ca7debd8023. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:20:29.068602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:29.095777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:29.100659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a0e4438-0142-4584-8b76-c8b996a20115 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:29.152560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-8797f46e-7308-46f5-a4ca-9ae47aa71c7c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting subnet a9ff4c47-0c5a-4f24-83b8-3b542de02b69 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:20:29.160508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8797f46e-7308-46f5-a4ca-9ae47aa71c7c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:29.181025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=acb9f051-3920-4068-81ef-5a59306c1e76,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:29.189090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:29.191850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:29.195031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:29.228955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:29.286777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8797f46e-7308-46f5-a4ca-9ae47aa71c7c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:29.411016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:29.411865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:29.475623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8797f46e-7308-46f5-a4ca-9ae47aa71c7c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:29.546928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359dfde0-1ef4-4d0b-8ca0-cd29e5735b36 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:20:29.646729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8797f46e-7308-46f5-a4ca-9ae47aa71c7c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:29.677107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:20:29.708094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ff9748c-a3e2-4187-8b25-e7e40e5813e3 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:29.763110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797f46e-7308-46f5-a4ca-9ae47aa71c7c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ff4c47-0c5a-4f24-83b8-3b542de02b69,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:29.767133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8797f46e-7308-46f5-a4ca-9ae47aa71c7c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:29.773829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8797f46e-7308-46f5-a4ca-9ae47aa71c7c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:29.790234 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8797f46e-7308-46f5-a4ca-9ae47aa71c7c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/a9ff4c47-0c5a-4f24-83b8-3b542de02b69 HTTP/1.1" status: 204  len: 168 time: 1.0125716
Dec 23 16:20:29.793095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57326) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:29.816954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359dfde0-1ef4-4d0b-8ca0-cd29e5735b36 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:29.822107 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-359dfde0-1ef4-4d0b-8ca0-cd29e5735b36 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/11fe8027-a6b8-4937-8c1c-a0ec49ac8f72/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0875747
Dec 23 16:20:29.824934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57330) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:29.831389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cc6a8-7a28-4a2d-9d64-9478208eafb1 None None] Sync routers for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:29.851895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678cc6a8-7a28-4a2d-9d64-9478208eafb1 None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:29.853098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-678cc6a8-7a28-4a2d-9d64-9478208eafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a75a470>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:30.028737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-678cc6a8-7a28-4a2d-9d64-9478208eafb1 None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:30.044357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147c722a-9e55-4b35-a723-9cafd6024862 None None] Network 8b0711d8-4a8e-4112-87f4-096a8bf30ea7 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:30.065016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31a7dd0-1fa6-4a5f-8a40-53638e9eb01d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting subnet 53aa5fe1-64a4-4b64-9633-8817befd2d66 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:20:30.070316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e31a7dd0-1fa6-4a5f-8a40-53638e9eb01d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:30.139239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e31a7dd0-1fa6-4a5f-8a40-53638e9eb01d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:30.208252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6534af79-5dce-49bf-8dcf-6ad93c8c3f8f None None] Provisioning complete for port 95de2237-25ab-479d-adcb-993957954b75 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:30.208684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6534af79-5dce-49bf-8dcf-6ad93c8c3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:30.260241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e31a7dd0-1fa6-4a5f-8a40-53638e9eb01d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:30.317001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:30.337935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 95de2237-25ab-479d-adcb-993957954b75 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:30.338312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:30.343416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e31a7dd0-1fa6-4a5f-8a40-53638e9eb01d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:30.356410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0d6be57b-cdc8-454b-8c92-51347a9e6e4c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:30.396259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e31a7dd0-1fa6-4a5f-8a40-53638e9eb01d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:30.408100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac556e2-7a68-4c78-8501-b398221567e3 None None] Network 38da1e28-ca44-4fd2-b6ae-8979f437fd80 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:30.412336 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e31a7dd0-1fa6-4a5f-8a40-53638e9eb01d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/53aa5fe1-64a4-4b64-9633-8817befd2d66 HTTP/1.1" status: 204  len: 168 time: 0.5861347
Dec 23 16:20:30.413284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a7dd0-1fa6-4a5f-8a40-53638e9eb01d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Subnet': ['ID=53aa5fe1-64a4-4b64-9633-8817befd2d66,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:30.415816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e31a7dd0-1fa6-4a5f-8a40-53638e9eb01d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:30.416502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57334) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:30.437891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:30.480888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-678cc6a8-7a28-4a2d-9d64-9478208eafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a75a470>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:27Z', 'revision_number': 8, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36424d00-ea3d-46cf-bc06-3844062b6bbe', 'name': '', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:49:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:04Z', 'updated_at': '2021-12-23T16:20:13Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:30.486576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cc6a8-7a28-4a2d-9d64-9478208eafb1 None None] Checking router: 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:30.500253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678cc6a8-7a28-4a2d-9d64-9478208eafb1 None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:30.501034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-678cc6a8-7a28-4a2d-9d64-9478208eafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a75a470>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:30.504896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:30.509343 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.9157271
Dec 23 16:20:30.510804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57338) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:30.535361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Sync routers for ids ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:30.586808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:30.600443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port 2aec2912-f285-4ad7-9b42-ce086e110af8 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:30.600704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:30.661858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2108eb09-deae-47ed-be01-5e4149b5408b None None] DHCP port deletion for 8b0711d8-4a8e-4112-87f4-096a8bf30ea7 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:20:30.681460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Routers {'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:30.682394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c61208>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:30.688946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] For port 95de2237-25ab-479d-adcb-993957954b75, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=95de2237-25ab-479d-adcb-993957954b75,segment=NetworkSegment(78b29638-e5e4-4923-a104-8af28b20556e),segment_id=78b29638-e5e4-4923-a104-8af28b20556e)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:30.690496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:30.721546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-678cc6a8-7a28-4a2d-9d64-9478208eafb1 None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:30.742731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2108eb09-deae-47ed-be01-5e4149b5408b None None] Deleting port 95de2237-25ab-479d-adcb-993957954b75 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:30.743461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2108eb09-deae-47ed-be01-5e4149b5408b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:30.846071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] For port 2aec2912-f285-4ad7-9b42-ce086e110af8, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2aec2912-f285-4ad7-9b42-ce086e110af8,segment=NetworkSegment(f2effb14-0956-49db-850d-bee03d56935d),segment_id=f2effb14-0956-49db-850d-bee03d56935d)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:30.846482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:30.921052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 95de2237-25ab-479d-adcb-993957954b75 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:31.017148 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f7241892-c613-4b7e-b31c-599e22891af2 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=756d2eff28424d1081cd07d60adf0a7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.5026569
Dec 23 16:20:31.017754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57344) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:31.183366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:31.205226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e80cd77a-4e1d-43a2-89b7-22d9fe8f90c6 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:31.258123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2108eb09-deae-47ed-be01-5e4149b5408b None None] For port 95de2237-25ab-479d-adcb-993957954b75, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=95de2237-25ab-479d-adcb-993957954b75,segment=NetworkSegment(78b29638-e5e4-4923-a104-8af28b20556e),segment_id=78b29638-e5e4-4923-a104-8af28b20556e)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:31.258588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2108eb09-deae-47ed-be01-5e4149b5408b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:31.285693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=95de2237-25ab-479d-adcb-993957954b75,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:31.304016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:31.309927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No DVR routers for this DVR port 95de2237-25ab-479d-adcb-993957954b75 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:20:31.312291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8fa741-00ab-4763-bccc-36b1ae102733 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:31.314195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7e8fa741-00ab-4763-bccc-36b1ae102733 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2953131
Dec 23 16:20:31.331203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for 2aec2912-f285-4ad7-9b42-ce086e110af8 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:31.345283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57348) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:31.355599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3285fc2d-8986-4928-8e2f-f87f549a9d3b None None] DHCP port deletion for 38da1e28-ca44-4fd2-b6ae-8979f437fd80 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:20:31.366803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Set router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:31.426521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:31.431962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-678cc6a8-7a28-4a2d-9d64-9478208eafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a75a470>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:27Z', 'revision_number': 8, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36424d00-ea3d-46cf-bc06-3844062b6bbe', 'name': '', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:49:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:04Z', 'updated_at': '2021-12-23T16:20:13Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:31.434703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87af3707-9120-4d66-b49f-6cc2ff109007 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:31.435159 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dada8d15-f5c7-40a0-8fce-3070c57e7feb tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0843241
Dec 23 16:20:31.436528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cc6a8-7a28-4a2d-9d64-9478208eafb1 None None] The sync data for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv is: [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:27Z', 'revision_number': 8, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36424d00-ea3d-46cf-bc06-3844062b6bbe', 'name': '', 'network_id': '649b3993-29ba-4456-8bd4-9203deb2d38d', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:49:c2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:04Z', 'updated_at': '2021-12-23T16:20:13Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': 'f0dff2ac-9e06-414a-8435-fe685f6504c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:31.443581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57352) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:31.463738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-976267894', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:31.489126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=2aec2912-f285-4ad7-9b42-ce086e110af8,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:31.496145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:31.498694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3285fc2d-8986-4928-8e2f-f87f549a9d3b None None] Deleting port 2aec2912-f285-4ad7-9b42-ce086e110af8 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:31.498694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3285fc2d-8986-4928-8e2f-f87f549a9d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:31.499546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] No DVR routers for this DVR port 2aec2912-f285-4ad7-9b42-ce086e110af8 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:20:31.579229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:31.614421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2108eb09-deae-47ed-be01-5e4149b5408b None None] Calling delete_port for 95de2237-25ab-479d-adcb-993957954b75 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:31.685123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:31.688250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2aec2912-f285-4ad7-9b42-ce086e110af8 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:31.688727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0434e0>,) {'filters': {'network_id': ['8b0711d8-4a8e-4112-87f4-096a8bf30ea7']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:31.708660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0434e0>, '78b29638-e5e4-4923-a104-8af28b20556e') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:31.709464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0434e0>, '78b29638-e5e4-4923-a104-8af28b20556e') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:31.715766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a015518>,) {'filters': {'network_id': ['38da1e28-ca44-4fd2-b6ae-8979f437fd80']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:31.716651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:31.726005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:subnet and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:31.729666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:31.730282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a015518>, 'f2effb14-0956-49db-850d-bee03d56935d') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:31.730713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a015518>, 'f2effb14-0956-49db-850d-bee03d56935d') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:31.737132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:31.744260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:31.748349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:31.762014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:31.763815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:31.770058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:20:31.770616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:31.770759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:20:31.789225 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:20:31.799475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:20:31.799948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:20:31.816732 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:20:31.891534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:31.896506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:31.899574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f33b386-fee4-42da-90f4-5d35a312cc21 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:31.928890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Network': ['ID=38da1e28-ca44-4fd2-b6ae-8979f437fd80,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:31.933232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:31.937975 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/networks/38da1e28-ca44-4fd2-b6ae-8979f437fd80 HTTP/1.1" status: 204  len: 168 time: 1.5204124
Dec 23 16:20:31.938669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57356) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:31.967596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:20:31.992231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:31.994165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-2108eb09-deae-47ed-be01-5e4149b5408b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:20:31.994601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-2108eb09-deae-47ed-be01-5e4149b5408b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:20:32.010941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:32.016843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 2aec2912-f285-4ad7-9b42-ce086e110af8 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:32.017122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2aec2912-f285-4ad7-9b42-ce086e110af8 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:32.017564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 95de2237-25ab-479d-adcb-993957954b75 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:32.018634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:32.037840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:32.067375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Network': ['ID=8b0711d8-4a8e-4112-87f4-096a8bf30ea7,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:32.075769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:32.077306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3285fc2d-8986-4928-8e2f-f87f549a9d3b None None] The port '2aec2912-f285-4ad7-9b42-ce086e110af8' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:20:32.104770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 95de2237-25ab-479d-adcb-993957954b75 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:32.105139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 95de2237-25ab-479d-adcb-993957954b75 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:32.139352 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/networks/8b0711d8-4a8e-4112-87f4-096a8bf30ea7 HTTP/1.1" status: 204  len: 168 time: 2.3450580
Dec 23 16:20:32.149205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57360) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:32.198003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c61208>, [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:29Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:32.203409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Checking router: e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:32.203942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Updating router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 port acb9f051-3920-4068-81ef-5a59306c1e76 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:20:32.265520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:32.312798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97166266-dbe2-45e0-8dd3-2b3c298aa2c8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:32.313576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-97166266-dbe2-45e0-8dd3-2b3c298aa2c8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:32.344450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15e79821-49c9-43bf-b66f-7ee3f60914bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:32.351728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-97166266-dbe2-45e0-8dd3-2b3c298aa2c8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:32.356781 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-97166266-dbe2-45e0-8dd3-2b3c298aa2c8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.2028165
Dec 23 16:20:32.357382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57364) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:32.427027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:32.433088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-faa96b69-c62b-4288-883a-d51de2e35e2f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:32.505027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2108eb09-deae-47ed-be01-5e4149b5408b None None] Deleting port 95de2237-25ab-479d-adcb-993957954b75 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:32.505703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2108eb09-deae-47ed-be01-5e4149b5408b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:32.534080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Subnet': ['ID=80d54b75-48e3-4fd7-8c07-817aabc35290,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:32.540053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:32.552101 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4ce43ca4-6487-495c-94c7-173b5363c3c5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1938555
Dec 23 16:20:32.556933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57368) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:32.563512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-115911270'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:32.567618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Checking segment: {'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:32.568241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network hostable DHCP agents. Network: 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:20:32.577222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:32.586323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:network and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:32.589958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:32.597254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:32.606312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2108eb09-deae-47ed-be01-5e4149b5408b None None] The port '95de2237-25ab-479d-adcb-993957954b75' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:20:32.612431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:32.618044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:32.630748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:20:32.650966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:32.660375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:32.661163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:32.666599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:20:32.688401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:32.688803 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Added segment eeba8832-1f74-4755-842e-471d70151c8c of type vlan for network 8e2062b9-b00d-441a-b138-fd825f2381ab
Dec 23 16:20:32.701314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57372) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:32.701535 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.2562251
Dec 23 16:20:32.710423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb4a83-6d7a-45f3-82de-b2fd054867f4 None None] Network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:32.725505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:32.758003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:32.762171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:32.762835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:32.768748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-27a9c495-2ea7-4303-b156-c8100dac2e31 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:32.813126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:32.844065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Transition to ACTIVE for port object acb9f051-3920-4068-81ef-5a59306c1e76 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:32.854057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:32.867083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d58acde1-ed89-4634-a52a-58dca157be22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:32.885726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Network': ['ID=8e2062b9-b00d-441a-b138-fd825f2381ab,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:32.888923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:32.897177 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3390689
Dec 23 16:20:32.900027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57376) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:32.908413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'subnet': {'network_id': '8e2062b9-b00d-441a-b138-fd825f2381ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:32.912247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 8e2062b9-b00d-441a-b138-fd825f2381ab details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:20:33.032322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:33.036850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:subnet and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:33.039961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:33.046433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:33.056202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:33.100096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Pushing event updated for resources: {'Port': ['ID=acb9f051-3920-4068-81ef-5a59306c1e76,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:33.110507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Attempting to bind port acb9f051-3920-4068-81ef-5a59306c1e76 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:20:33.110935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Attempting to bind port acb9f051-3920-4068-81ef-5a59306c1e76 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:20:33.111380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Attempting to bind port acb9f051-3920-4068-81ef-5a59306c1e76 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:20:33.131995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:33.132396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:33.132758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:33.133144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:33.133525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:33.133902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:33.134279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:33.134658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:33.135049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:33.135428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:33.135799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:20:33.170455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:33.176761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:20:33.176936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:33.184968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:33.187906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:33.188592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:20:33.189557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Bound port: acb9f051-3920-4068-81ef-5a59306c1e76, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:20:33.190230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:33.245191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:20:33.246107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:33.292775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-15e79821-49c9-43bf-b66f-7ee3f60914bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port 36424d00-ea3d-46cf-bc06-3844062b6bbe {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:33.293097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15e79821-49c9-43bf-b66f-7ee3f60914bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:33.353224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3beb742f-5562-4e81-86ab-7cf74d732e1c no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:33.396031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] For port acb9f051-3920-4068-81ef-5a59306c1e76, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:20:33.406119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 3beb742f-5562-4e81-86ab-7cf74d732e1c {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:33.406525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3beb742f-5562-4e81-86ab-7cf74d732e1c not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:33.421823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] For port acb9f051-3920-4068-81ef-5a59306c1e76, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=acb9f051-3920-4068-81ef-5a59306c1e76,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:20:33.426929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:33.434150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:33.463916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:33.468669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a43f9ac-7201-4cba-bb09-6f9501605018 tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:33.553385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Subnet': ['ID=1a6cd9d6-8d70-47bb-a64a-3bd62179b6d9,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:33.557664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:33.567211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Checking segment: {'id': 'eeba8832-1f74-4755-842e-471d70151c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8e2062b9-b00d-441a-b138-fd825f2381ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:33.568032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network hostable DHCP agents. Network: 8e2062b9-b00d-441a-b138-fd825f2381ab, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:20:33.583939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Pushing event updated for resources: {'Port': ['ID=acb9f051-3920-4068-81ef-5a59306c1e76,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:33.587223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:33.587902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Routers {'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:33.588637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c61208>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:33.593496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 8e2062b9-b00d-441a-b138-fd825f2381ab is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:20:33.596637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-15e79821-49c9-43bf-b66f-7ee3f60914bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] For port 36424d00-ea3d-46cf-bc06-3844062b6bbe, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=36424d00-ea3d-46cf-bc06-3844062b6bbe,segment=NetworkSegment(f5e0c646-1c35-4317-833d-34a3ef7384c6),segment_id=f5e0c646-1c35-4317-833d-34a3ef7384c6)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:33.597217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15e79821-49c9-43bf-b66f-7ee3f60914bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:33.604182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 8e2062b9-b00d-441a-b138-fd825f2381ab) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:33.609903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:33.610792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:33.636703 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f9f1db9c-e4fb-4795-81bc-0a124bb05a86 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7344344
Dec 23 16:20:33.639467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57380) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:33.646504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'network_id': '8e2062b9-b00d-441a-b138-fd825f2381ab', 'name': 'tempest-PortsIpV6TestJSON-1204602262'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:33.664908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55c525-fc78-4f25-9b23-7389af82dab5 None None] Network 8e2062b9-b00d-441a-b138-fd825f2381ab requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:33.696239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Allocated IP 172.20.0.2 (40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a/80d54b75-48e3-4fd7-8c07-817aabc35290/b6b91e5b-ea63-4d85-951a-46717638a1b3) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:33.801319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:33.812501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:33.824335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:33.830778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:33.861349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port 53b946f4-ac00-411f-9c23-39d7ef8452fc yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:20:34.035970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Allocated IP 2001:db8::38c (8e2062b9-b00d-441a-b138-fd825f2381ab/1a6cd9d6-8d70-47bb-a64a-3bd62179b6d9/53b946f4-ac00-411f-9c23-39d7ef8452fc) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:34.037366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-15e79821-49c9-43bf-b66f-7ee3f60914bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for 36424d00-ea3d-46cf-bc06-3844062b6bbe owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:34.357748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:34.368012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] Set router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:34.380062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15e79821-49c9-43bf-b66f-7ee3f60914bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:34.384210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Transition to ACTIVE for port object 53b946f4-ac00-411f-9c23-39d7ef8452fc will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:34.387309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f50d15a-853a-4352-ac18-273b47c35938 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:34.406838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:34.414713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-352b0f48-3d9b-444e-9397-cfec8025748c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:34.442558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e79821-49c9-43bf-b66f-7ee3f60914bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=36424d00-ea3d-46cf-bc06-3844062b6bbe,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:34.447853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15e79821-49c9-43bf-b66f-7ee3f60914bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:34.498277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 8e2062b9-b00d-441a-b138-fd825f2381ab is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:34.502195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:34.505354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:34.510308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:34.510967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:34.529542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:34.542812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=53b946f4-ac00-411f-9c23-39d7ef8452fc,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:34.546225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:34.562203 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9189970
Dec 23 16:20:34.564433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57384) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:34.575615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Transition to ACTIVE for port object b6b91e5b-ea63-4d85-951a-46717638a1b3 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:34.575848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'network_id': '8e2062b9-b00d-441a-b138-fd825f2381ab', 'name': 'tempest-PortsIpV6TestJSON-1455898593'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:34.672514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Transition to ACTIVE for port object b6b91e5b-ea63-4d85-951a-46717638a1b3 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:34.699315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:34.706363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:34.764858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:34.771127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:port and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:34.772734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-8e2062b9-b00d-441a-b138-fd825f2381ab', 'network_id': '8e2062b9-b00d-441a-b138-fd825f2381ab', 'tenant_id': '42b027ae4e0648eebf22f0ddb7193558', 'fixed_ips': [{'subnet_id': '1a6cd9d6-8d70-47bb-a64a-3bd62179b6d9'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:20:34.773637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:34.774845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:34.782305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:34.798234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:34.805173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:34.816954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:34.828690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:34.831064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port a5639d26-7945-43ad-8e85-8377e50d4707 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:20:34.863972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:34.913284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Pushing event updated for resources: {'Port': ['ID=b6b91e5b-ea63-4d85-951a-46717638a1b3,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:34.917122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:34.923807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:34.930802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15e79821-49c9-43bf-b66f-7ee3f60914bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:35.003238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Allocated IP 2001:db8::163 (8e2062b9-b00d-441a-b138-fd825f2381ab/1a6cd9d6-8d70-47bb-a64a-3bd62179b6d9/a5639d26-7945-43ad-8e85-8377e50d4707) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:35.071049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Attempting to bind port b6b91e5b-ea63-4d85-951a-46717638a1b3 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:20:35.071049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Attempting to bind port b6b91e5b-ea63-4d85-951a-46717638a1b3 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:20:35.071049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Attempting to bind port b6b91e5b-ea63-4d85-951a-46717638a1b3 on network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:20:35.081186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c61208>, [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:29Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:35.086480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:20:35.086912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Checking segment: {'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:35.087392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:35.087841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Bound using segment: {'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:20:35.088857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Bound port: b6b91e5b-ea63-4d85-951a-46717638a1b3, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:20:35.088857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:35.100517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29f685-9050-4bcf-9789-cedbba72e1a8 None None] The sync data for ids ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'] in dv-neutron-822801-1-hyperv is: [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:29Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:35.207011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] For port b6b91e5b-ea63-4d85-951a-46717638a1b3, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:20:35.211801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] For port b6b91e5b-ea63-4d85-951a-46717638a1b3, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b6b91e5b-ea63-4d85-951a-46717638a1b3,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:20:35.218882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:35.228221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1c6e3e5b-d5fc-44ae-b2df-7d4593f37ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:35.386765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Pushing event updated for resources: {'Port': ['ID=b6b91e5b-ea63-4d85-951a-46717638a1b3,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:35.391531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:35.498735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:35.517675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Transition to ACTIVE for port object a5639d26-7945-43ad-8e85-8377e50d4707 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:35.550044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:35.561796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:35.612289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.1 (40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a/80d54b75-48e3-4fd7-8c07-817aabc35290/3e502b64-4954-4810-ac6a-539a42a089ba) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:35.655806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Allocated IP 2001:db8::2 (8e2062b9-b00d-441a-b138-fd825f2381ab/1a6cd9d6-8d70-47bb-a64a-3bd62179b6d9/aa7144c8-a11e-45b7-9cdb-183649ae95ee) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:35.668397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 8e2062b9-b00d-441a-b138-fd825f2381ab is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:35.673367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:35.699023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:35.704662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:35.705594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:35.726602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=a5639d26-7945-43ad-8e85-8377e50d4707,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:35.746082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:35.751504 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.1858528
Dec 23 16:20:35.755483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57388) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:35.870328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8022b71f-0459-45e8-9ede-978a25b99196 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:35.871327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8022b71f-0459-45e8-9ede-978a25b99196 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:35.907621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8022b71f-0459-45e8-9ede-978a25b99196 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:35.909710 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8022b71f-0459-45e8-9ede-978a25b99196 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A38c HTTP/1.1" status: 200  len: 929 time: 0.1528916
Dec 23 16:20:35.914660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57392) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:35.966409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:36.034225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:36.036091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-416be07c-6ae4-42c1-a3c2-b013037f9a30 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port a5639d26-7945-43ad-8e85-8377e50d4707 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:36.036585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-416be07c-6ae4-42c1-a3c2-b013037f9a30 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:36.069192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Transition to ACTIVE for port object aa7144c8-a11e-45b7-9cdb-183649ae95ee will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:36.072073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object 3e502b64-4954-4810-ac6a-539a42a089ba will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:36.098733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Transition to ACTIVE for port object aa7144c8-a11e-45b7-9cdb-183649ae95ee will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:36.107167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:36.121523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6653b38-3999-4f5e-a331-dea7464eef0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:36.127350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:36.133946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e41bf49-8d2d-4fef-b988-9a860a9aad8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:36.227233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Network 8e2062b9-b00d-441a-b138-fd825f2381ab is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:36.229663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e79821-49c9-43bf-b66f-7ee3f60914bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:20:36.234346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:36.239642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:36.248021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:36.255346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:36.257914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:36.339862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Pushing event updated for resources: {'Port': ['ID=aa7144c8-a11e-45b7-9cdb-183649ae95ee,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:36.340405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:36.356250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=3e502b64-4954-4810-ac6a-539a42a089ba,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:36.359366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:36.364707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:36.365796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Attempting to bind port aa7144c8-a11e-45b7-9cdb-183649ae95ee on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:20:36.366354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Attempting to bind port aa7144c8-a11e-45b7-9cdb-183649ae95ee by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'eeba8832-1f74-4755-842e-471d70151c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8e2062b9-b00d-441a-b138-fd825f2381ab'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:20:36.367021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Attempting to bind port aa7144c8-a11e-45b7-9cdb-183649ae95ee on network 8e2062b9-b00d-441a-b138-fd825f2381ab {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:20:36.371894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-416be07c-6ae4-42c1-a3c2-b013037f9a30 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:36.375377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:20:36.375982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Checking segment: {'id': 'eeba8832-1f74-4755-842e-471d70151c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8e2062b9-b00d-441a-b138-fd825f2381ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:36.376554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:36.377120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Bound using segment: {'id': 'eeba8832-1f74-4755-842e-471d70151c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8e2062b9-b00d-441a-b138-fd825f2381ab'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:20:36.377782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Bound port: aa7144c8-a11e-45b7-9cdb-183649ae95ee, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeba8832-1f74-4755-842e-471d70151c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '8e2062b9-b00d-441a-b138-fd825f2381ab'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:20:36.378354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:36.501462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] For port aa7144c8-a11e-45b7-9cdb-183649ae95ee, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:20:36.506129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] For port aa7144c8-a11e-45b7-9cdb-183649ae95ee, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=aa7144c8-a11e-45b7-9cdb-183649ae95ee,segment=NetworkSegment(eeba8832-1f74-4755-842e-471d70151c8c),segment_id=eeba8832-1f74-4755-842e-471d70151c8c)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:20:36.511061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:36.516564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc50223f-9700-4b3d-9c59-baf13fb3a7be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:36.538291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-416be07c-6ae4-42c1-a3c2-b013037f9a30 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for a5639d26-7945-43ad-8e85-8377e50d4707 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:36.609494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Pushing event updated for resources: {'Port': ['ID=aa7144c8-a11e-45b7-9cdb-183649ae95ee,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:36.614262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:36.724255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-416be07c-6ae4-42c1-a3c2-b013037f9a30 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:36.731244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22e3b32d-2f5f-47f2-8e86-5ca9e5e3c2dd tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:36.783109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416be07c-6ae4-42c1-a3c2-b013037f9a30 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=a5639d26-7945-43ad-8e85-8377e50d4707,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:36.787965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-416be07c-6ae4-42c1-a3c2-b013037f9a30 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:36.831427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-416be07c-6ae4-42c1-a3c2-b013037f9a30 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:36.848188 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-416be07c-6ae4-42c1-a3c2-b013037f9a30 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/a5639d26-7945-43ad-8e85-8377e50d4707 HTTP/1.1" status: 204  len: 168 time: 0.9261799
Dec 23 16:20:36.848188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57396) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:36.872714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:36.894977 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e035879f-9c6d-4483-a46e-729215dba17f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] GET failed (client error): The resource could not be found.
Dec 23 16:20:36.895575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e035879f-9c6d-4483-a46e-729215dba17f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:36.911426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e035879f-9c6d-4483-a46e-729215dba17f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:36.912701 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e035879f-9c6d-4483-a46e-729215dba17f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/a5639d26-7945-43ad-8e85-8377e50d4707 HTTP/1.1" status: 404  len: 333 time: 0.0637691
Dec 23 16:20:36.915686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57400) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:36.961882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e79821-49c9-43bf-b66f-7ee3f60914bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:36.984678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e16e0-0a45-416d-b9a0-72778fc90e1f None None] Sync routers for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:37.008986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e16e0-0a45-416d-b9a0-72778fc90e1f None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:37.011223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-85391532-631d-46b5-b2aa-11508ec90105 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 53b946f4-ac00-411f-9c23-39d7ef8452fc {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:37.011807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85391532-631d-46b5-b2aa-11508ec90105 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:37.012241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8e4e16e0-0a45-416d-b9a0-72778fc90e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a179e80>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:37.375092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-8e4e16e0-0a45-416d-b9a0-72778fc90e1f None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:37.389831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:37.398408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:37.425238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85391532-631d-46b5-b2aa-11508ec90105 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:37.499352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4372944f-da74-4587-b6e1-1f79edbf943b tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:37.543604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:37.611021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-85391532-631d-46b5-b2aa-11508ec90105 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 53b946f4-ac00-411f-9c23-39d7ef8452fc owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:37.637995 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-15e79821-49c9-43bf-b66f-7ee3f60914bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/11fe8027-a6b8-4937-8c1c-a0ec49ac8f72/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6978722
Dec 23 16:20:37.663787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device acb9f051-3920-4068-81ef-5a59306c1e76 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:37.671498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57404) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:37.771321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port acb9f051-3920-4068-81ef-5a59306c1e76 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:37.781024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port acb9f051-3920-4068-81ef-5a59306c1e76 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:37.781597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:37.817425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:37.821973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:37.962348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:37.984108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port acb9f051-3920-4068-81ef-5a59306c1e76, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=acb9f051-3920-4068-81ef-5a59306c1e76,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:37.989193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:37.991515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b6b91e5b-ea63-4d85-951a-46717638a1b3 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:37.997324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1974442-db04-4d69-b52f-519ec858d7b5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting subnet f0dff2ac-9e06-414a-8435-fe685f6504c4 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:20:37.997482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8e4e16e0-0a45-416d-b9a0-72778fc90e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a179e80>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:34Z', 'revision_number': 9, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:38.001970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e16e0-0a45-416d-b9a0-72778fc90e1f None None] Checking router: 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:38.006612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1974442-db04-4d69-b52f-519ec858d7b5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:38.018256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e16e0-0a45-416d-b9a0-72778fc90e1f None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:38.019543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8e4e16e0-0a45-416d-b9a0-72778fc90e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a179e80>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:38.030265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:38.055413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=3e502b64-4954-4810-ac6a-539a42a089ba,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:38.060060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:38.088058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85391532-631d-46b5-b2aa-11508ec90105 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:38.095333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb51c527-c432-4007-8410-6e10c225794b None None] Network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:38.097829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1443aca6-40f2-4b6d-81e6-f82518915fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:38.136987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1974442-db04-4d69-b52f-519ec858d7b5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:38.207327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85391532-631d-46b5-b2aa-11508ec90105 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=53b946f4-ac00-411f-9c23-39d7ef8452fc,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:38.214690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-85391532-631d-46b5-b2aa-11508ec90105 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:38.246350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-8e4e16e0-0a45-416d-b9a0-72778fc90e1f None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:38.277142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-446908f0-42aa-424e-8698-f2a78bebbe8a None None] Provisioning for port b6b91e5b-ea63-4d85-951a-46717638a1b3 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:38.291490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85391532-631d-46b5-b2aa-11508ec90105 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:38.313737 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-85391532-631d-46b5-b2aa-11508ec90105 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/53b946f4-ac00-411f-9c23-39d7ef8452fc HTTP/1.1" status: 204  len: 168 time: 1.3964808
Dec 23 16:20:38.317593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57408) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:38.321808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port b6b91e5b-ea63-4d85-951a-46717638a1b3 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:38.348977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1974442-db04-4d69-b52f-519ec858d7b5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:38.355099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=acb9f051-3920-4068-81ef-5a59306c1e76,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:38.362112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b6b91e5b-ea63-4d85-951a-46717638a1b3 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:38.366977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:38.393053 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e4e95f-b746-4c81-bdd2-c9015f67e65f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] GET failed (client error): The resource could not be found.
Dec 23 16:20:38.393635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-71e4e95f-b746-4c81-bdd2-c9015f67e65f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:38.444601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-71e4e95f-b746-4c81-bdd2-c9015f67e65f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:38.449211 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-71e4e95f-b746-4c81-bdd2-c9015f67e65f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/53b946f4-ac00-411f-9c23-39d7ef8452fc HTTP/1.1" status: 404  len: 333 time: 0.1257193
Dec 23 16:20:38.451256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57412) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:38.453170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:38.472082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1974442-db04-4d69-b52f-519ec858d7b5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:38.484143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e2d6abe3-75cf-4b03-b24d-099b6d32d9a7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:38.500223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:20:38.558813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1974442-db04-4d69-b52f-519ec858d7b5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Subnet': ['ID=f0dff2ac-9e06-414a-8435-fe685f6504c4,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:38.568350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1974442-db04-4d69-b52f-519ec858d7b5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:38.574781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1974442-db04-4d69-b52f-519ec858d7b5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:38.584193 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a1974442-db04-4d69-b52f-519ec858d7b5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/f0dff2ac-9e06-414a-8435-fe685f6504c4 HTTP/1.1" status: 204  len: 168 time: 0.9115589
Dec 23 16:20:38.586840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57416) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:38.600508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c28ba9-fef3-4d81-87ba-93b1bce7c5df None None] Network 649b3993-29ba-4456-8bd4-9203deb2d38d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:38.763639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8e4e16e0-0a45-416d-b9a0-72778fc90e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a179e80>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:34Z', 'revision_number': 9, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:38.769622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e16e0-0a45-416d-b9a0-72778fc90e1f None None] The sync data for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv is: [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:34Z', 'revision_number': 9, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '2a3566c5-e26b-4b8e-922a-ff3bba94a626', 'name': '', 'network_id': '7c77b06d-33c8-425c-8c34-f8db7020b623', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:63:4c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:52Z', 'updated_at': '2021-12-23T16:20:02Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '1336cd6b-fe73-47c6-8d91-29280d5d8755', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:38.821409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:38.835477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port f547205c-efe1-42c2-b9e6-b0fced17a70d {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:38.835860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.046715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1d8b9b-fe5b-463d-99b3-bf937e311ca3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting subnet 1a6cd9d6-8d70-47bb-a64a-3bd62179b6d9 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:20:39.054125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8b9b-fe5b-463d-99b3-bf937e311ca3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.126741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8b9b-fe5b-463d-99b3-bf937e311ca3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.155175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] For port f547205c-efe1-42c2-b9e6-b0fced17a70d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f547205c-efe1-42c2-b9e6-b0fced17a70d,segment=NetworkSegment(f5e0c646-1c35-4317-833d-34a3ef7384c6),segment_id=f5e0c646-1c35-4317-833d-34a3ef7384c6)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:39.155455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.190271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.195395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:39.208597 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5010195
Dec 23 16:20:39.209702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57420) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:39.231849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port b6b91e5b-ea63-4d85-951a-46717638a1b3, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b6b91e5b-ea63-4d85-951a-46717638a1b3,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:39.238807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Sync routers for ids ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:39.245366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.246320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device aa7144c8-a11e-45b7-9cdb-183649ae95ee up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:39.297143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:39.351010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8096c587-f9f8-409c-9e92-a12283e3ae30 None None] Network 8e2062b9-b00d-441a-b138-fd825f2381ab requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:39.353851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for f547205c-efe1-42c2-b9e6-b0fced17a70d owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:39.470378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.477123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:39.524039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Routers {'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:39.524768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79db3c50>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:39.534084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=f547205c-efe1-42c2-b9e6-b0fced17a70d,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:39.537206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:39.539715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] No DVR routers for this DVR port f547205c-efe1-42c2-b9e6-b0fced17a70d on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:20:39.607202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8b9b-fe5b-463d-99b3-bf937e311ca3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.626800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=b6b91e5b-ea63-4d85-951a-46717638a1b3,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:39.637982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0bfeea0b-a845-4721-becf-7546689d0d08 None None] Provisioning for port aa7144c8-a11e-45b7-9cdb-183649ae95ee completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:39.643457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:39.709891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.715667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd03824-62ce-4656-85bb-f9cf57a0d238 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.716575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd03824-62ce-4656-85bb-f9cf57a0d238 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.717397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd03824-62ce-4656-85bb-f9cf57a0d238 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.718229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd03824-62ce-4656-85bb-f9cf57a0d238 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.719074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd03824-62ce-4656-85bb-f9cf57a0d238 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.719915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd03824-62ce-4656-85bb-f9cf57a0d238 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.720955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd03824-62ce-4656-85bb-f9cf57a0d238 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.721856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd03824-62ce-4656-85bb-f9cf57a0d238 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.723243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd03824-62ce-4656-85bb-f9cf57a0d238 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.727166 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5fd03824-62ce-4656-85bb-f9cf57a0d238 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6255 time: 0.5160770
Dec 23 16:20:39.730123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57424) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:39.752310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a569860>,) {'filters': {'network_id': ['649b3993-29ba-4456-8bd4-9203deb2d38d']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:39.758684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0bfeea0b-a845-4721-becf-7546689d0d08 None None] Could not find standard attr ID for object 53b946f4-ac00-411f-9c23-39d7ef8452fc. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:20:39.768117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73403ab8-bd76-4d7d-acf2-47ad319db76f None None] DHCP port deletion for 649b3993-29ba-4456-8bd4-9203deb2d38d request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:20:39.775468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a569860>, 'f5e0c646-1c35-4317-833d-34a3ef7384c6') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:39.775810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a569860>, 'f5e0c646-1c35-4317-833d-34a3ef7384c6') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:39.790241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.807635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.812851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port aa7144c8-a11e-45b7-9cdb-183649ae95ee completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:39.813614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8b9b-fe5b-463d-99b3-bf937e311ca3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.817729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:20:39.818461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.820809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aba457cb-bcaa-4d70-94f5-30369ddaec98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:39.833689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port aa7144c8-a11e-45b7-9cdb-183649ae95ee triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:39.834131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:20:39.839796 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:20:39.870516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d8b9b-fe5b-463d-99b3-bf937e311ca3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6cd9d6-8d70-47bb-a64a-3bd62179b6d9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:39.878353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6b1d8b9b-fe5b-463d-99b3-bf937e311ca3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:39.900997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd584f-13f4-47b3-98ba-72c6ef982463 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.901693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd584f-13f4-47b3-98ba-72c6ef982463 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.902903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd584f-13f4-47b3-98ba-72c6ef982463 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.903658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd584f-13f4-47b3-98ba-72c6ef982463 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.909654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd584f-13f4-47b3-98ba-72c6ef982463 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.911934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd584f-13f4-47b3-98ba-72c6ef982463 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.912527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd584f-13f4-47b3-98ba-72c6ef982463 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:39.914806 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-60cd584f-13f4-47b3-98ba-72c6ef982463 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4572 time: 0.1835568
Dec 23 16:20:39.920101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8b9b-fe5b-463d-99b3-bf937e311ca3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.924555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57430) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:39.956904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.960728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f50c7cac-349e-44ef-a1fe-c975bbe6ade9 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:39.975489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Set router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:39.983098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:39.991619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Network': ['ID=649b3993-29ba-4456-8bd4-9203deb2d38d,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:39.998003 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6b1d8b9b-fe5b-463d-99b3-bf937e311ca3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/1a6cd9d6-8d70-47bb-a64a-3bd62179b6d9 HTTP/1.1" status: 204  len: 168 time: 1.5451059
Dec 23 16:20:40.000692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:40.001400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57434) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:40.038875 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/networks/649b3993-29ba-4456-8bd4-9203deb2d38d HTTP/1.1" status: 204  len: 168 time: 1.4499443
Dec 23 16:20:40.039932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57438) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:40.193576 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3a786db8-c467-4a53-9056-71fd9acab3b5 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2143 time: 0.2643549
Dec 23 16:20:40.310870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:40.311127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e3a173ba-93b4-4b17-9714-8256a1141f66 None None] Provisioning complete for port b6b91e5b-ea63-4d85-951a-46717638a1b3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:40.311494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3a173ba-93b4-4b17-9714-8256a1141f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:40.339680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port aa7144c8-a11e-45b7-9cdb-183649ae95ee {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:40.340253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:40.361083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:40.508996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port aa7144c8-a11e-45b7-9cdb-183649ae95ee, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=aa7144c8-a11e-45b7-9cdb-183649ae95ee,segment=NetworkSegment(eeba8832-1f74-4755-842e-471d70151c8c),segment_id=eeba8832-1f74-4755-842e-471d70151c8c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:40.530142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:40.536061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6fa2b33f-ba6c-4af2-9996-562e68a9942b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:40.591957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57444) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:40.601053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-280543774', 'description': 'tempest-secgroup-smoke-280543774 description', 'project_id': '756d2eff28424d1081cd07d60adf0a7c'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:40.625745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:40.631564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:40.635231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:40.648539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:40.678680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:40.738025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:40.745049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device acb9f051-3920-4068-81ef-5a59306c1e76 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:40.746877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:40.755475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:40.765528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:40.837723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:40.841635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:40.874037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-af6e8f55-a9d9-4e90-993e-43826593852f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:40.877228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dfb4a5-5c5d-42a7-a554-0681955a0bcf None None] Network 8e2062b9-b00d-441a-b138-fd825f2381ab requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:40.887751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:40.889271 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2960379
Dec 23 16:20:40.916162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:40.918501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57448) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:40.921850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:40.926510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5883e98f-1dc5-4d43-ad32-31f90e5af13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:40.933636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5883e98f-1dc5-4d43-ad32-31f90e5af13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:40.935096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e3a173ba-93b4-4b17-9714-8256a1141f66 None None] Provisioning for port 3e502b64-4954-4810-ac6a-539a42a089ba completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:40.938127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5883e98f-1dc5-4d43-ad32-31f90e5af13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:40.941327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5883e98f-1dc5-4d43-ad32-31f90e5af13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:40.948749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5883e98f-1dc5-4d43-ad32-31f90e5af13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:40.968411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=aa7144c8-a11e-45b7-9cdb-183649ae95ee,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:40.969275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5883e98f-1dc5-4d43-ad32-31f90e5af13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:40.976465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e3a173ba-93b4-4b17-9714-8256a1141f66 None None] Provisioning complete for port 3e502b64-4954-4810-ac6a-539a42a089ba triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:40.977027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e3a173ba-93b4-4b17-9714-8256a1141f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.020286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:41.020957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port acb9f051-3920-4068-81ef-5a59306c1e76 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:41.021386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.047041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5883e98f-1dc5-4d43-ad32-31f90e5af13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.050755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5883e98f-1dc5-4d43-ad32-31f90e5af13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.053357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-177f6600-64d0-4afd-9ffc-36b89017199f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:41.075078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] For port aa7144c8-a11e-45b7-9cdb-183649ae95ee, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=aa7144c8-a11e-45b7-9cdb-183649ae95ee,segment=NetworkSegment(eeba8832-1f74-4755-842e-471d70151c8c),segment_id=eeba8832-1f74-4755-842e-471d70151c8c)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:41.075493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.080398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883e98f-1dc5-4d43-ad32-31f90e5af13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726fc76d-b3bd-4cee-b1be-d31217cd73b8,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:41.084256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5883e98f-1dc5-4d43-ad32-31f90e5af13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:41.092611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5883e98f-1dc5-4d43-ad32-31f90e5af13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.094119 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5883e98f-1dc5-4d43-ad32-31f90e5af13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1745074
Dec 23 16:20:41.097269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57452) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:41.104260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-310ccea7-627a-4a4b-8ad4-cfd081f3c047 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:41.112984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-310ccea7-627a-4a4b-8ad4-cfd081f3c047 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:41.118509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-310ccea7-627a-4a4b-8ad4-cfd081f3c047 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:41.122052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-310ccea7-627a-4a4b-8ad4-cfd081f3c047 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:41.130389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79db3c50>, [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:36Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '3e502b64-4954-4810-ac6a-539a42a089ba', 'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:46:de:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:35Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 2, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:41.130598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-310ccea7-627a-4a4b-8ad4-cfd081f3c047 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:41.150804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-310ccea7-627a-4a4b-8ad4-cfd081f3c047 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.213848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for aa7144c8-a11e-45b7-9cdb-183649ae95ee owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:41.239080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-310ccea7-627a-4a4b-8ad4-cfd081f3c047 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.243232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-310ccea7-627a-4a4b-8ad4-cfd081f3c047 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.253783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-237b29bb-9745-4eea-b762-e85cf5f73780 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:41.272344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-293adab8-6dc1-4b70-83d8-4b57d3821c91 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.279359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ccea7-627a-4a4b-8ad4-cfd081f3c047 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04da3bf5-d298-4ad6-ae68-d861a415d06b,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:41.282220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-310ccea7-627a-4a4b-8ad4-cfd081f3c047 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:41.290241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-310ccea7-627a-4a4b-8ad4-cfd081f3c047 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.291944 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-310ccea7-627a-4a4b-8ad4-cfd081f3c047 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1929436
Dec 23 16:20:41.294792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57456) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:41.302367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-43b072be-ac8e-4860-9c4f-aae72da652f4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:41.309661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-43b072be-ac8e-4860-9c4f-aae72da652f4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:41.314160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-43b072be-ac8e-4860-9c4f-aae72da652f4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:41.318960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-43b072be-ac8e-4860-9c4f-aae72da652f4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:41.325686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-43b072be-ac8e-4860-9c4f-aae72da652f4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:41.338351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Checking router: e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:41.338779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Updating router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 port 3e502b64-4954-4810-ac6a-539a42a089ba binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:20:41.346585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43b072be-ac8e-4860-9c4f-aae72da652f4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.418777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43b072be-ac8e-4860-9c4f-aae72da652f4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.422289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43b072be-ac8e-4860-9c4f-aae72da652f4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.423441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e3a173ba-93b4-4b17-9714-8256a1141f66 None None] Port 3e502b64-4954-4810-ac6a-539a42a089ba cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:20:41.424711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:41.443289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88840) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:20:41.443648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:20:41.454323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b072be-ac8e-4860-9c4f-aae72da652f4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1174fe7e-9334-4b6c-a812-22368cc7e926,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:41.457823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-43b072be-ac8e-4860-9c4f-aae72da652f4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:41.465938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43b072be-ac8e-4860-9c4f-aae72da652f4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.467458 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-43b072be-ac8e-4860-9c4f-aae72da652f4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1713338
Dec 23 16:20:41.470288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57460) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:41.477815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8010b312-b596-47c3-8e33-52400accaa62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:41.486465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8010b312-b596-47c3-8e33-52400accaa62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:41.489779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.495872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8010b312-b596-47c3-8e33-52400accaa62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:41.499305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8010b312-b596-47c3-8e33-52400accaa62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:41.507160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8010b312-b596-47c3-8e33-52400accaa62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:41.527569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8010b312-b596-47c3-8e33-52400accaa62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.605876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8010b312-b596-47c3-8e33-52400accaa62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.608952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8010b312-b596-47c3-8e33-52400accaa62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.610897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f7c83301-705c-4537-b9a4-412cfcc6a0eb tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:41.631618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010b312-b596-47c3-8e33-52400accaa62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25920cd-c2c8-4900-b47d-99c9df987cbc,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:41.638617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8010b312-b596-47c3-8e33-52400accaa62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:41.649317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8010b312-b596-47c3-8e33-52400accaa62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.653216 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8010b312-b596-47c3-8e33-52400accaa62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1792436
Dec 23 16:20:41.653464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57464) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:41.661172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d0f52191-3bad-4d6a-a19b-9be8660c0502 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:41.667247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d0f52191-3bad-4d6a-a19b-9be8660c0502 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:41.671404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d0f52191-3bad-4d6a-a19b-9be8660c0502 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:41.674482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d0f52191-3bad-4d6a-a19b-9be8660c0502 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:41.682090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d0f52191-3bad-4d6a-a19b-9be8660c0502 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:41.695875 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-d0f52191-3bad-4d6a-a19b-9be8660c0502 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:20:41.703269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b6b91e5b-ea63-4d85-951a-46717638a1b3 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:41.704237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0f52191-3bad-4d6a-a19b-9be8660c0502 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.783824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0f52191-3bad-4d6a-a19b-9be8660c0502 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.783988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fae13c86-8f58-49a6-ab4a-61bdc0d22e25 None None] Provisioning complete for port aa7144c8-a11e-45b7-9cdb-183649ae95ee triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:41.783988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fae13c86-8f58-49a6-ab4a-61bdc0d22e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.790404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0f52191-3bad-4d6a-a19b-9be8660c0502 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.792716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5883e98f-1dc5-4d43-ad32-31f90e5af13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:41.823689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f52191-3bad-4d6a-a19b-9be8660c0502 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e9c90f-d600-4e62-b426-9c0deaa553c5,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:41.841525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d0f52191-3bad-4d6a-a19b-9be8660c0502 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:41.848180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d0f52191-3bad-4d6a-a19b-9be8660c0502 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.853134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57468) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:41.853615 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d0f52191-3bad-4d6a-a19b-9be8660c0502 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1987648
Dec 23 16:20:41.860623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-826f9eb6-3ffd-45be-96aa-87c4f30a5509 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:41.861479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc11f47-58d4-44d8-b0ec-a6f0770e1399 None None] DHCP port deletion for 8e2062b9-b00d-441a-b138-fd825f2381ab request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:20:41.870272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-826f9eb6-3ffd-45be-96aa-87c4f30a5509 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:41.892855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2dc11f47-58d4-44d8-b0ec-a6f0770e1399 None None] Deleting port aa7144c8-a11e-45b7-9cdb-183649ae95ee {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:41.893285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2dc11f47-58d4-44d8-b0ec-a6f0770e1399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.907631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-826f9eb6-3ffd-45be-96aa-87c4f30a5509 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:41.916760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-826f9eb6-3ffd-45be-96aa-87c4f30a5509 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:41.925781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-826f9eb6-3ffd-45be-96aa-87c4f30a5509 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:41.943493 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-826f9eb6-3ffd-45be-96aa-87c4f30a5509 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:20:41.949406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port aa7144c8-a11e-45b7-9cdb-183649ae95ee {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:41.949795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:41.982682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-826f9eb6-3ffd-45be-96aa-87c4f30a5509 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:42.178920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-293adab8-6dc1-4b70-83d8-4b57d3821c91 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port 2a3566c5-e26b-4b8e-922a-ff3bba94a626 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:42.179358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-293adab8-6dc1-4b70-83d8-4b57d3821c91 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:42.189307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b6b91e5b-ea63-4d85-951a-46717638a1b3 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:42.189742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:42.272293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-826f9eb6-3ffd-45be-96aa-87c4f30a5509 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:42.274595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:42.282572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-826f9eb6-3ffd-45be-96aa-87c4f30a5509 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:42.289244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5741c9b3-a9ae-4098-95e0-b9937cf477ff tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:42.402880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f9eb6-3ffd-45be-96aa-87c4f30a5509 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b7ef84-806f-4fec-bd81-0b0783cac0c5,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:42.411984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-826f9eb6-3ffd-45be-96aa-87c4f30a5509 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:42.413770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] For port aa7144c8-a11e-45b7-9cdb-183649ae95ee, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=aa7144c8-a11e-45b7-9cdb-183649ae95ee,segment=NetworkSegment(eeba8832-1f74-4755-842e-471d70151c8c),segment_id=eeba8832-1f74-4755-842e-471d70151c8c)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:42.414181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:42.432181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2dc11f47-58d4-44d8-b0ec-a6f0770e1399 None None] For port aa7144c8-a11e-45b7-9cdb-183649ae95ee, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=aa7144c8-a11e-45b7-9cdb-183649ae95ee,segment=NetworkSegment(eeba8832-1f74-4755-842e-471d70151c8c),segment_id=eeba8832-1f74-4755-842e-471d70151c8c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:42.432564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2dc11f47-58d4-44d8-b0ec-a6f0770e1399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:42.459936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fae13c86-8f58-49a6-ab4a-61bdc0d22e25 None None] Provisioning complete for port 3e502b64-4954-4810-ac6a-539a42a089ba triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:42.460369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fae13c86-8f58-49a6-ab4a-61bdc0d22e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:42.565737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for aa7144c8-a11e-45b7-9cdb-183649ae95ee owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:42.625719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:42.634783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2dc11f47-58d4-44d8-b0ec-a6f0770e1399 None None] Calling delete_port for aa7144c8-a11e-45b7-9cdb-183649ae95ee owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:42.659940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-826f9eb6-3ffd-45be-96aa-87c4f30a5509 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:42.661246 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-826f9eb6-3ffd-45be-96aa-87c4f30a5509 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.8064375
Dec 23 16:20:42.738787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Transition to ACTIVE for port object 3e502b64-4954-4810-ac6a-539a42a089ba will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:42.746888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-293adab8-6dc1-4b70-83d8-4b57d3821c91 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] For port 2a3566c5-e26b-4b8e-922a-ff3bba94a626, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2a3566c5-e26b-4b8e-922a-ff3bba94a626,segment=NetworkSegment(37a83e28-4e1e-4c38-ba03-587a36ad924c),segment_id=37a83e28-4e1e-4c38-ba03-587a36ad924c)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:42.747332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-293adab8-6dc1-4b70-83d8-4b57d3821c91 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:42.763558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fae13c86-8f58-49a6-ab4a-61bdc0d22e25 None None] Port 3e502b64-4954-4810-ac6a-539a42a089ba cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:20:42.765238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:42.774701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4b3b4785-bf0f-4657-abb3-91eed4ea78cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:42.821264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:42.885111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-741678c5-6cdd-4dcd-ada5-27a05d61ebae tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:42.926589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-2dc11f47-58d4-44d8-b0ec-a6f0770e1399 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:20:42.927024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-2dc11f47-58d4-44d8-b0ec-a6f0770e1399 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:20:42.932501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f547205c-efe1-42c2-b9e6-b0fced17a70d no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:42.967925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2ef41-8e67-4cb1-a9ac-750079b586b7 None None] Pushing event updated for resources: {'Port': ['ID=3e502b64-4954-4810-ac6a-539a42a089ba,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:42.969510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-293adab8-6dc1-4b70-83d8-4b57d3821c91 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for 2a3566c5-e26b-4b8e-922a-ff3bba94a626 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:42.978721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cac2ef41-8e67-4cb1-a9ac-750079b586b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:42.979391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: f547205c-efe1-42c2-b9e6-b0fced17a70d {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:42.979793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f547205c-efe1-42c2-b9e6-b0fced17a70d not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:42.980272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 36424d00-ea3d-46cf-bc06-3844062b6bbe no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:43.010929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=aa7144c8-a11e-45b7-9cdb-183649ae95ee,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:43.013678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:43.018499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 36424d00-ea3d-46cf-bc06-3844062b6bbe {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:43.019594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 36424d00-ea3d-46cf-bc06-3844062b6bbe not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:43.051304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No DVR routers for this DVR port aa7144c8-a11e-45b7-9cdb-183649ae95ee on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:20:43.132318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Attempting to bind port 3e502b64-4954-4810-ac6a-539a42a089ba on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:20:43.133310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Attempting to bind port 3e502b64-4954-4810-ac6a-539a42a089ba by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:20:43.133910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Attempting to bind port 3e502b64-4954-4810-ac6a-539a42a089ba on network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:20:43.146874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device aa7144c8-a11e-45b7-9cdb-183649ae95ee no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:43.191187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:20:43.191854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Checking segment: {'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:43.192330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:43.192792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Bound using segment: {'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:20:43.193347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Bound port: 3e502b64-4954-4810-ac6a-539a42a089ba, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:20:43.193780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:43.213007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: aa7144c8-a11e-45b7-9cdb-183649ae95ee {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:43.213420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device aa7144c8-a11e-45b7-9cdb-183649ae95ee not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:43.268583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-03a72d5d-3194-48e8-ad2e-0ede7cd92561 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:43.286017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:43.287275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-03a72d5d-3194-48e8-ad2e-0ede7cd92561 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:43.288566 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-03a72d5d-3194-48e8-ad2e-0ede7cd92561 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280543774&fields=id&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 267 time: 0.0829842
Dec 23 16:20:43.313081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] For port 3e502b64-4954-4810-ac6a-539a42a089ba, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:20:43.317710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] For port 3e502b64-4954-4810-ac6a-539a42a089ba, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3e502b64-4954-4810-ac6a-539a42a089ba,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:20:43.322474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:43.328452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7918ee10>,) {'filters': {'network_id': ['8e2062b9-b00d-441a-b138-fd825f2381ab']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:43.329914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-538baf1f-893d-4582-a2d4-62bf8158f17e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:43.345410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7918ee10>, 'eeba8832-1f74-4755-842e-471d70151c8c') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:43.345739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7918ee10>, 'eeba8832-1f74-4755-842e-471d70151c8c') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:43.365727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:43.385028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:43.397426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:20:43.397892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:20:43.415294 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:20:43.479467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-d67945f9-c743-4517-b867-4fb245ceab40 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:43.480197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-d67945f9-c743-4517-b867-4fb245ceab40 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:43.497701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-d67945f9-c743-4517-b867-4fb245ceab40 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:43.499040 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-d67945f9-c743-4517-b867-4fb245ceab40 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/networks?id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a HTTP/1.1" status: 200  len: 797 time: 0.2021573
Dec 23 16:20:43.520255 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-f9155d45-548d-4690-b01b-42e02ca2fa1c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/quotas/756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 375 time: 0.0132873
Dec 23 16:20:43.530948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2dc11f47-58d4-44d8-b0ec-a6f0770e1399 None None] Deleting port aa7144c8-a11e-45b7-9cdb-183649ae95ee {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:43.531318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2dc11f47-58d4-44d8-b0ec-a6f0770e1399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:43.559903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:43.563325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-254e7c80-db49-4fb4-a46e-78da72420639 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:43.583260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:43.590003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-293adab8-6dc1-4b70-83d8-4b57d3821c91 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:43.598244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Network': ['ID=8e2062b9-b00d-441a-b138-fd825f2381ab,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:43.604030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:43.606721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-85391532-631d-46b5-b2aa-11508ec90105 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:43.617982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-82a74d40-44b4-4865-96f2-40fbbdc0adf8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:43.632395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2dc11f47-58d4-44d8-b0ec-a6f0770e1399 None None] The port 'aa7144c8-a11e-45b7-9cdb-183649ae95ee' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:20:43.635770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-82a74d40-44b4-4865-96f2-40fbbdc0adf8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:43.656028 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-82a74d40-44b4-4865-96f2-40fbbdc0adf8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1162722
Dec 23 16:20:43.663381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293adab8-6dc1-4b70-83d8-4b57d3821c91 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=2a3566c5-e26b-4b8e-922a-ff3bba94a626,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:43.663600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0515588b-7cc6-4179-ab29-942f13c9b188 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:20:43.664592 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0515588b-7cc6-4179-ab29-942f13c9b188 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0071516
Dec 23 16:20:43.668486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-293adab8-6dc1-4b70-83d8-4b57d3821c91 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:43.672708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2ef41-8e67-4cb1-a9ac-750079b586b7 None None] Pushing event updated for resources: {'Port': ['ID=3e502b64-4954-4810-ac6a-539a42a089ba,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:43.677512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cac2ef41-8e67-4cb1-a9ac-750079b586b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:43.680597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Routers {'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:43.681311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79db3c50>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:43.890942 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-7b7faa4e-bcdf-4853-b81c-c3bf6e771369 service neutron] 10.222.0.67 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2019708
Dec 23 16:20:43.942535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] Set router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:44.023417 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/networks/8e2062b9-b00d-441a-b138-fd825f2381ab HTTP/1.1" status: 204  len: 168 time: 4.0131500
Dec 23 16:20:44.027176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57486) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:44.038546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2047908153'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:44.044344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:44.048702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:network and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:44.051853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:44.058275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:44.072391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:44.078300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:44.117246 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-b4a193a2-f99c-458b-b77c-c1082baf4069 service neutron] 10.222.0.67 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2176752
Dec 23 16:20:44.249999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:20:44.277919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:44.278517 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Added segment c8e2a0fc-151a-4ecd-b48d-95b78c282fe3 of type vlan for network 7f8c61dc-0ffb-41b9-9383-473ad6ef86ee
Dec 23 16:20:44.327858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:44.349841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-293adab8-6dc1-4b70-83d8-4b57d3821c91 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:44.376226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79db3c50>, [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:36Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '3e502b64-4954-4810-ac6a-539a42a089ba', 'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:46:de:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:35Z', 'updated_at': '2021-12-23T16:20:43Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:44.393592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609237d-8627-4b1d-9061-2bac23b9ba68 None None] The sync data for ids ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'] in dv-neutron-822801-1-hyperv is: [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:36Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '3e502b64-4954-4810-ac6a-539a42a089ba', 'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:46:de:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:35Z', 'updated_at': '2021-12-23T16:20:43Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:44.518354 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e4e7d31f-0c5c-4aee-9c36-376cb8a81f35 req-06232870-b686-4d43-824d-2e52bf0a76e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 210 time: 0.2048154
Dec 23 16:20:44.520281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:44.526292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:44.526900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:44.536584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1a2216dd-105b-425f-919b-d11aeec6417b tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:44.678380 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6476347
Dec 23 16:20:44.678911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57502) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:44.687099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'subnet': {'network_id': '7f8c61dc-0ffb-41b9-9383-473ad6ef86ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:44.746014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Network': ['ID=7f8c61dc-0ffb-41b9-9383-473ad6ef86ee,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:44.753782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:44.758655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 7f8c61dc-0ffb-41b9-9383-473ad6ef86ee details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:20:44.862622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:44.882201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:subnet and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:44.886980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:44.899787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:44.909806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:45.059442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:45.214396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293adab8-6dc1-4b70-83d8-4b57d3821c91 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:20:45.306937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3e502b64-4954-4810-ac6a-539a42a089ba up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:45.395171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:45.402999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e66d1c16-197a-43d1-a474-d1be90a16526 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:45.416632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 3e502b64-4954-4810-ac6a-539a42a089ba completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:45.422234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3e502b64-4954-4810-ac6a-539a42a089ba triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:45.422766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:45.447925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293adab8-6dc1-4b70-83d8-4b57d3821c91 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:45.460271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f456079-4024-455c-8131-e6227ad099c4 None None] Sync routers for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:45.469401 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-293adab8-6dc1-4b70-83d8-4b57d3821c91 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/11fe8027-a6b8-4937-8c1c-a0ec49ac8f72/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4237740
Dec 23 16:20:45.470831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57510) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:45.477209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f456079-4024-455c-8131-e6227ad099c4 None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:45.478357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2f456079-4024-455c-8131-e6227ad099c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7b3710>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:45.508771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Subnet': ['ID=c955a8b0-5e4d-4088-b60e-b7351513433c,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:45.523074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:45.571171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Checking segment: {'id': 'c8e2a0fc-151a-4ecd-b48d-95b78c282fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7f8c61dc-0ffb-41b9-9383-473ad6ef86ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:45.571956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network hostable DHCP agents. Network: 7f8c61dc-0ffb-41b9-9383-473ad6ef86ee, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:20:45.608058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:45.628195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 7f8c61dc-0ffb-41b9-9383-473ad6ef86ee is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:20:45.648606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 7f8c61dc-0ffb-41b9-9383-473ad6ef86ee) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:45.658661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:45.659934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:45.669207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a20ad-3aa7-440c-b46b-1d983cc569e8 None None] Network 7f8c61dc-0ffb-41b9-9383-473ad6ef86ee requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:45.710404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-2f456079-4024-455c-8131-e6227ad099c4 None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:45.719257 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0391140
Dec 23 16:20:45.719470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57516) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:45.728191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'network_id': '7f8c61dc-0ffb-41b9-9383-473ad6ef86ee', 'name': 'tempest-PortsIpV6TestJSON-914271646', 'fixed_ips': [{'subnet_id': 'c955a8b0-5e4d-4088-b60e-b7351513433c', 'ip_address': '2001:db8::10'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:45.760845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 3e502b64-4954-4810-ac6a-539a42a089ba, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3e502b64-4954-4810-ac6a-539a42a089ba,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:45.777611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e1b5ff-44d5-4d2e-b8e7-8dce941872d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting subnet 1336cd6b-fe73-47c6-8d91-29280d5d8755 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:20:45.783866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58e1b5ff-44d5-4d2e-b8e7-8dce941872d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:45.822202 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4d3d7d7f-1734-493c-88a5-196df7243d20 req-ce6ac58d-4205-4b8f-a839-95339145c33f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 210 time: 0.0694413
Dec 23 16:20:45.832627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:45.880175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:45.984959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58e1b5ff-44d5-4d2e-b8e7-8dce941872d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:46.129196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:46.134011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:port and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:46.137135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:46.149897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:46.150472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-97ffe3b9-8834-4519-b7cd-d74c4c06ba2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:46.152682 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-97ffe3b9-8834-4519-b7cd-d74c4c06ba2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/networks?id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a HTTP/1.1" status: 200  len: 797 time: 0.2274811
Dec 23 16:20:46.163469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=3e502b64-4954-4810-ac6a-539a42a089ba,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:46.192087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:46.259462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58e1b5ff-44d5-4d2e-b8e7-8dce941872d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:46.280845 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-94f7a621-5041-4b3c-b7df-80f081a1136d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 379 time: 0.1092038
Dec 23 16:20:46.294390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'port': {'device_id': '491acfc5-7861-43d1-b6b7-153936c59854', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'admin_state_up': True, 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'security_groups': ['fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:46.311905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-7f8c61dc-0ffb-41b9-9383-473ad6ef86ee', 'network_id': '7f8c61dc-0ffb-41b9-9383-473ad6ef86ee', 'tenant_id': '42b027ae4e0648eebf22f0ddb7193558', 'fixed_ips': [{'subnet_id': 'c955a8b0-5e4d-4088-b60e-b7351513433c'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:20:46.313295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:46.325057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:46.327327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2f456079-4024-455c-8131-e6227ad099c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7b3710>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:43Z', 'revision_number': 10, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:46.333386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f456079-4024-455c-8131-e6227ad099c4 None None] Checking router: 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:46.353819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f456079-4024-455c-8131-e6227ad099c4 None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:46.354605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2f456079-4024-455c-8131-e6227ad099c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7b3710>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:46.536605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Allocated IP 2001:db8::2 (7f8c61dc-0ffb-41b9-9383-473ad6ef86ee/c955a8b0-5e4d-4088-b60e-b7351513433c/4461303a-c0c6-4e33-a2a0-f6b360036a99) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:46.544245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:46.561352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:46.571715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-2f456079-4024-455c-8131-e6227ad099c4 None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:46.574833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:46.577773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:46.585114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:46.590024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58e1b5ff-44d5-4d2e-b8e7-8dce941872d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:46.598894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c236c48-46ec-41ae-81ad-cde702f41dfa tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:46.644712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1b5ff-44d5-4d2e-b8e7-8dce941872d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Subnet': ['ID=1336cd6b-fe73-47c6-8d91-29280d5d8755,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:46.648597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58e1b5ff-44d5-4d2e-b8e7-8dce941872d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:46.655022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port 1082de90-f2f2-41fc-8c84-69b952871b91 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:20:46.799232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:46.803933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58e1b5ff-44d5-4d2e-b8e7-8dce941872d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:46.813492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Transition to ACTIVE for port object 4461303a-c0c6-4e33-a2a0-f6b360036a99 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:46.819780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b72522a-a072-442c-8216-652b0650c3be None None] Network 7c77b06d-33c8-425c-8c34-f8db7020b623 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:46.836003 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-58e1b5ff-44d5-4d2e-b8e7-8dce941872d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/1336cd6b-fe73-47c6-8d91-29280d5d8755 HTTP/1.1" status: 204  len: 168 time: 1.3614798
Dec 23 16:20:46.838223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57524) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:46.873821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.14 (40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a/80d54b75-48e3-4fd7-8c07-817aabc35290/f0281b54-495e-47da-9849-b0dae0151a49) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:46.885317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Transition to ACTIVE for port object 4461303a-c0c6-4e33-a2a0-f6b360036a99 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:46.948582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:46.982065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:47.101239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Network 7f8c61dc-0ffb-41b9-9383-473ad6ef86ee is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:47.110020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:47.120230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2f456079-4024-455c-8131-e6227ad099c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7b3710>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:43Z', 'revision_number': 10, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:47.124866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f456079-4024-455c-8131-e6227ad099c4 None None] The sync data for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv is: [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:43Z', 'revision_number': 10, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None, '_interfaces': [{'id': '9538448f-3b89-48eb-8f72-dba34b26de6a', 'name': '', 'network_id': '0cd9dd55-7c0c-4b8f-be29-27f30d776429', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'mac_address': 'fa:16:3e:06:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:42Z', 'updated_at': '2021-12-23T16:19:52Z', 'revision_number': 5, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'subnets': [{'id': '4a1fce32-236a-426d-a3c0-af3c52b93870', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:47.152883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:47.173244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:47.189730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object f0281b54-495e-47da-9849-b0dae0151a49 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:47.213861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:47.221582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15df37f6-0d1d-4ee6-b792-8c8847ffa330 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:47.228596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3e502b64-4954-4810-ac6a-539a42a089ba up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:47.311677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=f0281b54-495e-47da-9849-b0dae0151a49,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:47.316140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:47.332880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:47.334281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:47.336928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:47.412740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Pushing event updated for resources: {'Port': ['ID=4461303a-c0c6-4e33-a2a0-f6b360036a99,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:47.424557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:47.425410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:47.426327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:47.448137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Attempting to bind port 4461303a-c0c6-4e33-a2a0-f6b360036a99 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:20:47.448571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Attempting to bind port 4461303a-c0c6-4e33-a2a0-f6b360036a99 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'c8e2a0fc-151a-4ecd-b48d-95b78c282fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7f8c61dc-0ffb-41b9-9383-473ad6ef86ee'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:20:47.448999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Attempting to bind port 4461303a-c0c6-4e33-a2a0-f6b360036a99 on network 7f8c61dc-0ffb-41b9-9383-473ad6ef86ee {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:20:47.460035 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1732447
Dec 23 16:20:47.461609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:20:47.462052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Checking segment: {'id': 'c8e2a0fc-151a-4ecd-b48d-95b78c282fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7f8c61dc-0ffb-41b9-9383-473ad6ef86ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:47.462517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:47.462975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Bound using segment: {'id': 'c8e2a0fc-151a-4ecd-b48d-95b78c282fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7f8c61dc-0ffb-41b9-9383-473ad6ef86ee'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:20:47.463547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Bound port: 4461303a-c0c6-4e33-a2a0-f6b360036a99, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e2a0fc-151a-4ecd-b48d-95b78c282fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7f8c61dc-0ffb-41b9-9383-473ad6ef86ee'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:20:47.463980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:47.479373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-a261afe2-98c0-4169-ac93-e3f3d23b2bb8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:20:47.481184 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-a261afe2-98c0-4169-ac93-e3f3d23b2bb8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0124154
Dec 23 16:20:47.494127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Request body: {'port': {'device_id': '491acfc5-7861-43d1-b6b7-153936c59854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:47.560600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3e502b64-4954-4810-ac6a-539a42a089ba triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:47.561023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:47.649799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:47.653298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Allocated IP 2001:db8::10 (7f8c61dc-0ffb-41b9-9383-473ad6ef86ee/c955a8b0-5e4d-4088-b60e-b7351513433c/1082de90-f2f2-41fc-8c84-69b952871b91) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:47.664235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57571722-e65e-46b3-b04c-862e4bcb564a None None] DHCP port deletion for 7c77b06d-33c8-425c-8c34-f8db7020b623 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:20:47.678739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:47.680284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-57571722-e65e-46b3-b04c-862e4bcb564a None None] Deleting port 6bde4975-3796-4a5a-848e-a91038368875 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:47.680966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57571722-e65e-46b3-b04c-862e4bcb564a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:47.685721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port 6bde4975-3796-4a5a-848e-a91038368875 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:47.686108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:47.748995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-88d3fca9-725b-431a-93de-12816a447712 None None] For port 4461303a-c0c6-4e33-a2a0-f6b360036a99, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:20:47.759497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-88d3fca9-725b-431a-93de-12816a447712 None None] For port 4461303a-c0c6-4e33-a2a0-f6b360036a99, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4461303a-c0c6-4e33-a2a0-f6b360036a99,segment=NetworkSegment(c8e2a0fc-151a-4ecd-b48d-95b78c282fe3),segment_id=c8e2a0fc-151a-4ecd-b48d-95b78c282fe3)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:20:47.769822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:47.779102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-494de434-28ed-4fe1-92b0-2a89758be0ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:47.809087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0c42f-a02a-49ad-85b3-fee94b90935c req-b1996cf7-8b2c-4d29-8281-c00d4a1742d2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:47.811970 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-02c0c42f-a02a-49ad-85b3-fee94b90935c req-b1996cf7-8b2c-4d29-8281-c00d4a1742d2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 932 time: 0.6653755
Dec 23 16:20:48.104428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-02c0c42f-a02a-49ad-85b3-fee94b90935c req-b5616dd8-565b-4b2d-ab85-6c4b31ff4ee5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:48.192417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0281b54-495e-47da-9849-b0dae0151a49 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:20:48.200260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:48.217429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Transition to ACTIVE for port object f0281b54-495e-47da-9849-b0dae0151a49 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:48.218226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Pushing event updated for resources: {'Port': ['ID=4461303a-c0c6-4e33-a2a0-f6b360036a99,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:48.221106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:48.228070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:48.232994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-08bcd162-0bd6-4797-bcf0-d0756f9b46fa tempest-FloatingIPAdminTestJSON-2038541214 tempest-FloatingIPAdminTestJSON-2038541214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:48.286914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c80e0218-fc11-4c6d-be43-350132e1014c None None] Provisioning for port f0281b54-495e-47da-9849-b0dae0151a49 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:48.296100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-02c0c42f-a02a-49ad-85b3-fee94b90935c req-b5616dd8-565b-4b2d-ab85-6c4b31ff4ee5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:48.299723 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-02c0c42f-a02a-49ad-85b3-fee94b90935c req-b5616dd8-565b-4b2d-ab85-6c4b31ff4ee5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4709249
Dec 23 16:20:48.311655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] For port 6bde4975-3796-4a5a-848e-a91038368875, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6bde4975-3796-4a5a-848e-a91038368875,segment=NetworkSegment(37a83e28-4e1e-4c38-ba03-587a36ad924c),segment_id=37a83e28-4e1e-4c38-ba03-587a36ad924c)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:48.312248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:48.427872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-57571722-e65e-46b3-b04c-862e4bcb564a None None] For port 6bde4975-3796-4a5a-848e-a91038368875, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6bde4975-3796-4a5a-848e-a91038368875,segment=NetworkSegment(37a83e28-4e1e-4c38-ba03-587a36ad924c),segment_id=37a83e28-4e1e-4c38-ba03-587a36ad924c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:48.428851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57571722-e65e-46b3-b04c-862e4bcb564a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:48.502434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for 6bde4975-3796-4a5a-848e-a91038368875 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:48.621435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-57571722-e65e-46b3-b04c-862e4bcb564a None None] Calling delete_port for 6bde4975-3796-4a5a-848e-a91038368875 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:48.629294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:48.640160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:48.665191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3f4e2bb6-be0d-4f42-bede-135fa9921b3f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:48.701542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Pushing event updated for resources: {'Port': ['ID=f0281b54-495e-47da-9849-b0dae0151a49,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:48.712072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:48.733576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] No DVR routers for this DVR port 6bde4975-3796-4a5a-848e-a91038368875 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:20:48.766138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-57571722-e65e-46b3-b04c-862e4bcb564a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:20:48.766926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-57571722-e65e-46b3-b04c-862e4bcb564a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:20:48.776498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=6bde4975-3796-4a5a-848e-a91038368875,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:48.779014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Transition to ACTIVE for port object 1082de90-f2f2-41fc-8c84-69b952871b91 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:48.785572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:48.872180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Attempting to bind port f0281b54-495e-47da-9849-b0dae0151a49 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:20:48.872753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Attempting to bind port f0281b54-495e-47da-9849-b0dae0151a49 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:20:48.872867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Attempting to bind port f0281b54-495e-47da-9849-b0dae0151a49 on network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:20:48.880305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Port f0281b54-495e-47da-9849-b0dae0151a49 on network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:20:48.880612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Attempting to bind port f0281b54-495e-47da-9849-b0dae0151a49 on network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:20:48.888054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:20:48.888432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Checking segment: {'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:48.888856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Bound using segment: {'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:20:48.889340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Bound port: f0281b54-495e-47da-9849-b0dae0151a49, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:20:48.889850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:48.904920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:48.932465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:48.941198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:48.979902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79db3048>,) {'filters': {'network_id': ['7c77b06d-33c8-425c-8c34-f8db7020b623']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:48.992614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] For port f0281b54-495e-47da-9849-b0dae0151a49, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:20:48.995942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] For port f0281b54-495e-47da-9849-b0dae0151a49, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f0281b54-495e-47da-9849-b0dae0151a49,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:20:48.999776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:49.005400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-88ed1a08-e3cb-4711-bad3-7b222fa6bad8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:49.014221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79db3048>, '37a83e28-4e1e-4c38-ba03-587a36ad924c') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:49.014566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79db3048>, '37a83e28-4e1e-4c38-ba03-587a36ad924c') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:49.039968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:49.057685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=1082de90-f2f2-41fc-8c84-69b952871b91,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:49.062997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 7f8c61dc-0ffb-41b9-9383-473ad6ef86ee is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:49.067182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:49.068082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:49.071225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:49.075059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:49.075757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:49.080670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Pushing event updated for resources: {'Port': ['ID=f0281b54-495e-47da-9849-b0dae0151a49,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:49.080832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:49.084036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:49.089058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:49.090684 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] 10.222.0.36 "PUT /v2.0/ports/f0281b54-495e-47da-9849-b0dae0151a49 HTTP/1.1" status: 200  len: 1094 time: 1.6018836
Dec 23 16:20:49.091290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491acfc5-7861-43d1-b6b7-153936c59854', 'tag': 'f0281b54-495e-47da-9849-b0dae0151a49'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:20:49.095261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:20:49.095731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:20:49.118442 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:20:49.156210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57534) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:49.156360 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.4358051
Dec 23 16:20:49.166252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'network_id': '7f8c61dc-0ffb-41b9-9383-473ad6ef86ee', 'name': 'tempest-PortsIpV6TestJSON-1084912883', 'fixed_ips': [{'subnet_id': 'c955a8b0-5e4d-4088-b60e-b7351513433c', 'ip_address': '2001:db8::f'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:49.198856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4461303a-c0c6-4e33-a2a0-f6b360036a99 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:49.209909 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491acfc5-7861-43d1-b6b7-153936c59854', 'tag': 'f0281b54-495e-47da-9849-b0dae0151a49', 'status': 'completed', 'code': 200}
Dec 23 16:20:49.239875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:49.246388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:49.250664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e019a69f-2c91-4996-b7a1-8ff63a303c10 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:49.270426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-57571722-e65e-46b3-b04c-862e4bcb564a None None] Deleting port 6bde4975-3796-4a5a-848e-a91038368875 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:49.270864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57571722-e65e-46b3-b04c-862e4bcb564a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:49.280725 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/networks/7c77b06d-33c8-425c-8c34-f8db7020b623 HTTP/1.1" status: 204  len: 168 time: 2.4413326
Dec 23 16:20:49.281931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Network': ['ID=7c77b06d-33c8-425c-8c34-f8db7020b623,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:49.283755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57538) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:49.287062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:49.396923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-57571722-e65e-46b3-b04c-862e4bcb564a None None] The port '6bde4975-3796-4a5a-848e-a91038368875' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:20:49.411863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 4461303a-c0c6-4e33-a2a0-f6b360036a99 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:49.475565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2a3566c5-e26b-4b8e-922a-ff3bba94a626 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:49.479964 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-b469867f-3a4b-428b-b59c-c6d12b196aa2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 1097 time: 0.3474357
Dec 23 16:20:49.486404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:49.514346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 2a3566c5-e26b-4b8e-922a-ff3bba94a626 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:49.514793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2a3566c5-e26b-4b8e-922a-ff3bba94a626 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:49.515316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6bde4975-3796-4a5a-848e-a91038368875 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:49.551158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 6bde4975-3796-4a5a-848e-a91038368875 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:49.551569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6bde4975-3796-4a5a-848e-a91038368875 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:49.556147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:port and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:49.566704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:49.574253 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-118b1644-ec29-4209-b0a7-9048737c1b9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0281b54-495e-47da-9849-b0dae0151a49 HTTP/1.1" status: 200  len: 217 time: 0.0841620
Dec 23 16:20:49.575106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:49.631337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:49.639574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:49.669424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6945d13-922e-4017-92ba-686a09267c74 req-ab22d4f4-2789-4896-9194-61d1c7c079ad tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:49.672134 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e6945d13-922e-4017-92ba-686a09267c74 req-ab22d4f4-2789-4896-9194-61d1c7c079ad tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 944 time: 0.1944439
Dec 23 16:20:49.672298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port 758c6d4b-131d-44b6-849c-db7ade6a901b yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:20:49.736495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-6f3114e0-5319-4d93-aa75-568d70f76cfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:49.738906 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-6f3114e0-5319-4d93-aa75-568d70f76cfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80d54b75-48e3-4fd7-8c07-817aabc35290 HTTP/1.1" status: 200  len: 834 time: 0.1582229
Dec 23 16:20:49.834066 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e6945d13-922e-4017-92ba-686a09267c74 req-2908769d-2a5a-4b5c-b9af-96fb299b6fc6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1517973
Dec 23 16:20:49.881948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a559cca-52c1-41e3-b2ab-6efad5a756b0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:50.013532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Allocated IP 2001:db8::f (7f8c61dc-0ffb-41b9-9383-473ad6ef86ee/c955a8b0-5e4d-4088-b60e-b7351513433c/758c6d4b-131d-44b6-849c-db7ade6a901b) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:50.076875 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-1e6a4da5-01b1-475e-a700-545715539dd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3260305
Dec 23 16:20:50.304797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00366b07-c869-4330-a915-9ba59323c89a None None] Network 7f8c61dc-0ffb-41b9-9383-473ad6ef86ee requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:50.434689 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-7cd4225d-8045-40cd-8dba-723841a897b4 service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3469973
Dec 23 16:20:50.441106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:50.508331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Transition to ACTIVE for port object 758c6d4b-131d-44b6-849c-db7ade6a901b will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:50.580827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4d96c360-6be5-4bfa-b290-d59b490e22c6 None None] Provisioning for port 4461303a-c0c6-4e33-a2a0-f6b360036a99 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:50.591712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4d96c360-6be5-4bfa-b290-d59b490e22c6 None None] Provisioning complete for port 4461303a-c0c6-4e33-a2a0-f6b360036a99 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:50.592075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d96c360-6be5-4bfa-b290-d59b490e22c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:50.619062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3a559cca-52c1-41e3-b2ab-6efad5a756b0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port 9538448f-3b89-48eb-8f72-dba34b26de6a {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:50.619690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a559cca-52c1-41e3-b2ab-6efad5a756b0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:50.621777 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27a3a0ac-4326-4b51-a55f-39023d15fe36 req-091c11db-4552-4bb6-88f4-1693c9ed34aa service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763544
Dec 23 16:20:50.623390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:50.637109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eff96a78-8e26-43c8-aebe-603dd29f87be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:50.734176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 7f8c61dc-0ffb-41b9-9383-473ad6ef86ee is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:50.751481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:50.756251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d96c360-6be5-4bfa-b290-d59b490e22c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:50.763262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:50.767581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:50.768273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:50.797088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4d96c360-6be5-4bfa-b290-d59b490e22c6 None None] For port 4461303a-c0c6-4e33-a2a0-f6b360036a99, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4461303a-c0c6-4e33-a2a0-f6b360036a99,segment=NetworkSegment(c8e2a0fc-151a-4ecd-b48d-95b78c282fe3),segment_id=c8e2a0fc-151a-4ecd-b48d-95b78c282fe3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:50.801662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d96c360-6be5-4bfa-b290-d59b490e22c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:50.803263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=758c6d4b-131d-44b6-849c-db7ade6a901b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:50.808728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:50.817227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2195d43e-11b4-407f-887d-62656923c206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:50.829088 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.6696608
Dec 23 16:20:50.832566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57544) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:50.840099 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-13efb15d-fa0e-4695-826a-36cd0e09006e req-3cad98a4-9e67-4e32-9fe8-80d77a576a36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 1097 time: 0.1538084
Dec 23 16:20:50.902086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96c360-6be5-4bfa-b290-d59b490e22c6 None None] Pushing event updated for resources: {'Port': ['ID=4461303a-c0c6-4e33-a2a0-f6b360036a99,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:50.922800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4d96c360-6be5-4bfa-b290-d59b490e22c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:50.950958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3a559cca-52c1-41e3-b2ab-6efad5a756b0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] For port 9538448f-3b89-48eb-8f72-dba34b26de6a, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=9538448f-3b89-48eb-8f72-dba34b26de6a,segment=NetworkSegment(23481e25-47d3-4b46-88ba-4b8982366cee),segment_id=23481e25-47d3-4b46-88ba-4b8982366cee)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:50.951384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a559cca-52c1-41e3-b2ab-6efad5a756b0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:51.088619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efb15d-fa0e-4695-826a-36cd0e09006e req-331946b2-b978-4978-b2c5-f26ec5c363be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:51.090270 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-13efb15d-fa0e-4695-826a-36cd0e09006e req-331946b2-b978-4978-b2c5-f26ec5c363be service neutron] 10.222.0.36 "GET /v2.0/networks?id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a HTTP/1.1" status: 200  len: 898 time: 0.2421350
Dec 23 16:20:51.108282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3a559cca-52c1-41e3-b2ab-6efad5a756b0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for 9538448f-3b89-48eb-8f72-dba34b26de6a owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:51.132805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4461303a-c0c6-4e33-a2a0-f6b360036a99 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:51.181875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1d73afb9-913f-472d-8c34-22002a18b35f None None] Provisioning complete for port 4461303a-c0c6-4e33-a2a0-f6b360036a99 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:51.183398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d73afb9-913f-472d-8c34-22002a18b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:51.192915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be57311e-1b06-411a-a845-425013b05571 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:51.193705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-be57311e-1b06-411a-a845-425013b05571 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:51.201168 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-13efb15d-fa0e-4695-826a-36cd0e09006e req-3a17a49a-c1a3-4ca3-bdd1-9df04266a245 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0281b54-495e-47da-9849-b0dae0151a49 HTTP/1.1" status: 200  len: 217 time: 0.1021414
Dec 23 16:20:51.213865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd663-cba5-4cf0-b5a0-f87d1697bba9 req-dd45a038-6d28-472b-a476-1d889aaa5c06 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:51.214657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-286cd663-cba5-4cf0-b5a0-f87d1697bba9 req-dd45a038-6d28-472b-a476-1d889aaa5c06 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:51.241364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-be57311e-1b06-411a-a845-425013b05571 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:51.245368 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-be57311e-1b06-411a-a845-425013b05571 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.4117122
Dec 23 16:20:51.246039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57550) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:51.316701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 4461303a-c0c6-4e33-a2a0-f6b360036a99 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:51.317278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:51.321005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-286cd663-cba5-4cf0-b5a0-f87d1697bba9 req-dd45a038-6d28-472b-a476-1d889aaa5c06 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:51.322308 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-286cd663-cba5-4cf0-b5a0-f87d1697bba9 req-dd45a038-6d28-472b-a476-1d889aaa5c06 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 944 time: 0.3376381
Dec 23 16:20:51.323868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efb15d-fa0e-4695-826a-36cd0e09006e req-46fd0c40-e6e4-4d7d-9bd3-06b81046eb0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:51.325387 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-13efb15d-fa0e-4695-826a-36cd0e09006e req-46fd0c40-e6e4-4d7d-9bd3-06b81046eb0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80d54b75-48e3-4fd7-8c07-817aabc35290 HTTP/1.1" status: 200  len: 834 time: 0.0902715
Dec 23 16:20:51.419946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a559cca-52c1-41e3-b2ab-6efad5a756b0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:51.425654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:51.444737 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-286cd663-cba5-4cf0-b5a0-f87d1697bba9 req-add8fe2f-e5d5-4896-9054-cbb70a5308f4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1135097
Dec 23 16:20:51.467848 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-13efb15d-fa0e-4695-826a-36cd0e09006e req-2333095c-9de4-4af4-b5fd-40fbde57ce90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1333406
Dec 23 16:20:51.564688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1d73afb9-913f-472d-8c34-22002a18b35f None None] Provisioning for port 1082de90-f2f2-41fc-8c84-69b952871b91 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:51.572375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1d73afb9-913f-472d-8c34-22002a18b35f None None] Provisioning complete for port 1082de90-f2f2-41fc-8c84-69b952871b91 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:51.573100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d73afb9-913f-472d-8c34-22002a18b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:51.638145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1d73afb9-913f-472d-8c34-22002a18b35f None None] Port 1082de90-f2f2-41fc-8c84-69b952871b91 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:20:51.652027 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-13efb15d-fa0e-4695-826a-36cd0e09006e req-6df0890c-6883-4467-baa6-6c995151cbf7 service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707544
Dec 23 16:20:51.743514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a559cca-52c1-41e3-b2ab-6efad5a756b0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=9538448f-3b89-48eb-8f72-dba34b26de6a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:51.746655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3a559cca-52c1-41e3-b2ab-6efad5a756b0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:51.766501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-37254886-31d0-4166-81f9-0f983d1e3dbc None None] Provisioning for port 758c6d4b-131d-44b6-849c-db7ade6a901b completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:51.773781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-37254886-31d0-4166-81f9-0f983d1e3dbc None None] Provisioning complete for port 758c6d4b-131d-44b6-849c-db7ade6a901b triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:51.774222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37254886-31d0-4166-81f9-0f983d1e3dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:51.801073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0eb553-2bc9-4906-84eb-6f2525c11e59 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:51.805551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0eb553-2bc9-4906-84eb-6f2525c11e59 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:51.809932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0eb553-2bc9-4906-84eb-6f2525c11e59 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:51.814555 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1d0eb553-2bc9-4906-84eb-6f2525c11e59 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.5637074
Dec 23 16:20:51.816392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57554) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:51.844603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-37254886-31d0-4166-81f9-0f983d1e3dbc None None] Port 758c6d4b-131d-44b6-849c-db7ade6a901b cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:20:51.860212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-37254886-31d0-4166-81f9-0f983d1e3dbc None None] Provisioning complete for port 1082de90-f2f2-41fc-8c84-69b952871b91 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:51.860662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37254886-31d0-4166-81f9-0f983d1e3dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:51.861951 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-13efb15d-fa0e-4695-826a-36cd0e09006e req-7608d1ee-bd77-4344-8800-e11f008c50ba service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2026486
Dec 23 16:20:51.916408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-88c92182-7551-4781-a157-a36c03e621b1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 758c6d4b-131d-44b6-849c-db7ade6a901b {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:51.916956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88c92182-7551-4781-a157-a36c03e621b1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:51.928736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-37254886-31d0-4166-81f9-0f983d1e3dbc None None] Port 1082de90-f2f2-41fc-8c84-69b952871b91 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:20:51.968552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a559cca-52c1-41e3-b2ab-6efad5a756b0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:52.189706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88c92182-7551-4781-a157-a36c03e621b1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:52.334262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-88c92182-7551-4781-a157-a36c03e621b1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 758c6d4b-131d-44b6-849c-db7ade6a901b owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:52.409920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a559cca-52c1-41e3-b2ab-6efad5a756b0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:20:52.478512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88c92182-7551-4781-a157-a36c03e621b1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:52.484477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dddc2770-4205-4c50-88a6-0c3cbf6129c4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:52.530503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c92182-7551-4781-a157-a36c03e621b1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=758c6d4b-131d-44b6-849c-db7ade6a901b,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:52.535665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-88c92182-7551-4781-a157-a36c03e621b1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:52.559751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a559cca-52c1-41e3-b2ab-6efad5a756b0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:52.571560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cdeae-8cf8-40c1-8f69-9f4266b1fa59 None None] Sync routers for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:52.574376 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3a559cca-52c1-41e3-b2ab-6efad5a756b0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/11fe8027-a6b8-4937-8c1c-a0ec49ac8f72/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2889464
Dec 23 16:20:52.582591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57560) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:52.591321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cdeae-8cf8-40c1-8f69-9f4266b1fa59 None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:52.592616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c19cdeae-8cf8-40c1-8f69-9f4266b1fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79e6eb70>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:52.627633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-88c92182-7551-4781-a157-a36c03e621b1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:52.659184 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-88c92182-7551-4781-a157-a36c03e621b1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/758c6d4b-131d-44b6-849c-db7ade6a901b HTTP/1.1" status: 204  len: 168 time: 0.8394237
Dec 23 16:20:52.663167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57564) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:52.686279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdc595-9735-449e-ae47-a22ed0421c89 req-8f27a9a0-0f6c-44b9-b97c-e103409490f6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:52.689678 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-abfdc595-9735-449e-ae47-a22ed0421c89 req-8f27a9a0-0f6c-44b9-b97c-e103409490f6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 944 time: 0.1027739
Dec 23 16:20:52.748268 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-abfdc595-9735-449e-ae47-a22ed0421c89 req-227aa4fd-6418-4cb9-b581-859e0ffca873 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515456
Dec 23 16:20:52.760223 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57ba094-0ff7-418d-9e64-638026a29659 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] GET failed (client error): The resource could not be found.
Dec 23 16:20:52.760735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f57ba094-0ff7-418d-9e64-638026a29659 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:52.763086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c19cdeae-8cf8-40c1-8f69-9f4266b1fa59 None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:52.822369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f57ba094-0ff7-418d-9e64-638026a29659 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:52.823670 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f57ba094-0ff7-418d-9e64-638026a29659 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/758c6d4b-131d-44b6-849c-db7ade6a901b HTTP/1.1" status: 404  len: 333 time: 0.1594973
Dec 23 16:20:52.826694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57568) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:52.877885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e897601-df89-4f58-a1df-3add1bc308cd tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting subnet 4a1fce32-236a-426d-a3c0-af3c52b93870 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:20:52.882671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e897601-df89-4f58-a1df-3add1bc308cd tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:52.885866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c19cdeae-8cf8-40c1-8f69-9f4266b1fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79e6eb70>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:51Z', 'revision_number': 11, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:52.891092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cdeae-8cf8-40c1-8f69-9f4266b1fa59 None None] Checking router: 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:52.903422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cdeae-8cf8-40c1-8f69-9f4266b1fa59 None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:52.904120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c19cdeae-8cf8-40c1-8f69-9f4266b1fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79e6eb70>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:52.915886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5ef4939e-5a6f-4fbe-81d6-32879d3b10fe tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 1082de90-f2f2-41fc-8c84-69b952871b91 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:52.916593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ef4939e-5a6f-4fbe-81d6-32879d3b10fe tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:52.944218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e897601-df89-4f58-a1df-3add1bc308cd tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:53.037676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e897601-df89-4f58-a1df-3add1bc308cd tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:53.044304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c19cdeae-8cf8-40c1-8f69-9f4266b1fa59 None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:53.128631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e897601-df89-4f58-a1df-3add1bc308cd tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:53.133691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b20f81d4-cd13-4475-9d1f-c8864adb4733 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:53.159539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c19cdeae-8cf8-40c1-8f69-9f4266b1fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79e6eb70>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:51Z', 'revision_number': 11, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:53.165043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19cdeae-8cf8-40c1-8f69-9f4266b1fa59 None None] The sync data for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv is: [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:51Z', 'revision_number': 11, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:53.182706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e897601-df89-4f58-a1df-3add1bc308cd tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1fce32-236a-426d-a3c0-af3c52b93870,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:53.195887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4e897601-df89-4f58-a1df-3add1bc308cd tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:53.197265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e897601-df89-4f58-a1df-3add1bc308cd tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:53.204381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57beb7a0-8c3d-439c-ae78-0145638d6f33 None None] Network 0cd9dd55-7c0c-4b8f-be29-27f30d776429 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:53.208270 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4e897601-df89-4f58-a1df-3add1bc308cd tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/4a1fce32-236a-426d-a3c0-af3c52b93870 HTTP/1.1" status: 204  len: 168 time: 0.6219945
Dec 23 16:20:53.210442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57572) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:53.247998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ef4939e-5a6f-4fbe-81d6-32879d3b10fe tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:53.403839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device f0281b54-495e-47da-9849-b0dae0151a49 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:20:53.404432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5ef4939e-5a6f-4fbe-81d6-32879d3b10fe tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 1082de90-f2f2-41fc-8c84-69b952871b91 owned by  {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:53.527081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7dae7f-4d58-468e-a965-8b97faf92259 None None] DHCP port deletion for 0cd9dd55-7c0c-4b8f-be29-27f30d776429 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:20:53.533970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:53.544808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dd7dae7f-4d58-468e-a965-8b97faf92259 None None] Deleting port 65261dea-51a9-42d3-bba1-0a2b1777ec2a {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:53.545234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd7dae7f-4d58-468e-a965-8b97faf92259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:53.564223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Deleting port 65261dea-51a9-42d3-bba1-0a2b1777ec2a {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:53.564608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:53.763890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ef4939e-5a6f-4fbe-81d6-32879d3b10fe tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:53.775033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:53.825287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port f0281b54-495e-47da-9849-b0dae0151a49, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f0281b54-495e-47da-9849-b0dae0151a49,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:53.836659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4939e-5a6f-4fbe-81d6-32879d3b10fe tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=1082de90-f2f2-41fc-8c84-69b952871b91,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:53.839325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5ef4939e-5a6f-4fbe-81d6-32879d3b10fe tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:53.855821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'f0281b54-495e-47da-9849-b0dae0151a49', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'port_id': 'f0281b54-495e-47da-9849-b0dae0151a49', 'mac_address': 'fa:16:3e:96:ea:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:20:53.950336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ef4939e-5a6f-4fbe-81d6-32879d3b10fe tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:53.965366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] For port 65261dea-51a9-42d3-bba1-0a2b1777ec2a, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=65261dea-51a9-42d3-bba1-0a2b1777ec2a,segment=NetworkSegment(23481e25-47d3-4b46-88ba-4b8982366cee),segment_id=23481e25-47d3-4b46-88ba-4b8982366cee)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:53.965779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:53.976454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d45259-b0f2-42cf-a30c-2bba7a53b237 req-f140dfba-bb0b-41c2-a6ab-a2181177d187 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:53.984671 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-57d45259-b0f2-42cf-a30c-2bba7a53b237 req-f140dfba-bb0b-41c2-a6ab-a2181177d187 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 944 time: 0.1020551
Dec 23 16:20:54.020161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.043681 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5ef4939e-5a6f-4fbe-81d6-32879d3b10fe tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/1082de90-f2f2-41fc-8c84-69b952871b91 HTTP/1.1" status: 204  len: 168 time: 1.2131782
Dec 23 16:20:54.044631 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-57d45259-b0f2-42cf-a30c-2bba7a53b237 req-e9282197-066e-4944-8b16-0c9b9a18cc71 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581901
Dec 23 16:20:54.045033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-dd7dae7f-4d58-468e-a965-8b97faf92259 None None] For port 65261dea-51a9-42d3-bba1-0a2b1777ec2a, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=65261dea-51a9-42d3-bba1-0a2b1777ec2a,segment=NetworkSegment(23481e25-47d3-4b46-88ba-4b8982366cee),segment_id=23481e25-47d3-4b46-88ba-4b8982366cee)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:54.045323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57578) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:54.045457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd7dae7f-4d58-468e-a965-8b97faf92259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.058974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0281b54-495e-47da-9849-b0dae0151a49 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:20:54.111249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Calling delete_port for 65261dea-51a9-42d3-bba1-0a2b1777ec2a owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:54.114760 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d2e977-7e42-4d63-b048-42d273c08bc3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] GET failed (client error): The resource could not be found.
Dec 23 16:20:54.118962 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-52d2e977-7e42-4d63-b048-42d273c08bc3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/1082de90-f2f2-41fc-8c84-69b952871b91 HTTP/1.1" status: 404  len: 333 time: 0.0698073
Dec 23 16:20:54.120163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57582) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:54.133017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port f0281b54-495e-47da-9849-b0dae0151a49, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f0281b54-495e-47da-9849-b0dae0151a49,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:54.195816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.205180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dd7dae7f-4d58-468e-a965-8b97faf92259 None None] Calling delete_port for 65261dea-51a9-42d3-bba1-0a2b1777ec2a owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:54.216477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.234643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-adca7279-139b-4f80-b314-739c78f95d32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:54.242154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:54.288566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] No DVR routers for this DVR port 65261dea-51a9-42d3-bba1-0a2b1777ec2a on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:20:54.290579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Port': ['ID=65261dea-51a9-42d3-bba1-0a2b1777ec2a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:54.326685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:54.349211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=f0281b54-495e-47da-9849-b0dae0151a49,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:54.363180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   (self, other),
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   (self, other),
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:20:54.371365 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:20:54.383563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-dd7dae7f-4d58-468e-a965-8b97faf92259 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:20:54.384239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-dd7dae7f-4d58-468e-a965-8b97faf92259 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:20:54.385772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0766288-267d-4b8d-86f2-502ab5ad5c29 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting subnet c955a8b0-5e4d-4088-b60e-b7351513433c {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:20:54.385911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea4a5259-d0a0-48c1-9379-fff00d24ad7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.393970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c0766288-267d-4b8d-86f2-502ab5ad5c29 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.410562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['f0281b54-495e-47da-9849-b0dae0151a49'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:20:54.435863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.458393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c0766288-267d-4b8d-86f2-502ab5ad5c29 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.463896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7907d240>,) {'filters': {'network_id': ['0cd9dd55-7c0c-4b8f-be29-27f30d776429']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:54.481759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7907d240>, '23481e25-47d3-4b46-88ba-4b8982366cee') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:54.482095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7907d240>, '23481e25-47d3-4b46-88ba-4b8982366cee') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:54.496775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.515846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.523583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:20:54.524038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:20:54.540793 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:20:54.555796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c0766288-267d-4b8d-86f2-502ab5ad5c29 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.627338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.632332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-38c451ec-90c7-4fac-bed5-4f5dd0c4fbc6 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:54.652864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.664986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Pushing event deleted for resources: {'Network': ['ID=0cd9dd55-7c0c-4b8f-be29-27f30d776429,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:54.670296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:54.679112 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/networks/0cd9dd55-7c0c-4b8f-be29-27f30d776429 HTTP/1.1" status: 204  len: 168 time: 1.4665060
Dec 23 16:20:54.681030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57586) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:54.687423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-60533493-b298-4d01-9e43-1138e5d74073 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'router': {'routes': None}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:54.876372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c0766288-267d-4b8d-86f2-502ab5ad5c29 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.881741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ce2bae3-212f-4f8a-bc11-0d54600673c8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:54.885184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dd7dae7f-4d58-468e-a965-8b97faf92259 None None] Deleting port 65261dea-51a9-42d3-bba1-0a2b1777ec2a {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:54.885883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd7dae7f-4d58-468e-a965-8b97faf92259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.921312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0766288-267d-4b8d-86f2-502ab5ad5c29 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Subnet': ['ID=c955a8b0-5e4d-4088-b60e-b7351513433c,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:54.926399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c0766288-267d-4b8d-86f2-502ab5ad5c29 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:54.929616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c0766288-267d-4b8d-86f2-502ab5ad5c29 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:54.939754 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c0766288-267d-4b8d-86f2-502ab5ad5c29 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/c955a8b0-5e4d-4088-b60e-b7351513433c HTTP/1.1" status: 204  len: 168 time: 0.8182127
Dec 23 16:20:54.940524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57590) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:54.961227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464a7ac0-79da-4b77-b43f-a79175e144ae None None] Network 7f8c61dc-0ffb-41b9-9383-473ad6ef86ee requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:54.982776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dd7dae7f-4d58-468e-a965-8b97faf92259 None None] The port '65261dea-51a9-42d3-bba1-0a2b1777ec2a' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:20:55.082487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.094209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 4461303a-c0c6-4e33-a2a0-f6b360036a99 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:55.094602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.163642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9538448f-3b89-48eb-8f72-dba34b26de6a no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:55.207253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 9538448f-3b89-48eb-8f72-dba34b26de6a {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:55.207652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9538448f-3b89-48eb-8f72-dba34b26de6a not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:55.208136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 65261dea-51a9-42d3-bba1-0a2b1777ec2a no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:55.245322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 65261dea-51a9-42d3-bba1-0a2b1777ec2a {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:55.246143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 65261dea-51a9-42d3-bba1-0a2b1777ec2a not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:55.349327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb443bf-2c9a-47ce-9338-b56c83911254 None None] DHCP port deletion for 7f8c61dc-0ffb-41b9-9383-473ad6ef86ee request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:20:55.354440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2eb443bf-2c9a-47ce-9338-b56c83911254 None None] Deleting port 4461303a-c0c6-4e33-a2a0-f6b360036a99 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:55.354969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2eb443bf-2c9a-47ce-9338-b56c83911254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.355155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] For port 4461303a-c0c6-4e33-a2a0-f6b360036a99, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4461303a-c0c6-4e33-a2a0-f6b360036a99,segment=NetworkSegment(c8e2a0fc-151a-4ecd-b48d-95b78c282fe3),segment_id=c8e2a0fc-151a-4ecd-b48d-95b78c282fe3)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:55.355608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.367445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.extraroute_db [None req-60533493-b298-4d01-9e43-1138e5d74073 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Added routes are [] {{(pid=88840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 23 16:20:55.367801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.extraroute_db [None req-60533493-b298-4d01-9e43-1138e5d74073 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Removed routes are [] {{(pid=88840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 23 16:20:55.368220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60533493-b298-4d01-9e43-1138e5d74073 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.442393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device f0281b54-495e-47da-9849-b0dae0151a49 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:20:55.489605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 4461303a-c0c6-4e33-a2a0-f6b360036a99 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:55.565922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.570820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8a5caf8d-9f53-48d4-a981-9f80c0609907 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:55.601781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233ee28-6bfc-4df6-b00b-c26e0b436d73 req-00c747eb-e1e5-4b87-8b33-797a1c8485f2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:55.603479 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3233ee28-6bfc-4df6-b00b-c26e0b436d73 req-00c747eb-e1e5-4b87-8b33-797a1c8485f2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 945 time: 0.3250837
Dec 23 16:20:55.613820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=4461303a-c0c6-4e33-a2a0-f6b360036a99,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:55.618279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:55.623562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No DVR routers for this DVR port 4461303a-c0c6-4e33-a2a0-f6b360036a99 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:20:55.649048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2eb443bf-2c9a-47ce-9338-b56c83911254 None None] For port 4461303a-c0c6-4e33-a2a0-f6b360036a99, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4461303a-c0c6-4e33-a2a0-f6b360036a99,segment=NetworkSegment(c8e2a0fc-151a-4ecd-b48d-95b78c282fe3),segment_id=c8e2a0fc-151a-4ecd-b48d-95b78c282fe3)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:55.649621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2eb443bf-2c9a-47ce-9338-b56c83911254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.657648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port f0281b54-495e-47da-9849-b0dae0151a49 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:20:55.709664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60533493-b298-4d01-9e43-1138e5d74073 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.717161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port f0281b54-495e-47da-9849-b0dae0151a49 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:20:55.717428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.719307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60533493-b298-4d01-9e43-1138e5d74073 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.729064 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3233ee28-6bfc-4df6-b00b-c26e0b436d73 req-d58541e9-c99a-4842-9105-532f60572c94 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1170099
Dec 23 16:20:55.766293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.799778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3610b8>,) {'filters': {'network_id': ['7f8c61dc-0ffb-41b9-9383-473ad6ef86ee']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:55.813731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3610b8>, 'c8e2a0fc-151a-4ecd-b48d-95b78c282fe3') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:55.814074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3610b8>, 'c8e2a0fc-151a-4ecd-b48d-95b78c282fe3') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:55.826601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.838045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2eb443bf-2c9a-47ce-9338-b56c83911254 None None] Calling delete_port for 4461303a-c0c6-4e33-a2a0-f6b360036a99 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:20:55.842844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.851215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:20:55.851215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:20:55.867039 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:20:55.882058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60533493-b298-4d01-9e43-1138e5d74073 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:20:55.925737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.950590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.953995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-418c9cc8-e5bb-4e54-a990-e68b68b2b954 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:55.978593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:55.985409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Network': ['ID=7f8c61dc-0ffb-41b9-9383-473ad6ef86ee,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:55.990363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:56.001356 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/networks/7f8c61dc-0ffb-41b9-9383-473ad6ef86ee HTTP/1.1" status: 204  len: 168 time: 1.0560694
Dec 23 16:20:56.001563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-2eb443bf-2c9a-47ce-9338-b56c83911254 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:20:56.001563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-2eb443bf-2c9a-47ce-9338-b56c83911254 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:20:56.002592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57596) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:56.007362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:56.010170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1488219793'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:56.015799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:56.021604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:network and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:56.025025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:56.031185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:56.037554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60533493-b298-4d01-9e43-1138e5d74073 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:56.038803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491acfc5-7861-43d1-b6b7-153936c59854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0281b54-495e-47da-9849-b0dae0151a49'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:20:56.042584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:56.047663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5d463-f80f-41a9-b2b0-b68408ac0667 None None] Sync routers for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:56.048775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:56.052539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60533493-b298-4d01-9e43-1138e5d74073 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:56.054497 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-60533493-b298-4d01-9e43-1138e5d74073 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 HTTP/1.1" status: 200  len: 705 time: 1.3722377
Dec 23 16:20:56.057274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57602) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:56.068695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5d463-f80f-41a9-b2b0-b68408ac0667 None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:56.070055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port f0281b54-495e-47da-9849-b0dae0151a49, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f0281b54-495e-47da-9849-b0dae0151a49,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:20:56.070411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-45b5d463-f80f-41a9-b2b0-b68408ac0667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a56ac18>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:56.077838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:56.079936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fcd89320-20ff-4e85-b343-2a2b5763e9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:56.082926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:20:56.092119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:56.092515 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Added segment cf49e570-f5b2-4e04-9477-3d0c6923b541 of type vlan for network ba8b94a4-061f-462a-804b-2baf2aac8152
Dec 23 16:20:56.119747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a3c08c58-c2aa-4c7a-91a6-ad79f368e44a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Synchronizing usage tracker for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:56.120142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:56.140474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a3c08c58-c2aa-4c7a-91a6-ad79f368e44a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Unset dirty status for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:56.144391 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491acfc5-7861-43d1-b6b7-153936c59854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0281b54-495e-47da-9849-b0dae0151a49', 'code': 200}
Dec 23 16:20:56.151132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57606) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:56.156343 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a3c08c58-c2aa-4c7a-91a6-ad79f368e44a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports?device_id=11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 HTTP/1.1" status: 200  len: 205 time: 0.0975342
Dec 23 16:20:56.210334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=f0281b54-495e-47da-9849-b0dae0151a49,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:56.222568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-45b5d463-f80f-41a9-b2b0-b68408ac0667 None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:56.230305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:56.231235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:56.235401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:56.236212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:56.248146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1cc75014-845f-4e5b-bdd6-f680305c85c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:56.343955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-45b5d463-f80f-41a9-b2b0-b68408ac0667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a56ac18>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:51Z', 'revision_number': 11, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:56.348361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5d463-f80f-41a9-b2b0-b68408ac0667 None None] Checking router: 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:56.359861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5d463-f80f-41a9-b2b0-b68408ac0667 None None] Routers {'11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:56.360551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-45b5d463-f80f-41a9-b2b0-b68408ac0667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a56ac18>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:56.414843 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4075499
Dec 23 16:20:56.416399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57610) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:56.422995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'subnet': {'network_id': 'ba8b94a4-061f-462a-804b-2baf2aac8152', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:56.481318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Network': ['ID=ba8b94a4-061f-462a-804b-2baf2aac8152,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:56.485831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:56.493648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network ba8b94a4-061f-462a-804b-2baf2aac8152 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:20:56.497261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3e77c4f-f344-47ac-9eab-16f6291782dc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:56.514904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2eb443bf-2c9a-47ce-9338-b56c83911254 None None] Deleting port 4461303a-c0c6-4e33-a2a0-f6b360036a99 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:20:56.515523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2eb443bf-2c9a-47ce-9338-b56c83911254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:56.520605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-45b5d463-f80f-41a9-b2b0-b68408ac0667 None None] Set router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:56.547713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:56.554229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:subnet and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:56.558180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:56.566670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:56.577542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:56.611127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2eb443bf-2c9a-47ce-9338-b56c83911254 None None] The port '4461303a-c0c6-4e33-a2a0-f6b360036a99' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:20:56.650515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-45b5d463-f80f-41a9-b2b0-b68408ac0667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a56ac18>, [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:51Z', 'revision_number': 11, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:56.655567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5d463-f80f-41a9-b2b0-b68408ac0667 None None] The sync data for ids ['11fe8027-a6b8-4937-8c1c-a0ec49ac8f72'] in dv-neutron-822801-1-hyperv is: [{'id': '11fe8027-a6b8-4937-8c1c-a0ec49ac8f72', 'name': 'tempest-RoutersIpV6Test-router-1734374441', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:36Z', 'updated_at': '2021-12-23T16:20:51Z', 'revision_number': 11, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:56.718074 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cc9e77ab-10e3-4b3d-b615-b016437ece5a req-03530b8d-4cc9-40c7-8b54-17fccd871751 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 1099 time: 0.3700721
Dec 23 16:20:56.730863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:56.744463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5bf75047-305f-4eca-9c22-44031fbec5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:56.969391 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cc9e77ab-10e3-4b3d-b615-b016437ece5a req-03ee8efb-f2cf-455a-a0ff-6756842732b8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2423432
Dec 23 16:20:56.972565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3e77c4f-f344-47ac-9eab-16f6291782dc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:56.977457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3e77c4f-f344-47ac-9eab-16f6291782dc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.000235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3e77c4f-f344-47ac-9eab-16f6291782dc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.000759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e77c4f-f344-47ac-9eab-16f6291782dc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Fanout notify agent at l3_agent the message router_deleted on router 11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:20:57.015866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3e77c4f-f344-47ac-9eab-16f6291782dc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.017264 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f3e77c4f-f344-47ac-9eab-16f6291782dc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/routers/11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 HTTP/1.1" status: 204  len: 168 time: 0.8648877
Dec 23 16:20:57.021788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57616) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:57.029511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-50f79a69-0d93-4638-961f-cbf99bf85312 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-133878691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:57.031793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f583a-040f-4df3-be42-e8c252281846 req-d0a5cfad-87ef-4ece-8e60-2e3704026032 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:57.033647 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-317f583a-040f-4df3-be42-e8c252281846 req-d0a5cfad-87ef-4ece-8e60-2e3704026032 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 946 time: 0.1681142
Dec 23 16:20:57.037692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-50f79a69-0d93-4638-961f-cbf99bf85312 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:57.043152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-50f79a69-0d93-4638-961f-cbf99bf85312 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Usage tracker for resource:router and tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:57.046777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-50f79a69-0d93-4638-961f-cbf99bf85312 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:57.053969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-50f79a69-0d93-4638-961f-cbf99bf85312 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:57.077389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-50f79a69-0d93-4638-961f-cbf99bf85312 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.078624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-50f79a69-0d93-4638-961f-cbf99bf85312 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.088453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.093531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c068418a-2470-4749-98a5-61dc0d8c5187 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:57.116455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-50f79a69-0d93-4638-961f-cbf99bf85312 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.130299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4461303a-c0c6-4e33-a2a0-f6b360036a99 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:20:57.142866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-50f79a69-0d93-4638-961f-cbf99bf85312 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.167206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 4461303a-c0c6-4e33-a2a0-f6b360036a99 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:20:57.167206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4461303a-c0c6-4e33-a2a0-f6b360036a99 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:20:57.178098 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-317f583a-040f-4df3-be42-e8c252281846 req-06ab7c8d-66b2-4079-8820-412b97d44a2f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1270452
Dec 23 16:20:57.193041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-50f79a69-0d93-4638-961f-cbf99bf85312 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.194463 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-50f79a69-0d93-4638-961f-cbf99bf85312 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1706161
Dec 23 16:20:57.201023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57620) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:57.203880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Subnet': ['ID=69d2642c-7799-4c4e-a0b1-f3dc86f92f48,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:57.210000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:57.218389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-caa43796-3b7c-4d79-80f4-0bc9510ccb12 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:57.222534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Checking segment: {'id': 'cf49e570-f5b2-4e04-9477-3d0c6923b541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ba8b94a4-061f-462a-804b-2baf2aac8152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:57.223174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network hostable DHCP agents. Network: ba8b94a4-061f-462a-804b-2baf2aac8152, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:20:57.250101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network ba8b94a4-061f-462a-804b-2baf2aac8152 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:20:57.256720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.260575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, ba8b94a4-061f-462a-804b-2baf2aac8152) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:57.264742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:57.265492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.270162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cda600-6ccf-4137-bcfa-c1ce9bb9bde9 None None] Network ba8b94a4-061f-462a-804b-2baf2aac8152 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:20:57.290432 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8728130
Dec 23 16:20:57.293419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57624) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:57.300198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0297b8c7-cf29-43b0-8557-d8a616dafc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1674976516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:57.307132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0297b8c7-cf29-43b0-8557-d8a616dafc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:57.311515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0297b8c7-cf29-43b0-8557-d8a616dafc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:router and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:57.314402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0297b8c7-cf29-43b0-8557-d8a616dafc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:57.321651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0297b8c7-cf29-43b0-8557-d8a616dafc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:57.332410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0297b8c7-cf29-43b0-8557-d8a616dafc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.333419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0297b8c7-cf29-43b0-8557-d8a616dafc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.351747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0297b8c7-cf29-43b0-8557-d8a616dafc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.369820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0297b8c7-cf29-43b0-8557-d8a616dafc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.393176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0297b8c7-cf29-43b0-8557-d8a616dafc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.397343 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0297b8c7-cf29-43b0-8557-d8a616dafc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.1000028
Dec 23 16:20:57.397572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57628) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:57.403839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'network_id': 'ba8b94a4-061f-462a-804b-2baf2aac8152', 'name': 'tempest-PortsIpV6TestJSON-185872063'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:57.521827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-ba8b94a4-061f-462a-804b-2baf2aac8152', 'network_id': 'ba8b94a4-061f-462a-804b-2baf2aac8152', 'tenant_id': '42b027ae4e0648eebf22f0ddb7193558', 'fixed_ips': [{'subnet_id': '69d2642c-7799-4c4e-a0b1-f3dc86f92f48'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:20:57.523628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.558353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:57.562786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:port and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:57.566170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:57.572447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:57.581800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:20:57.587641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.610752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port d3cb06f7-2502-4d89-8739-5a9895d51593 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:20:57.644580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-caa43796-3b7c-4d79-80f4-0bc9510ccb12 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.655193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-caa43796-3b7c-4d79-80f4-0bc9510ccb12 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:57.869454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Allocated IP 2001:db8::2 (ba8b94a4-061f-462a-804b-2baf2aac8152/69d2642c-7799-4c4e-a0b1-f3dc86f92f48/0e9596cb-b1bc-4ce4-8d9e-63d318bba16a) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:58.075369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa43796-3b7c-4d79-80f4-0bc9510ccb12 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Router 76a4342e-57f8-4513-a162-78910ac45d76 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:20:58.101624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:58.112450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Transition to ACTIVE for port object 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:58.131743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Transition to ACTIVE for port object 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:58.137892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:58.142928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:58.217116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Network ba8b94a4-061f-462a-804b-2baf2aac8152 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:58.221298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:58.224261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Pushing event updated for resources: {'Port': ['ID=0e9596cb-b1bc-4ce4-8d9e-63d318bba16a,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:58.226363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:58.228795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:58.243161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Allocated IP 2001:db8::7b (ba8b94a4-061f-462a-804b-2baf2aac8152/69d2642c-7799-4c4e-a0b1-f3dc86f92f48/d3cb06f7-2502-4d89-8739-5a9895d51593) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:20:58.243319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa43796-3b7c-4d79-80f4-0bc9510ccb12 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:20:58.250660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-caa43796-3b7c-4d79-80f4-0bc9510ccb12 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:58.251982 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-caa43796-3b7c-4d79-80f4-0bc9510ccb12 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "PUT /v2.0/routers/76a4342e-57f8-4513-a162-78910ac45d76 HTTP/1.1" status: 200  len: 697 time: 1.0498188
Dec 23 16:20:58.259265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57634) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:58.267400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814aaaf4-798d-4347-a50b-64b48b9c0d06 None None] Sync routers for ids ['76a4342e-57f8-4513-a162-78910ac45d76'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:20:58.333431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Attempting to bind port 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:20:58.333895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Attempting to bind port 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'cf49e570-f5b2-4e04-9477-3d0c6923b541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ba8b94a4-061f-462a-804b-2baf2aac8152'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:20:58.334326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Attempting to bind port 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a on network ba8b94a4-061f-462a-804b-2baf2aac8152 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:20:58.337264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814aaaf4-798d-4347-a50b-64b48b9c0d06 None None] Routers {'76a4342e-57f8-4513-a162-78910ac45d76'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:58.337970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-814aaaf4-798d-4347-a50b-64b48b9c0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79bf5eb8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['76a4342e-57f8-4513-a162-78910ac45d76'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:58.434148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048421df-431a-4f28-a43f-da4c9cbca536 req-81d4f6e5-26d5-4a57-9fd2-5b40360939bc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:58.436216 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-048421df-431a-4f28-a43f-da4c9cbca536 req-81d4f6e5-26d5-4a57-9fd2-5b40360939bc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 946 time: 0.0973532
Dec 23 16:20:58.460789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:20:58.461228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Checking segment: {'id': 'cf49e570-f5b2-4e04-9477-3d0c6923b541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ba8b94a4-061f-462a-804b-2baf2aac8152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:20:58.461700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:58.462280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Bound using segment: {'id': 'cf49e570-f5b2-4e04-9477-3d0c6923b541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ba8b94a4-061f-462a-804b-2baf2aac8152'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:20:58.462689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Bound port: 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf49e570-f5b2-4e04-9477-3d0c6923b541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ba8b94a4-061f-462a-804b-2baf2aac8152'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:20:58.463151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:58.490265 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-048421df-431a-4f28-a43f-da4c9cbca536 req-750ba37b-c618-47cb-94ba-aa64211acc2b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468841
Dec 23 16:20:58.523159 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ed1805c7-3740-46d5-98c2-c9c79f4636b7 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/routers/76a4342e-57f8-4513-a162-78910ac45d76 HTTP/1.1" status: 200  len: 703 time: 0.2615511
Dec 23 16:20:58.526319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57638) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:58.545091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-814aaaf4-798d-4347-a50b-64b48b9c0d06 None None] Set router 76a4342e-57f8-4513-a162-78910ac45d76 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:58.574977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4bf0b39e-769c-4638-816e-470f7f040ca0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Synchronizing usage tracker for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:20:58.590390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4bf0b39e-769c-4638-816e-470f7f040ca0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Unset dirty status for tenant:7ba4b876c5f645fd9a0ef748c5f9c7f3 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:20:58.594603 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4bf0b39e-769c-4638-816e-470f7f040ca0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a4342e-57f8-4513-a162-78910ac45d76 HTTP/1.1" status: 200  len: 205 time: 0.0671327
Dec 23 16:20:58.595326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57644) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:58.675361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-814aaaf4-798d-4347-a50b-64b48b9c0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79bf5eb8>, [{'id': '76a4342e-57f8-4513-a162-78910ac45d76', 'name': 'tempest-RoutersIpV6Test-router-133878691', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:57Z', 'updated_at': '2021-12-23T16:20:57Z', 'revision_number': 2, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:58.687509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:58.691601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814aaaf4-798d-4347-a50b-64b48b9c0d06 None None] Checking router: 76a4342e-57f8-4513-a162-78910ac45d76 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:20:58.709185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] For port 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:20:58.713022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] For port 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0e9596cb-b1bc-4ce4-8d9e-63d318bba16a,segment=NetworkSegment(cf49e570-f5b2-4e04-9477-3d0c6923b541),segment_id=cf49e570-f5b2-4e04-9477-3d0c6923b541)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:20:58.714687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:58.717682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:58.722924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cac2ef41-8e67-4cb1-a9ac-750079b586b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:58.744681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1615-da74-43dd-af8b-79046ce0dc94 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:58.748397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Transition to ACTIVE for port object d3cb06f7-2502-4d89-8739-5a9895d51593 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:20:58.755173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814aaaf4-798d-4347-a50b-64b48b9c0d06 None None] Routers {'76a4342e-57f8-4513-a162-78910ac45d76'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:58.755871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-814aaaf4-798d-4347-a50b-64b48b9c0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79bf5eb8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['76a4342e-57f8-4513-a162-78910ac45d76'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:58.788208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc650a-cf9e-476b-9a20-fa93e05d62c4 req-9947bd2f-22e6-41f9-821e-7baea4f376e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:58.789859 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-75fc650a-cf9e-476b-9a20-fa93e05d62c4 req-9947bd2f-22e6-41f9-821e-7baea4f376e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 946 time: 0.1223724
Dec 23 16:20:58.791803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:58.797832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ab99696-0653-49e8-83f5-ac6ddbc96799 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:20:58.905836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network ba8b94a4-061f-462a-804b-2baf2aac8152 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:20:58.912489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:20:58.917411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=d3cb06f7-2502-4d89-8739-5a9895d51593,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:58.921876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:58.926400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:20:58.927118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:58.934163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:58.935086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-814aaaf4-798d-4347-a50b-64b48b9c0d06 None None] Set router 76a4342e-57f8-4513-a162-78910ac45d76 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:20:58.945493 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-75fc650a-cf9e-476b-9a20-fa93e05d62c4 req-b531546b-29fe-4448-8e60-6830e6f8e742 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111524
Dec 23 16:20:58.959701 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.5610313
Dec 23 16:20:58.962632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57648) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:58.992457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Pushing event updated for resources: {'Port': ['ID=0e9596cb-b1bc-4ce4-8d9e-63d318bba16a,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:20:59.001857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:20:59.032632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57652) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:59.066113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-814aaaf4-798d-4347-a50b-64b48b9c0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79bf5eb8>, [{'id': '76a4342e-57f8-4513-a162-78910ac45d76', 'name': 'tempest-RoutersIpV6Test-router-133878691', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:57Z', 'updated_at': '2021-12-23T16:20:57Z', 'revision_number': 2, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:20:59.070711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814aaaf4-798d-4347-a50b-64b48b9c0d06 None None] The sync data for ids ['76a4342e-57f8-4513-a162-78910ac45d76'] in dv-neutron-822801-1-hyperv is: [{'id': '76a4342e-57f8-4513-a162-78910ac45d76', 'name': 'tempest-RoutersIpV6Test-router-133878691', 'tenant_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:57Z', 'updated_at': '2021-12-23T16:20:57Z', 'revision_number': 2, 'project_id': '7ba4b876c5f645fd9a0ef748c5f9c7f3', 'gw_port_host': None}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:20:59.211938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1615-da74-43dd-af8b-79046ce0dc94 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:59.217156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1615-da74-43dd-af8b-79046ce0dc94 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:59.247437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1615-da74-43dd-af8b-79046ce0dc94 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:59.248017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2eb1615-da74-43dd-af8b-79046ce0dc94 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Fanout notify agent at l3_agent the message router_deleted on router 76a4342e-57f8-4513-a162-78910ac45d76 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:20:59.265057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1615-da74-43dd-af8b-79046ce0dc94 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:59.266358 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b2eb1615-da74-43dd-af8b-79046ce0dc94 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/routers/76a4342e-57f8-4513-a162-78910ac45d76 HTTP/1.1" status: 204  len: 168 time: 0.6700296
Dec 23 16:20:59.272243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57656) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:59.328664 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-81b06d12-6176-4dd2-89a7-d377bd8f387f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a4342e-57f8-4513-a162-78910ac45d76 HTTP/1.1" status: 200  len: 205 time: 0.0548081
Dec 23 16:20:59.331667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57660) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:59.418393 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-78030fa4-2353-4679-bc0d-7d696b9ff0f6 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] delete failed (client error): The resource could not be found.
Dec 23 16:20:59.419595 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-78030fa4-2353-4679-bc0d-7d696b9ff0f6 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/routers/76a4342e-57f8-4513-a162-78910ac45d76 HTTP/1.1" status: 404  len: 336 time: 0.0863070
Dec 23 16:20:59.422421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57664) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:59.470486 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d879120-98d6-4670-8479-15f370bba296 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:20:59.470918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d879120-98d6-4670-8479-15f370bba296 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:20:59.474031 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9d879120-98d6-4670-8479-15f370bba296 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/53aa5fe1-64a4-4b64-9633-8817befd2d66 HTTP/1.1" status: 404  len: 337 time: 0.0501699
Dec 23 16:20:59.477758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57668) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:59.527656 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-732b6f72-2146-4d0a-a7bc-f16495bc4546 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:20:59.528253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732b6f72-2146-4d0a-a7bc-f16495bc4546 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:20:59.532040 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-732b6f72-2146-4d0a-a7bc-f16495bc4546 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/f0dff2ac-9e06-414a-8435-fe685f6504c4 HTTP/1.1" status: 404  len: 337 time: 0.0524747
Dec 23 16:20:59.535589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57672) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:59.585735 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1e4437-3363-43ba-93d6-49ef049d49c2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:20:59.586347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1e4437-3363-43ba-93d6-49ef049d49c2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:20:59.588893 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7a1e4437-3363-43ba-93d6-49ef049d49c2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/1336cd6b-fe73-47c6-8d91-29280d5d8755 HTTP/1.1" status: 404  len: 337 time: 0.0516803
Dec 23 16:20:59.591254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57676) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:59.625692 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a649966e-0efc-425e-92c6-c11fa8b2fa9d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 1094 time: 0.5915220
Dec 23 16:20:59.629296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57680) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:59.638875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': 'f0281b54-495e-47da-9849-b0dae0151a49', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:20:59.644360 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-4363cb8b-27c6-4361-8852-32772f844b5f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:20:59.644830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4363cb8b-27c6-4361-8852-32772f844b5f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:20:59.646667 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4363cb8b-27c6-4361-8852-32772f844b5f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/4a1fce32-236a-426d-a3c0-af3c52b93870 HTTP/1.1" status: 404  len: 337 time: 0.0541980
Dec 23 16:20:59.649425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57684) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:59.652172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:20:59.688921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:floatingip and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:20:59.696235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:20:59.708296 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-04507435-5794-4a71-befc-d272e2c0ef3b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports?device_id=11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 HTTP/1.1" status: 200  len: 205 time: 0.0576289
Dec 23 16:20:59.709330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:20:59.711358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57688) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:59.788689 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-49b62e17-c470-4c16-b05f-94062004df2a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] delete failed (client error): The resource could not be found.
Dec 23 16:20:59.789771 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-49b62e17-c470-4c16-b05f-94062004df2a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/routers/11fe8027-a6b8-4937-8c1c-a0ec49ac8f72 HTTP/1.1" status: 404  len: 336 time: 0.0774286
Dec 23 16:20:59.791188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:20:59.795483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57692) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:59.860400 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-918063bd-a7f0-4b09-a904-e154bdd7b226 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports?device_id=83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b HTTP/1.1" status: 200  len: 205 time: 0.0636530
Dec 23 16:20:59.864206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57696) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:59.941184 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-2e22efef-5cb6-4b79-b5f7-4c9a718b6c2a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] delete failed (client error): The resource could not be found.
Dec 23 16:20:59.942360 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2e22efef-5cb6-4b79-b5f7-4c9a718b6c2a tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/routers/83fa0eb5-d5dd-48ae-bbb0-f8e78a75de5b HTTP/1.1" status: 404  len: 336 time: 0.0771620
Dec 23 16:20:59.951388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57700) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:59.972896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:00.006138 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89f9faa-ab5f-4cd3-82c1-6d9631559eab tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:00.006637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89f9faa-ab5f-4cd3-82c1-6d9631559eab tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:00.008504 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d89f9faa-ab5f-4cd3-82c1-6d9631559eab tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/69d0d894-9d2f-4c7b-a5a4-748f41b0edea HTTP/1.1" status: 404  len: 337 time: 0.0533497
Dec 23 16:21:00.012939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57704) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:00.112724 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-72827f94-0036-453b-b012-844c53d80420 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports?device_id=01d99ebd-cea5-46fc-90ed-780455d2bf02 HTTP/1.1" status: 200  len: 205 time: 0.0958111
Dec 23 16:21:00.114192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57708) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:00.189745 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-2b1cf24a-5061-484d-8069-dfd0fd1b5dbb tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] delete failed (client error): The resource could not be found.
Dec 23 16:21:00.191774 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2b1cf24a-5061-484d-8069-dfd0fd1b5dbb tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/routers/01d99ebd-cea5-46fc-90ed-780455d2bf02 HTTP/1.1" status: 404  len: 336 time: 0.0765834
Dec 23 16:21:00.194866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57712) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:00.225350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:00.280058 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9997f927-88c7-4f04-80d4-7ed24da70bb3 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1a2ead4-5a15-4e96-a789-f7c7971491db HTTP/1.1" status: 200  len: 205 time: 0.0837646
Dec 23 16:21:00.284283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57716) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:00.387371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.218 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/6d403e63-cc7d-4d44-bfc7-d90ffb6cee88) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:21:00.415654 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-fa3a622f-8d4e-4f21-b697-558ae190cc2c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] delete failed (client error): The resource could not be found.
Dec 23 16:21:00.416830 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fa3a622f-8d4e-4f21-b697-558ae190cc2c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/routers/d1a2ead4-5a15-4e96-a789-f7c7971491db HTTP/1.1" status: 404  len: 336 time: 0.1316261
Dec 23 16:21:00.420223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57720) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:00.478111 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-0262e999-9630-4afd-a974-5dc653eb50a4 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:00.478620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0262e999-9630-4afd-a974-5dc653eb50a4 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:00.483221 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0262e999-9630-4afd-a974-5dc653eb50a4 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/5646a312-20ab-4b5c-879c-4504c8c960d6 HTTP/1.1" status: 404  len: 337 time: 0.0592742
Dec 23 16:21:00.483610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57724) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:00.548884 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9ef4f3a3-2ab0-4429-b834-66d96c3999b1 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2eab5f8-bbbe-4469-b87d-5910df279b68 HTTP/1.1" status: 200  len: 205 time: 0.0640097
Dec 23 16:21:00.552200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57728) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:00.585401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:00.589807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:00.594709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e471591a-f7cb-42b9-b4a1-94a09ec02440 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:00.628186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:00.640174 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-a4200684-acf0-49c1-8a3d-8b00edde5193 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] delete failed (client error): The resource could not be found.
Dec 23 16:21:00.643778 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a4200684-acf0-49c1-8a3d-8b00edde5193 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/routers/f2eab5f8-bbbe-4469-b87d-5910df279b68 HTTP/1.1" status: 404  len: 336 time: 0.0878091
Dec 23 16:21:00.644252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57732) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:00.689256 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c5a5f6-c274-4947-a042-09887f435aa5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:00.691175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c5a5f6-c274-4947-a042-09887f435aa5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:00.700944 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e7c5a5f6-c274-4947-a042-09887f435aa5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/15c4801a-8523-47af-9f9b-ff9c08643027 HTTP/1.1" status: 404  len: 337 time: 0.0532818
Dec 23 16:21:00.701230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57736) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:00.718066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=d3cb06f7-2502-4d89-8739-5a9895d51593,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:00.722061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:00.750284 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0a8c95fd-c042-4310-b3c3-9a95c968630c tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "GET /v2.0/ports?device_id=69000751-3f8f-453c-bacd-75f5e79cdad4 HTTP/1.1" status: 200  len: 205 time: 0.0477934
Dec 23 16:21:00.752920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57740) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:00.812879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea358b9c-c188-45ff-ac53-d13accd3dd02 None None] Network ba8b94a4-061f-462a-804b-2baf2aac8152 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:00.833639 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-10ca30ad-c580-4b25-8082-e9d16b8d46a6 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] delete failed (client error): The resource could not be found.
Dec 23 16:21:00.837558 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-10ca30ad-c580-4b25-8082-e9d16b8d46a6 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/routers/69000751-3f8f-453c-bacd-75f5e79cdad4 HTTP/1.1" status: 404  len: 336 time: 0.0809586
Dec 23 16:21:00.837558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57744) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:00.882917 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ec71ab-03fa-4994-97cb-2dbb2aaa3de9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:00.883459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ec71ab-03fa-4994-97cb-2dbb2aaa3de9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:00.887792 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-01ec71ab-03fa-4994-97cb-2dbb2aaa3de9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/84be6408-8765-4b06-b56c-fb7f000e3ce3 HTTP/1.1" status: 404  len: 337 time: 0.0467920
Dec 23 16:21:00.887792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:00.890587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57748) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:00.891920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15e79821-49c9-43bf-b66f-7ee3f60914bc tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:00.910567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:00.933097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e3c651fe-2848-49f4-a552-e41577341f18 None None] Provisioning for port 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:00.998041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=6d403e63-cc7d-4d44-bfc7-d90ffb6cee88,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:01.006686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:01.008274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:01.008394 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b5c8f0-e75f-484b-a6a9-ae0f140ca0c8 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:01.008858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b5c8f0-e75f-484b-a6a9-ae0f140ca0c8 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:01.013313 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-69b5c8f0-e75f-484b-a6a9-ae0f140ca0c8 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] 10.222.0.67 "DELETE /v2.0/subnets/423763e8-3146-4152-9ad6-12fd9655f090 HTTP/1.1" status: 404  len: 337 time: 0.0852437
Dec 23 16:21:01.020905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:01.022151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:01.025091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:21:01.218466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:21:01.356273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:01.362759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:01.363473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:01.539020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:01.582840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:01.591083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:01.592011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:01.603435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bec1d959-f79d-4fa5-9c04-ba242a9ff4ad tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:01.610566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0e9596cb-b1bc-4ce4-8d9e-63d318bba16a,segment=NetworkSegment(cf49e570-f5b2-4e04-9477-3d0c6923b541),segment_id=cf49e570-f5b2-4e04-9477-3d0c6923b541)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:01.618410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:01.625156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:01.638548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57756) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:01.714413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=0e9596cb-b1bc-4ce4-8d9e-63d318bba16a,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:01.719655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:01.730481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=d3cb06f7-2502-4d89-8739-5a9895d51593,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:01.743927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:01.792822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-97b54e6a-82ee-4841-849e-7c1d0ac779a1 None None] Provisioning complete for port 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:01.793435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97b54e6a-82ee-4841-849e-7c1d0ac779a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:01.944816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network ba8b94a4-061f-462a-804b-2baf2aac8152 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:01.954115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:01.973428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-97b54e6a-82ee-4841-849e-7c1d0ac779a1 None None] Provisioning for port d3cb06f7-2502-4d89-8739-5a9895d51593 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:01.978690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-97b54e6a-82ee-4841-849e-7c1d0ac779a1 None None] Provisioning complete for port d3cb06f7-2502-4d89-8739-5a9895d51593 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:01.979306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97b54e6a-82ee-4841-849e-7c1d0ac779a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:02.041251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:02.046403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-97b54e6a-82ee-4841-849e-7c1d0ac779a1 None None] Port d3cb06f7-2502-4d89-8739-5a9895d51593 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:02.102928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:02.119780 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-facc64dc-41be-4e06-b9a8-d9566ab645b6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ba4b876c5f645fd9a0ef748c5f9c7f3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4725492
Dec 23 16:21:02.123455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57762) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:02.173415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a4b15faa-f505-4352-b4b1-17999c9298f9 None None] Provisioning complete for port d3cb06f7-2502-4d89-8739-5a9895d51593 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:02.173415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4b15faa-f505-4352-b4b1-17999c9298f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:02.267212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a4b15faa-f505-4352-b4b1-17999c9298f9 None None] Port d3cb06f7-2502-4d89-8739-5a9895d51593 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:02.298510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26e10928-c3f3-405e-b372-5eda34eef9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:02.370737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:02.375662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:02.380913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e207b197-200a-4ef1-a8a6-04e839cd8577 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:02.496545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9a644fd8-caa6-4f26-a5d4-0bba29bbb9b0 None None] Provisioning complete for port d3cb06f7-2502-4d89-8739-5a9895d51593 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:02.497016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a644fd8-caa6-4f26-a5d4-0bba29bbb9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:02.501240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=6d403e63-cc7d-4d44-bfc7-d90ffb6cee88,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:02.507269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:02.520506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:02.560168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9a644fd8-caa6-4f26-a5d4-0bba29bbb9b0 None None] Port d3cb06f7-2502-4d89-8739-5a9895d51593 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:02.664325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26e10928-c3f3-405e-b372-5eda34eef9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:02.744147 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Floating IP 280c7cee-ef5b-429f-83cd-00de160c0997 associated. External IP: 172.26.5.218, port: f0281b54-495e-47da-9849-b0dae0151a49.
Dec 23 16:21:02.749848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26e10928-c3f3-405e-b372-5eda34eef9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:02.756065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-07933fad-2bc2-495b-9008-b1e616401f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:02.781178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e10928-c3f3-405e-b372-5eda34eef9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1bea5d-1d5c-4f11-8990-835ad2aa16a0,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:02.784493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-26e10928-c3f3-405e-b372-5eda34eef9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:02.786023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f4417688-f863-4fd4-a857-a8f7033a17dd None None] Provisioning complete for port d3cb06f7-2502-4d89-8739-5a9895d51593 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:02.786573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4417688-f863-4fd4-a857-a8f7033a17dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:02.792003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26e10928-c3f3-405e-b372-5eda34eef9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:02.793263 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-26e10928-c3f3-405e-b372-5eda34eef9c4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2a1bea5d-1d5c-4f11-8990-835ad2aa16a0 HTTP/1.1" status: 204  len: 168 time: 0.6688197
Dec 23 16:21:02.804408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Router 523baf6a-e86b-48ec-b327-8f1157ade363 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:21:02.859750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f4417688-f863-4fd4-a857-a8f7033a17dd None None] Port d3cb06f7-2502-4d89-8739-5a9895d51593 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:03.007494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:21:03.012810 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "PUT /v2.0/routers/523baf6a-e86b-48ec-b327-8f1157ade363/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0486987
Dec 23 16:21:03.015616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57770) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:03.026150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb1808-8dc9-44f2-be7b-9a44ea46d5d4 None None] Sync routers for ids ['523baf6a-e86b-48ec-b327-8f1157ade363'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:21:03.044329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb1808-8dc9-44f2-be7b-9a44ea46d5d4 None None] Routers {'523baf6a-e86b-48ec-b327-8f1157ade363'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:03.045415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-37cb1808-8dc9-44f2-be7b-9a44ea46d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a504cf8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['523baf6a-e86b-48ec-b327-8f1157ade363'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:03.125801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-37cb1808-8dc9-44f2-be7b-9a44ea46d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a504cf8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:03.138852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb1808-8dc9-44f2-be7b-9a44ea46d5d4 None None] Routers {'523baf6a-e86b-48ec-b327-8f1157ade363'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:03.139729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-37cb1808-8dc9-44f2-be7b-9a44ea46d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a504cf8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['523baf6a-e86b-48ec-b327-8f1157ade363'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:03.151694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246830fe-f1e5-4f09-8ccc-f9bda90371d1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:03.153996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:21:03.155470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-246830fe-f1e5-4f09-8ccc-f9bda90371d1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:21:03.174204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-246830fe-f1e5-4f09-8ccc-f9bda90371d1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:21:03.180839 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-246830fe-f1e5-4f09-8ccc-f9bda90371d1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports?device_id=523baf6a-e86b-48ec-b327-8f1157ade363 HTTP/1.1" status: 200  len: 987 time: 0.1641555
Dec 23 16:21:03.181737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57778) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:03.235795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:03.236163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:03.291723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:21:03.298017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-37cb1808-8dc9-44f2-be7b-9a44ea46d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a504cf8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:03.299096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb1808-8dc9-44f2-be7b-9a44ea46d5d4 None None] The sync data for ids ['523baf6a-e86b-48ec-b327-8f1157ade363'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:21:03.527666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:21:03.541402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d334bbc0-ecc5-4831-bdd5-d1ecec1847aa None None] Sync routers for ids ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:21:03.555357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:03.556933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334bbc0-ecc5-4831-bdd5-d1ecec1847aa None None] Routers {'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:03.558131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d334bbc0-ecc5-4831-bdd5-d1ecec1847aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b6aac8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:03.632871 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.0021675
Dec 23 16:21:03.633754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491acfc5-7861-43d1-b6b7-153936c59854', 'tag': 'f0281b54-495e-47da-9849-b0dae0151a49'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:21:03.636694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57790) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:03.693552 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491acfc5-7861-43d1-b6b7-153936c59854', 'tag': 'f0281b54-495e-47da-9849-b0dae0151a49', 'status': 'completed', 'code': 200}
Dec 23 16:21:03.793301 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e6de5f53-fda6-43b4-a644-d867d90cb942 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/280c7cee-ef5b-429f-83cd-00de160c0997 HTTP/1.1" status: 200  len: 992 time: 0.1525962
Dec 23 16:21:03.817898 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d99c02d0-5c40-4a81-b91b-b19a04a7ac33 req-b4fbc8b2-3ccb-41aa-bb07-f20bbf6312d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 1099 time: 0.1012645
Dec 23 16:21:03.887754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57798) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:03.936248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f09a3afc-4101-4f50-967d-552ac2e31557 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:03.975303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d334bbc0-ecc5-4831-bdd5-d1ecec1847aa None None] Set router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:21:03.988700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c02d0-5c40-4a81-b91b-b19a04a7ac33 req-841593d9-75fa-4460-b03b-75aac5d3dfd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:03.991076 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d99c02d0-5c40-4a81-b91b-b19a04a7ac33 req-841593d9-75fa-4460-b03b-75aac5d3dfd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a HTTP/1.1" status: 200  len: 898 time: 0.1676164
Dec 23 16:21:04.109210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-eb5c2222-efbd-4a87-afa5-467730007c90 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-947037979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:04.117166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eb5c2222-efbd-4a87-afa5-467730007c90 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:04.123480 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d99c02d0-5c40-4a81-b91b-b19a04a7ac33 req-0a2141fa-5e83-4e2b-84e1-774e32b5bfe0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0281b54-495e-47da-9849-b0dae0151a49 HTTP/1.1" status: 200  len: 1000 time: 0.1258903
Dec 23 16:21:04.124480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eb5c2222-efbd-4a87-afa5-467730007c90 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Usage tracker for resource:router and tenant:b490353ff4a64591bbc89b5dc04682c4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:04.128242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eb5c2222-efbd-4a87-afa5-467730007c90 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:04.195320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eb5c2222-efbd-4a87-afa5-467730007c90 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:04.217812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2222-efbd-4a87-afa5-467730007c90 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:04.219444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2222-efbd-4a87-afa5-467730007c90 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:04.248004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c02d0-5c40-4a81-b91b-b19a04a7ac33 req-a58b8cc2-f836-438d-a5fb-4836247fcc73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:04.249928 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d99c02d0-5c40-4a81-b91b-b19a04a7ac33 req-a58b8cc2-f836-438d-a5fb-4836247fcc73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80d54b75-48e3-4fd7-8c07-817aabc35290 HTTP/1.1" status: 200  len: 834 time: 0.1151004
Dec 23 16:21:04.257263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2222-efbd-4a87-afa5-467730007c90 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:04.327381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f09a3afc-4101-4f50-967d-552ac2e31557 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port d3cb06f7-2502-4d89-8739-5a9895d51593 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:21:04.327726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f09a3afc-4101-4f50-967d-552ac2e31557 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:04.342467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2222-efbd-4a87-afa5-467730007c90 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:04.367725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d334bbc0-ecc5-4831-bdd5-d1ecec1847aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b6aac8>, [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:36Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '280c7cee-ef5b-429f-83cd-00de160c0997', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.218', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'port_id': 'f0281b54-495e-47da-9849-b0dae0151a49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'mac_address': 'fa:16:3e:96:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491acfc5-7861-43d1-b6b7-153936c59854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:21:01Z', 'updated_at': '2021-12-23T16:21:01Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e502b64-4954-4810-ac6a-539a42a089ba', 'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:46:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:35Z', 'updated_at': '2021-12-23T16:20:45Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:04.372706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d334bbc0-ecc5-4831-bdd5-d1ecec1847aa None None] Checking router: e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:21:04.372900 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d99c02d0-5c40-4a81-b91b-b19a04a7ac33 req-e0e93cea-fd88-4135-8024-7f334d9e4d85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1140335
Dec 23 16:21:04.374426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2222-efbd-4a87-afa5-467730007c90 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:04.375968 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eb5c2222-efbd-4a87-afa5-467730007c90 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.4870667
Dec 23 16:21:04.379818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57804) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:04.388777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334bbc0-ecc5-4831-bdd5-d1ecec1847aa None None] Routers {'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:04.389508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d334bbc0-ecc5-4831-bdd5-d1ecec1847aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b6aac8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:04.391015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1045568136'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:04.404902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:04.431843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Usage tracker for resource:network and tenant:b490353ff4a64591bbc89b5dc04682c4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:04.438518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:04.458514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:04.523889 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d99c02d0-5c40-4a81-b91b-b19a04a7ac33 req-3d2e8a53-0d56-449f-b5d9-a3f3f7678c39 service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435070
Dec 23 16:21:04.525713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Made reservation on behalf of b490353ff4a64591bbc89b5dc04682c4 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:04.535017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:04.562241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:04.590122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d334bbc0-ecc5-4831-bdd5-d1ecec1847aa None None] Set router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:21:04.617780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f09a3afc-4101-4f50-967d-552ac2e31557 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:04.674022 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d99c02d0-5c40-4a81-b91b-b19a04a7ac33 req-c5cb359e-7130-441e-813e-390f2ed66676 service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441350
Dec 23 16:21:04.688783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:04.763344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f09a3afc-4101-4f50-967d-552ac2e31557 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for d3cb06f7-2502-4d89-8739-5a9895d51593 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:21:04.792397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Usage tracker for resource:security_group_rule and tenant:b490353ff4a64591bbc89b5dc04682c4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:04.797446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57808) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:04.806806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:04.817931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:04.915225 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-af8738b0-18b9-49a0-a1ef-13e0835dd869 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/280c7cee-ef5b-429f-83cd-00de160c0997 HTTP/1.1" status: 200  len: 992 time: 0.1163020
Dec 23 16:21:04.943961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:04.976243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d334bbc0-ecc5-4831-bdd5-d1ecec1847aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b6aac8>, [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:36Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '280c7cee-ef5b-429f-83cd-00de160c0997', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.218', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'port_id': 'f0281b54-495e-47da-9849-b0dae0151a49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'mac_address': 'fa:16:3e:96:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491acfc5-7861-43d1-b6b7-153936c59854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:21:01Z', 'updated_at': '2021-12-23T16:21:01Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e502b64-4954-4810-ac6a-539a42a089ba', 'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:46:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:35Z', 'updated_at': '2021-12-23T16:20:45Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:04.978596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:04.980633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d334bbc0-ecc5-4831-bdd5-d1ecec1847aa None None] The sync data for ids ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'] in dv-neutron-822801-1-hyperv is: [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:36Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '280c7cee-ef5b-429f-83cd-00de160c0997', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.218', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'port_id': 'f0281b54-495e-47da-9849-b0dae0151a49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'mac_address': 'fa:16:3e:96:ea:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491acfc5-7861-43d1-b6b7-153936c59854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:21:01Z', 'updated_at': '2021-12-23T16:21:01Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e502b64-4954-4810-ac6a-539a42a089ba', 'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:46:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:35Z', 'updated_at': '2021-12-23T16:20:45Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:21:04.989274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f15b8532-b9be-49ed-96c3-bc7de6745c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:05.038120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9880f5ed-b5f2-45ce-b43f-7b2ae771f142,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:05.041436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:05.054845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f09a3afc-4101-4f50-967d-552ac2e31557 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:05.062537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:21:05.064898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ed4e84d-80fa-4f43-8027-06e497263575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:05.117590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a3afc-4101-4f50-967d-552ac2e31557 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=d3cb06f7-2502-4d89-8739-5a9895d51593,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:05.121222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f09a3afc-4101-4f50-967d-552ac2e31557 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:05.163785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:05.164186 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Added segment f84f5e76-2103-437c-9b12-9341a3f1baba of type vlan for network d8dc8527-402f-4d31-8735-d5356c2570b5
Dec 23 16:21:05.323754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:05.343092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a150117d-cbd5-498c-a744-23253d927eb7 None None] New status for floating IP 280c7cee-ef5b-429f-83cd-00de160c0997: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:21:05.355796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f09a3afc-4101-4f50-967d-552ac2e31557 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:05.437464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:05.442347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:05.443014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:05.454513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:05.876928 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 1.4959605
Dec 23 16:21:05.880180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event updated for resources: {'Network': ['ID=d8dc8527-402f-4d31-8735-d5356c2570b5,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:05.881781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57812) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:05.883184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:05.888219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Request body: {'subnet': {'network_id': 'd8dc8527-402f-4d31-8735-d5356c2570b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:05.891672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network d8dc8527-402f-4d31-8735-d5356c2570b5 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:21:05.926218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57816) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:06.192791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09a3afc-4101-4f50-967d-552ac2e31557 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Router 523baf6a-e86b-48ec-b327-8f1157ade363 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:21:06.341340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:06.344786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09a3afc-4101-4f50-967d-552ac2e31557 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:21:06.349471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Usage tracker for resource:subnet and tenant:b490353ff4a64591bbc89b5dc04682c4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:06.353567 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f09a3afc-4101-4f50-967d-552ac2e31557 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "PUT /v2.0/routers/523baf6a-e86b-48ec-b327-8f1157ade363/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1679480
Dec 23 16:21:06.354080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57820) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:06.354201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:06.357342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c6a55a-0e3e-4262-a07e-f6ccd6e7c364 None None] Sync routers for ids ['523baf6a-e86b-48ec-b327-8f1157ade363'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:21:06.360418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:06.365332 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-07f0f81b-27ce-4d82-a252-675b3dc794e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/280c7cee-ef5b-429f-83cd-00de160c0997 HTTP/1.1" status: 200  len: 994 time: 0.4378662
Dec 23 16:21:06.371146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6a55a-0e3e-4262-a07e-f6ccd6e7c364 None None] Routers {'523baf6a-e86b-48ec-b327-8f1157ade363'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:06.371839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d1c6a55a-0e3e-4262-a07e-f6ccd6e7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635630>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['523baf6a-e86b-48ec-b327-8f1157ade363'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:06.374080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Made reservation on behalf of b490353ff4a64591bbc89b5dc04682c4 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:06.410759 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44e3535-c94e-44d4-8af8-4e6d0446d355 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] GET failed (client error): The resource could not be found.
Dec 23 16:21:06.411371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a44e3535-c94e-44d4-8af8-4e6d0446d355 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:21:06.426438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a44e3535-c94e-44d4-8af8-4e6d0446d355 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:21:06.430577 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a44e3535-c94e-44d4-8af8-4e6d0446d355 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/d3cb06f7-2502-4d89-8739-5a9895d51593 HTTP/1.1" status: 404  len: 333 time: 0.0755739
Dec 23 16:21:06.431494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57824) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:06.445370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d1c6a55a-0e3e-4262-a07e-f6ccd6e7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635630>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:06.458327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6a55a-0e3e-4262-a07e-f6ccd6e7c364 None None] Routers {'523baf6a-e86b-48ec-b327-8f1157ade363'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:06.459022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d1c6a55a-0e3e-4262-a07e-f6ccd6e7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635630>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['523baf6a-e86b-48ec-b327-8f1157ade363'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:06.488587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:06.524155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d1c6a55a-0e3e-4262-a07e-f6ccd6e7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635630>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:06.524641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c6a55a-0e3e-4262-a07e-f6ccd6e7c364 None None] The sync data for ids ['523baf6a-e86b-48ec-b327-8f1157ade363'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:21:06.576235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f83d88-83a5-4c72-ac4c-d64758ab7a3e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:06.723215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:06.727654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2de97cc5-86cf-4e86-aa97-26704c3fd319 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:06.805104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event updated for resources: {'Subnet': ['ID=9b6e3512-65c6-445a-8a24-45f46451e810,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:06.820369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:06.820807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:06.821239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:06.821665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:06.822088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:06.822520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:06.822936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:06.823407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:06.823826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:06.824251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:06.824658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:06.831267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:06.836368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Checking segment: {'id': 'f84f5e76-2103-437c-9b12-9341a3f1baba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8dc8527-402f-4d31-8735-d5356c2570b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:21:06.836773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Network hostable DHCP agents. Network: d8dc8527-402f-4d31-8735-d5356c2570b5, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:21:06.858718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Network d8dc8527-402f-4d31-8735-d5356c2570b5 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:21:06.867905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, d8dc8527-402f-4d31-8735-d5356c2570b5) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:06.871910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:06.872567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:06.879139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dcfac3-eb2f-4166-ac3c-78f91212b4ca None None] Network d8dc8527-402f-4d31-8735-d5356c2570b5 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:06.901350 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0148804
Dec 23 16:21:06.901350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57828) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:06.907768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Request body: {'network': {'name': 'tempest-router-network01--1724088706'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:06.912582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:06.916717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Usage tracker for resource:network and tenant:b490353ff4a64591bbc89b5dc04682c4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:06.919726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:06.926927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:06.936848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Made reservation on behalf of b490353ff4a64591bbc89b5dc04682c4 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:06.943783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:06.975832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:21:06.986011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:06.986633 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Added segment bf48dd51-2860-4c0d-b3ab-43674d64cd11 of type vlan for network 4c193d96-6e0f-45f6-9a2e-13b6f66c5007
Dec 23 16:21:06.987708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f83d88-83a5-4c72-ac4c-d64758ab7a3e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:06.992232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f83d88-83a5-4c72-ac4c-d64758ab7a3e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.016090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f83d88-83a5-4c72-ac4c-d64758ab7a3e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.016665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f83d88-83a5-4c72-ac4c-d64758ab7a3e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Fanout notify agent at l3_agent the message router_deleted on router 523baf6a-e86b-48ec-b327-8f1157ade363 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:21:07.023400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.028337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f83d88-83a5-4c72-ac4c-d64758ab7a3e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.032427 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c9f83d88-83a5-4c72-ac4c-d64758ab7a3e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/routers/523baf6a-e86b-48ec-b327-8f1157ade363 HTTP/1.1" status: 204  len: 168 time: 0.5970342
Dec 23 16:21:07.032581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57832) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:07.114397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-d8dc8527-402f-4d31-8735-d5356c2570b5', 'network_id': 'd8dc8527-402f-4d31-8735-d5356c2570b5', 'tenant_id': 'b490353ff4a64591bbc89b5dc04682c4', 'fixed_ips': [{'subnet_id': '9b6e3512-65c6-445a-8a24-45f46451e810'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:21:07.115385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.140392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.145277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:07.145942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.154756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3ecd952d-78bf-41d8-8100-39ac10b273f8 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:07.231658 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3294346
Dec 23 16:21:07.234311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57836) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:07.241585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Request body: {'network': {'name': 'tempest-router-network02--593920569'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:07.247306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:07.251603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Usage tracker for resource:network and tenant:b490353ff4a64591bbc89b5dc04682c4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:07.255543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:07.261858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:07.273070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Made reservation on behalf of b490353ff4a64591bbc89b5dc04682c4 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:07.278748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.300343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Allocated IP 172.20.0.2 (d8dc8527-402f-4d31-8735-d5356c2570b5/9b6e3512-65c6-445a-8a24-45f46451e810/c316cde1-214b-48a1-a6d7-9554b4157d91) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:21:07.311649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:21:07.322065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.322467 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Added segment 194eb800-3bcb-4527-a4ae-59a3f8ca23a2 of type vlan for network 8e1ac474-d927-449f-95de-9a27c1dfff74
Dec 23 16:21:07.351892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.359490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event updated for resources: {'Network': ['ID=4c193d96-6e0f-45f6-9a2e-13b6f66c5007,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:07.362469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:07.388881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.394815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:07.395676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.398557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-4492b105-9e2f-4197-9812-b03899bbf1c8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting subnet 69d2642c-7799-4c4e-a0b1-f3dc86f92f48 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:21:07.401832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c8774195-9eae-41ef-af7e-3394d78a908b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:07.404621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4492b105-9e2f-4197-9812-b03899bbf1c8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.411205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 4c193d96-6e0f-45f6-9a2e-13b6f66c5007 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:21:07.458689 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2227848
Dec 23 16:21:07.461637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57840) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:07.470451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Request body: {'subnet': {'network_id': '4c193d96-6e0f-45f6-9a2e-13b6f66c5007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:07.499755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4492b105-9e2f-4197-9812-b03899bbf1c8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.521379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event updated for resources: {'Network': ['ID=8e1ac474-d927-449f-95de-9a27c1dfff74,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:07.524350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:07.541838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 8e1ac474-d927-449f-95de-9a27c1dfff74 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:21:07.663753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:07.674373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Usage tracker for resource:subnet and tenant:b490353ff4a64591bbc89b5dc04682c4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:07.679443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:07.687792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:07.703874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Made reservation on behalf of b490353ff4a64591bbc89b5dc04682c4 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:07.728230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4492b105-9e2f-4197-9812-b03899bbf1c8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.883064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.893937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.939670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Transition to ACTIVE for port object c316cde1-214b-48a1-a6d7-9554b4157d91 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:07.959901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Transition to ACTIVE for port object c316cde1-214b-48a1-a6d7-9554b4157d91 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:07.964881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.969385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4978a6d4-8902-42d9-9513-56df8169e58d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:07.986556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4492b105-9e2f-4197-9812-b03899bbf1c8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:07.997345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-681053fc-41de-45d3-b72a-90ab1ed7bbcf tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:08.043818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Network d8dc8527-402f-4d31-8735-d5356c2570b5 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:08.047021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:08.050605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492b105-9e2f-4197-9812-b03899bbf1c8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Subnet': ['ID=69d2642c-7799-4c4e-a0b1-f3dc86f92f48,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:08.051919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:21:08.053269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4492b105-9e2f-4197-9812-b03899bbf1c8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:08.056191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Pushing event updated for resources: {'Port': ['ID=c316cde1-214b-48a1-a6d7-9554b4157d91,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:08.059461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4492b105-9e2f-4197-9812-b03899bbf1c8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:08.059987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:08.071469 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4492b105-9e2f-4197-9812-b03899bbf1c8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/69d2642c-7799-4c4e-a0b1-f3dc86f92f48 HTTP/1.1" status: 204  len: 168 time: 1.0378559
Dec 23 16:21:08.074320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57844) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:08.093189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7358a5-5264-422b-8af1-e15ad240d9d7 None None] Network ba8b94a4-061f-462a-804b-2baf2aac8152 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:08.203112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:08.214870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:21:08.215170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:08.215510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:08.242085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f2994e75-648e-40f2-9464-53bfd9258af9 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:08.249267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Attempting to bind port c316cde1-214b-48a1-a6d7-9554b4157d91 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:21:08.249702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Attempting to bind port c316cde1-214b-48a1-a6d7-9554b4157d91 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'f84f5e76-2103-437c-9b12-9341a3f1baba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8dc8527-402f-4d31-8735-d5356c2570b5'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:21:08.250130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Attempting to bind port c316cde1-214b-48a1-a6d7-9554b4157d91 on network d8dc8527-402f-4d31-8735-d5356c2570b5 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:21:08.322577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:21:08.323079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Checking segment: {'id': 'f84f5e76-2103-437c-9b12-9341a3f1baba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8dc8527-402f-4d31-8735-d5356c2570b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:21:08.323562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:08.324019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Bound using segment: {'id': 'f84f5e76-2103-437c-9b12-9341a3f1baba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8dc8527-402f-4d31-8735-d5356c2570b5'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:21:08.324584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Bound port: c316cde1-214b-48a1-a6d7-9554b4157d91, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84f5e76-2103-437c-9b12-9341a3f1baba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8dc8527-402f-4d31-8735-d5356c2570b5'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:21:08.325013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:08.335961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event updated for resources: {'Subnet': ['ID=b00c1878-af3b-4496-b1e0-50a60468fc52,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:08.341214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:08.352662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Checking segment: {'id': 'bf48dd51-2860-4c0d-b3ab-43674d64cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4c193d96-6e0f-45f6-9a2e-13b6f66c5007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:21:08.353236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Network hostable DHCP agents. Network: 4c193d96-6e0f-45f6-9a2e-13b6f66c5007, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:21:08.382439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Network 4c193d96-6e0f-45f6-9a2e-13b6f66c5007 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:21:08.394411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 4c193d96-6e0f-45f6-9a2e-13b6f66c5007) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:08.399427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:08.400094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:08.407048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c0b8df-3664-4150-b4e5-76d840c8f6a8 None None] Network 4c193d96-6e0f-45f6-9a2e-13b6f66c5007 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:08.433470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9704373
Dec 23 16:21:08.434353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57848) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:08.441634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Request body: {'subnet': {'network_id': '8e1ac474-d927-449f-95de-9a27c1dfff74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:08.448253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] For port 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0e9596cb-b1bc-4ce4-8d9e-63d318bba16a,segment=NetworkSegment(cf49e570-f5b2-4e04-9477-3d0c6923b541),segment_id=cf49e570-f5b2-4e04-9477-3d0c6923b541)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:08.448658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:08.559424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] For port c316cde1-214b-48a1-a6d7-9554b4157d91, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:21:08.571221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:08.575018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] For port c316cde1-214b-48a1-a6d7-9554b4157d91, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=c316cde1-214b-48a1-a6d7-9554b4157d91,segment=NetworkSegment(f84f5e76-2103-437c-9b12-9341a3f1baba),segment_id=f84f5e76-2103-437c-9b12-9341a3f1baba)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:21:08.576270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Usage tracker for resource:subnet and tenant:b490353ff4a64591bbc89b5dc04682c4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:08.579126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:08.586240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:08.587093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:21:08.597518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:08.598222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Made reservation on behalf of b490353ff4a64591bbc89b5dc04682c4 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:08.604018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4d96c360-6be5-4bfa-b290-d59b490e22c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:08.644876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d479996-d9d9-4707-a3e6-e280fc3efab9 None None] DHCP port deletion for ba8b94a4-061f-462a-804b-2baf2aac8152 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:21:08.672521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:08.678461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:08.719533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:08.734289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=0e9596cb-b1bc-4ce4-8d9e-63d318bba16a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:08.738919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:08.739788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No DVR routers for this DVR port 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:21:08.789972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Pushing event updated for resources: {'Port': ['ID=c316cde1-214b-48a1-a6d7-9554b4157d91,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:08.795321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:08.806901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-4c193d96-6e0f-45f6-9a2e-13b6f66c5007', 'network_id': '4c193d96-6e0f-45f6-9a2e-13b6f66c5007', 'tenant_id': 'b490353ff4a64591bbc89b5dc04682c4', 'fixed_ips': [{'subnet_id': 'b00c1878-af3b-4496-b1e0-50a60468fc52'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:21:08.808322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:08.888709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:08.975400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:21:08.992513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:08.996575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Allocated IP 172.20.0.2 (4c193d96-6e0f-45f6-9a2e-13b6f66c5007/b00c1878-af3b-4496-b1e0-50a60468fc52/3fbcb53b-918e-4768-bb9c-68823bb44956) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:21:08.998458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a2b7eecd-4f01-439e-a2f9-9d3c1ab926f6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:09.093595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event updated for resources: {'Subnet': ['ID=8747b0d4-fa73-4a6c-9af2-816c944cec36,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:09.112627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:09.134927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Checking segment: {'id': '194eb800-3bcb-4527-a4ae-59a3f8ca23a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8e1ac474-d927-449f-95de-9a27c1dfff74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:21:09.135663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Network hostable DHCP agents. Network: 8e1ac474-d927-449f-95de-9a27c1dfff74, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:21:09.169466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Network 8e1ac474-d927-449f-95de-9a27c1dfff74 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:21:09.176829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:21:09.178728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b797baba8>,) {'filters': {'network_id': ['ba8b94a4-061f-462a-804b-2baf2aac8152']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:09.183327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 8e1ac474-d927-449f-95de-9a27c1dfff74) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:09.193111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b797baba8>, 'cf49e570-f5b2-4e04-9477-3d0c6923b541') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:09.193449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b797baba8>, 'cf49e570-f5b2-4e04-9477-3d0c6923b541') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:09.199805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:09.200968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:09.207323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:09.224723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:09.228828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:21:09.229423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0e9596cb-b1bc-4ce4-8d9e-63d318bba16a not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:21:09.233852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d746fcde-9fcc-4057-ba08-473dd94856f3 None None] Network 8e1ac474-d927-449f-95de-9a27c1dfff74 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:09.235504 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7997949
Dec 23 16:21:09.236483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57852) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:09.253027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:21:09.253847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:21:09.271308 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:21:09.364281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:09.380741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:09.417333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:09.429964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Network': ['ID=ba8b94a4-061f-462a-804b-2baf2aac8152,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:09.442738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:09.444451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:09.461543 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/networks/ba8b94a4-061f-462a-804b-2baf2aac8152 HTTP/1.1" status: 204  len: 168 time: 1.3858845
Dec 23 16:21:09.462571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57856) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:09.474488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Transition to ACTIVE for port object 3fbcb53b-918e-4768-bb9c-68823bb44956 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:09.548591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Transition to ACTIVE for port object 3fbcb53b-918e-4768-bb9c-68823bb44956 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:09.555217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40120390-e674-4388-8a02-884202f20eca tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:09.556111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-40120390-e674-4388-8a02-884202f20eca tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:21:09.562297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:09.569479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cac2ef41-8e67-4cb1-a9ac-750079b586b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:09.576275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-40120390-e674-4388-8a02-884202f20eca tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:21:09.577779 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-40120390-e674-4388-8a02-884202f20eca tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/9bc688ca-d5b0-4d25-9396-0949489faa70 HTTP/1.1" status: 200  len: 844 time: 0.1132040
Dec 23 16:21:09.582360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57860) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:09.666656 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-702094cc-1477-4d7b-ab82-8e41ee24ddf7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/9bc688ca-d5b0-4d25-9396-0949489faa70?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0826540
Dec 23 16:21:09.670819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57864) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:09.678335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4aba9895-c94b-4870-abf2-843769a21ae3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'subnet': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:09.679116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-8e1ac474-d927-449f-95de-9a27c1dfff74', 'network_id': '8e1ac474-d927-449f-95de-9a27c1dfff74', 'tenant_id': 'b490353ff4a64591bbc89b5dc04682c4', 'fixed_ips': [{'subnet_id': '8747b0d4-fa73-4a6c-9af2-816c944cec36'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:21:09.680264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:09.757306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Network 4c193d96-6e0f-45f6-9a2e-13b6f66c5007 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:09.762413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:09.765130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:21:09.768241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Pushing event updated for resources: {'Port': ['ID=3fbcb53b-918e-4768-bb9c-68823bb44956,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:09.771175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:09.798928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4aba9895-c94b-4870-abf2-843769a21ae3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:09.803768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4aba9895-c94b-4870-abf2-843769a21ae3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:subnet and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:09.806781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4aba9895-c94b-4870-abf2-843769a21ae3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:09.813005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4aba9895-c94b-4870-abf2-843769a21ae3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:09.824518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aba9895-c94b-4870-abf2-843769a21ae3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:09.892670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:09.910442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Attempting to bind port 3fbcb53b-918e-4768-bb9c-68823bb44956 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:21:09.911036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Attempting to bind port 3fbcb53b-918e-4768-bb9c-68823bb44956 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'bf48dd51-2860-4c0d-b3ab-43674d64cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4c193d96-6e0f-45f6-9a2e-13b6f66c5007'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:21:09.911521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Attempting to bind port 3fbcb53b-918e-4768-bb9c-68823bb44956 on network 4c193d96-6e0f-45f6-9a2e-13b6f66c5007 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:21:09.944480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4aba9895-c94b-4870-abf2-843769a21ae3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:09.957573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:21:09.958117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Checking segment: {'id': 'bf48dd51-2860-4c0d-b3ab-43674d64cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4c193d96-6e0f-45f6-9a2e-13b6f66c5007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:21:09.958674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:09.959253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Bound using segment: {'id': 'bf48dd51-2860-4c0d-b3ab-43674d64cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4c193d96-6e0f-45f6-9a2e-13b6f66c5007'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:21:09.959904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Bound port: 3fbcb53b-918e-4768-bb9c-68823bb44956, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf48dd51-2860-4c0d-b3ab-43674d64cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4c193d96-6e0f-45f6-9a2e-13b6f66c5007'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:21:09.960435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:10.066112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Allocated IP 172.20.0.2 (8e1ac474-d927-449f-95de-9a27c1dfff74/8747b0d4-fa73-4a6c-9af2-816c944cec36/009550f1-9a51-4f2f-a1f6-914658315bef) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:21:10.123715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] For port 3fbcb53b-918e-4768-bb9c-68823bb44956, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:21:10.150298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] For port 3fbcb53b-918e-4768-bb9c-68823bb44956, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3fbcb53b-918e-4768-bb9c-68823bb44956,segment=NetworkSegment(bf48dd51-2860-4c0d-b3ab-43674d64cd11),segment_id=bf48dd51-2860-4c0d-b3ab-43674d64cd11)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:21:10.154867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:10.161506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:10.222577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4aba9895-c94b-4870-abf2-843769a21ae3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:10.237231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58e1b5ff-44d5-4d2e-b8e7-8dce941872d9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:10.275799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba9895-c94b-4870-abf2-843769a21ae3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:10.280622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-4aba9895-c94b-4870-abf2-843769a21ae3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:10.284481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aba9895-c94b-4870-abf2-843769a21ae3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:10.285331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4aba9895-c94b-4870-abf2-843769a21ae3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:10.307259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f43a294-52c2-410a-b630-47ab1554e518 None None] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:10.355642 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4aba9895-c94b-4870-abf2-843769a21ae3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6832528
Dec 23 16:21:10.358646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57868) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:10.360771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba9895-c94b-4870-abf2-843769a21ae3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Subnet': ['ID=1dd9b841-98ea-4d54-b4d3-d576711fbdbf,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:10.368775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4aba9895-c94b-4870-abf2-843769a21ae3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:10.368939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'security_group': {'name': 'tempest-secgroup-302194312'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:10.378722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Pushing event updated for resources: {'Port': ['ID=3fbcb53b-918e-4768-bb9c-68823bb44956,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:10.383474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:10.386706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:10.397471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:security_group and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:10.403961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:10.417110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:10.512055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:10.625791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:10.629865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Allocated IP 172.20.0.1 (4c193d96-6e0f-45f6-9a2e-13b6f66c5007/b00c1878-af3b-4496-b1e0-50a60468fc52/496afb3b-4895-406f-8bd7-b1206bce9748) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:21:10.635654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:security_group_rule and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:10.644086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:10.651671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:10.808229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:10.829594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Transition to ACTIVE for port object 009550f1-9a51-4f2f-a1f6-914658315bef will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:10.881734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:10.896743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:10.905377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bbf7b615-b342-458e-8357-4ea54fc44506 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:10.909127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Transition to ACTIVE for port object 009550f1-9a51-4f2f-a1f6-914658315bef will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:10.922944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:10.928944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:10.930078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:10.974328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Transition to ACTIVE for port object 496afb3b-4895-406f-8bd7-b1206bce9748 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:10.978511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4575612c-1c22-4a21-839f-04bb885b8f36,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:10.982864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'tenant_id': '42b027ae4e0648eebf22f0ddb7193558', 'fixed_ips': [{'subnet_id': '1dd9b841-98ea-4d54-b4d3-d576711fbdbf'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:21:10.983371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:10.983920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:10.984140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:10.985467 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.6257350
Dec 23 16:21:10.989099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57872) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:10.997301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'security_group': {'name': 'tempest-secgroup-1579587980'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:11.005831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:11.010341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:security_group and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:11.013541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:11.013909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:11.024898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Network 8e1ac474-d927-449f-95de-9a27c1dfff74 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:11.025744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:11.033226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:11.042075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:11.047781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:11.077368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:21:11.085371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fed747-0923-4df4-97c0-f7317b20147d None None] Network d8dc8527-402f-4d31-8735-d5356c2570b5 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:11.090677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:11.096190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:security_group_rule and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:11.103869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:11.115548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:11.128508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event updated for resources: {'Port': ['ID=496afb3b-4895-406f-8bd7-b1206bce9748,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:11.133693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:11.135693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Network 4c193d96-6e0f-45f6-9a2e-13b6f66c5007 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:11.137034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:11.139466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:21:11.210623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:11.230958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:11.236889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:11.253747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Allocated IP 2001:db8::2 (44bfdb49-b51e-415b-aa46-2a9a1d1b2026/1dd9b841-98ea-4d54-b4d3-d576711fbdbf/33baa7cb-a318-40f3-a6e7-2d5c6f7c7455) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:21:11.253944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-62c3e853-e56e-4a74-acf3-e72b2afb0740 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:11.299683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device c316cde1-214b-48a1-a6d7-9554b4157d91 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:21:11.301255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de42e8a8-62b2-4219-9c14-d8ee2f195a52,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:11.315178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:11.315717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:11.316221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:11.316752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:11.317248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:11.317746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:11.318240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:11.318743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:11.319252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:11.319781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:11.320262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:11.323675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:11.325223 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3347270
Dec 23 16:21:11.326390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:11.328336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57876) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:11.335656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1281685336', 'security_groups': ['de42e8a8-62b2-4219-9c14-d8ee2f195a52'], 'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1dd9b841-98ea-4d54-b4d3-d576711fbdbf'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:11.344964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:11.352845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Pushing event updated for resources: {'Port': ['ID=009550f1-9a51-4f2f-a1f6-914658315bef,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:11.417131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:11.494256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:11.508986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:11.520046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:11.528141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:11.555271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port 8c7c3cdf-f48d-4af8-936e-c1c5672c543e yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:21:11.617684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b29db2d2-4d0f-4945-8072-8644323c2462 None None] Provisioning for port c316cde1-214b-48a1-a6d7-9554b4157d91 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:11.645005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Attempting to bind port 009550f1-9a51-4f2f-a1f6-914658315bef on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:21:11.645440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Attempting to bind port 009550f1-9a51-4f2f-a1f6-914658315bef by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '194eb800-3bcb-4527-a4ae-59a3f8ca23a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8e1ac474-d927-449f-95de-9a27c1dfff74'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:21:11.645867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Attempting to bind port 009550f1-9a51-4f2f-a1f6-914658315bef on network 8e1ac474-d927-449f-95de-9a27c1dfff74 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:21:11.730033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port c316cde1-214b-48a1-a6d7-9554b4157d91 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:11.747953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:21:11.748400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Checking segment: {'id': '194eb800-3bcb-4527-a4ae-59a3f8ca23a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8e1ac474-d927-449f-95de-9a27c1dfff74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:21:11.748864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:11.749360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Bound using segment: {'id': '194eb800-3bcb-4527-a4ae-59a3f8ca23a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8e1ac474-d927-449f-95de-9a27c1dfff74'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:21:11.749850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Bound port: 009550f1-9a51-4f2f-a1f6-914658315bef, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194eb800-3bcb-4527-a4ae-59a3f8ca23a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8e1ac474-d927-449f-95de-9a27c1dfff74'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:21:11.750290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:11.776570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port c316cde1-214b-48a1-a6d7-9554b4157d91 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:11.777020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:11.824049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:11.828762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:11.869830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-38bf785b-b5df-4bb9-aa1e-bc17853d3525 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:11.971870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event updated for resources: {'Port': ['ID=496afb3b-4895-406f-8bd7-b1206bce9748,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:11.974570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:11.985378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:12.038091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] For port 009550f1-9a51-4f2f-a1f6-914658315bef, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:21:12.044780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] For port 009550f1-9a51-4f2f-a1f6-914658315bef, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=009550f1-9a51-4f2f-a1f6-914658315bef,segment=NetworkSegment(194eb800-3bcb-4527-a4ae-59a3f8ca23a2),segment_id=194eb800-3bcb-4527-a4ae-59a3f8ca23a2)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:21:12.052890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:12.060308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:12.069195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9d975d64-69ad-4517-9509-a380046f6fa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:12.120802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Transition to ACTIVE for port object 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:12.138591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Network 4c193d96-6e0f-45f6-9a2e-13b6f66c5007 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:12.140035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:12.235386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Transition to ACTIVE for port object 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:12.251188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:12.264553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:12.274156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Pushing event updated for resources: {'Port': ['ID=009550f1-9a51-4f2f-a1f6-914658315bef,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:12.278970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:12.290466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:12.295357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:12.344955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1770f0a-6974-44c2-bae3-bdf8bc1b25e5 None None] Network 4c193d96-6e0f-45f6-9a2e-13b6f66c5007 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:12.356939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Allocated IP 2001:db8::af (44bfdb49-b51e-415b-aa46-2a9a1d1b2026/1dd9b841-98ea-4d54-b4d3-d576711fbdbf/8c7c3cdf-f48d-4af8-936e-c1c5672c543e) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:21:12.440985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:12.450870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:12.453488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:21:12.604572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:12.624978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Transition to ACTIVE for port object 8c7c3cdf-f48d-4af8-936e-c1c5672c543e will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:12.651718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:12.656732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Router af708015-fbba-496d-8304-bdf1722655ff is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:21:12.667746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2355fd0f-06e4-4021-b2cd-cd99eec42531 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:12.752230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Pushing event updated for resources: {'Port': ['ID=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:12.777597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:12.803314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:12.809236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:21:12.817913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port c316cde1-214b-48a1-a6d7-9554b4157d91, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=c316cde1-214b-48a1-a6d7-9554b4157d91,segment=NetworkSegment(f84f5e76-2103-437c-9b12-9341a3f1baba),segment_id=f84f5e76-2103-437c-9b12-9341a3f1baba)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:12.819429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:12.822159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3e505d55-dabb-4f31-8e7c-4c4ef99455b3 None None] Provisioning for port 3fbcb53b-918e-4768-bb9c-68823bb44956 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:12.835057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:12.836704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:12.857814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:12.858497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=8c7c3cdf-f48d-4af8-936e-c1c5672c543e,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:12.858735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3fbcb53b-918e-4768-bb9c-68823bb44956 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:21:12.861944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:12.879887 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.5490792
Dec 23 16:21:12.879887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57880) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:12.888489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-25a64aa0-3973-414e-b09a-a092db37f334 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'subnet': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:12.897978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:21:12.903725 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "PUT /v2.0/routers/af708015-fbba-496d-8304-bdf1722655ff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6659222
Dec 23 16:21:12.906551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57884) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:12.911447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6037393-0ccf-49dc-aaa9-1f86e825bfee None None] Sync routers for ids ['af708015-fbba-496d-8304-bdf1722655ff'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:21:12.939284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6037393-0ccf-49dc-aaa9-1f86e825bfee None None] Routers {'af708015-fbba-496d-8304-bdf1722655ff'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:12.941413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c6037393-0ccf-49dc-aaa9-1f86e825bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a39c780>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['af708015-fbba-496d-8304-bdf1722655ff'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:12.941732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:13.022553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c6037393-0ccf-49dc-aaa9-1f86e825bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a39c780>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:13.028372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Attempting to bind port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:21:13.028812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Attempting to bind port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ed81bcd3-11fb-4039-bb9a-20f8f04c82db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:21:13.029291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Attempting to bind port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 on network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:21:13.046061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6037393-0ccf-49dc-aaa9-1f86e825bfee None None] Routers {'af708015-fbba-496d-8304-bdf1722655ff'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:13.046745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c6037393-0ccf-49dc-aaa9-1f86e825bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a39c780>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['af708015-fbba-496d-8304-bdf1722655ff'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:13.085573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-25a64aa0-3973-414e-b09a-a092db37f334 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:13.089856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:21:13.090302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Checking segment: {'id': 'ed81bcd3-11fb-4039-bb9a-20f8f04c82db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:21:13.090772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:13.090917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-25a64aa0-3973-414e-b09a-a092db37f334 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:subnet and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:13.091277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Bound using segment: {'id': 'ed81bcd3-11fb-4039-bb9a-20f8f04c82db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:21:13.091824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Bound port: 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed81bcd3-11fb-4039-bb9a-20f8f04c82db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:21:13.092262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:13.095143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-25a64aa0-3973-414e-b09a-a092db37f334 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:13.103361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-25a64aa0-3973-414e-b09a-a092db37f334 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:13.116576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a64aa0-3973-414e-b09a-a092db37f334 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:13.136054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25a64aa0-3973-414e-b09a-a092db37f334 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:13.143917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c6037393-0ccf-49dc-aaa9-1f86e825bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a39c780>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:13.144774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6037393-0ccf-49dc-aaa9-1f86e825bfee None None] The sync data for ids ['af708015-fbba-496d-8304-bdf1722655ff'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:21:13.178665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 3fbcb53b-918e-4768-bb9c-68823bb44956 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:13.183485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=c316cde1-214b-48a1-a6d7-9554b4157d91,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:13.187122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:13.200906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3fbcb53b-918e-4768-bb9c-68823bb44956 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:13.201363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:13.324454 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.ipam_backend_mixin [None req-25a64aa0-3973-414e-b09a-a092db37f334 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1dd9b841-98ea-4d54-b4d3-d576711fbdbf (CIDR: 2001:db8::/64)
Dec 23 16:21:13.328193 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a64aa0-3973-414e-b09a-a092db37f334 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:21:13.328690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a64aa0-3973-414e-b09a-a092db37f334 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:13.351007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57888) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:13.351252 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-25a64aa0-3973-414e-b09a-a092db37f334 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4683638
Dec 23 16:21:13.359519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'subnet': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:13.367096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-07c0704d-474e-4331-a513-2562b86ecfed None None] Provisioning complete for port c316cde1-214b-48a1-a6d7-9554b4157d91 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:13.367532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07c0704d-474e-4331-a513-2562b86ecfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:13.445216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] For port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:21:13.457286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] For port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,segment=NetworkSegment(ed81bcd3-11fb-4039-bb9a-20f8f04c82db),segment_id=ed81bcd3-11fb-4039-bb9a-20f8f04c82db)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:21:13.470428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:13.478055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-95b794f6-de10-4fe8-aa33-91de9436e30c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:13.672972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:13.705849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Pushing event updated for resources: {'Port': ['ID=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:13.711295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:13.731808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 3fbcb53b-918e-4768-bb9c-68823bb44956, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3fbcb53b-918e-4768-bb9c-68823bb44956,segment=NetworkSegment(bf48dd51-2860-4c0d-b3ab-43674d64cd11),segment_id=bf48dd51-2860-4c0d-b3ab-43674d64cd11)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:13.734746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:13.736800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1465e47d-cb1f-48ae-9761-9ce644f3a243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:13.817904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=3fbcb53b-918e-4768-bb9c-68823bb44956,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:13.821382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:13.898478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device c316cde1-214b-48a1-a6d7-9554b4157d91 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:21:13.902505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:13.908087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:subnet and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:13.913270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:13.923322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:13.942635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:13.997768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port c316cde1-214b-48a1-a6d7-9554b4157d91 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:13.998827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:14.150365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 009550f1-9a51-4f2f-a1f6-914658315bef up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:21:14.239767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:14.291644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 009550f1-9a51-4f2f-a1f6-914658315bef completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:14.300959 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-b3bd4e23-0630-4940-be5e-e9c9164b03f8 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:21:14.302137 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b3bd4e23-0630-4940-be5e-e9c9164b03f8 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "PUT /v2.0/routers/af708015-fbba-496d-8304-bdf1722655ff/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.3942971
Dec 23 16:21:14.305391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57892) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:14.471746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b0cf5805-b50a-4220-98af-999a2be6b4c6 None None] Provisioning complete for port 3fbcb53b-918e-4768-bb9c-68823bb44956 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:14.472571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5805-b50a-4220-98af-999a2be6b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:14.640720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:14.646574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7369dda0-222e-4ad6-98a4-9a4191d7d478 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:14.724002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:14.727622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:14.732466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:14.733118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:14.748396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Subnet': ['ID=06373b13-428b-4fa7-9ca0-c8bc462e5cb5,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:14.751900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b0cf5805-b50a-4220-98af-999a2be6b4c6 None None] Provisioning for port 496afb3b-4895-406f-8bd7-b1206bce9748 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:14.754264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:14.759125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b0cf5805-b50a-4220-98af-999a2be6b4c6 None None] Provisioning complete for port 496afb3b-4895-406f-8bd7-b1206bce9748 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:14.759690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5805-b50a-4220-98af-999a2be6b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:14.768398 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.4155204
Dec 23 16:21:14.771411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57896) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:14.778529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7c3f5231-f821-46f3-b03a-2eb24ca77a5e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-17241713', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '06373b13-428b-4fa7-9ca0-c8bc462e5cb5'}], 'security_groups': ['4575612c-1c22-4a21-839f-04bb885b8f36']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:14.798724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35867565-181c-4ebc-b6d5-7b7f9aaf2498 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:14.819486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7535e2b-05cc-4697-bfb0-0387fcabbdc0 None None] Network 8e1ac474-d927-449f-95de-9a27c1dfff74 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:14.879982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf5805-b50a-4220-98af-999a2be6b4c6 None None] Port 496afb3b-4895-406f-8bd7-b1206bce9748 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:14.917748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c3f5231-f821-46f3-b03a-2eb24ca77a5e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:15.083643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7e97fa53-22ea-4504-b9df-14c127e1a6d9 None None] Provisioning for port 009550f1-9a51-4f2f-a1f6-914658315bef completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:15.105541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7e97fa53-22ea-4504-b9df-14c127e1a6d9 None None] Provisioning complete for port 009550f1-9a51-4f2f-a1f6-914658315bef triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:15.105979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e97fa53-22ea-4504-b9df-14c127e1a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:15.267315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e97fa53-22ea-4504-b9df-14c127e1a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:15.308058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-7e97fa53-22ea-4504-b9df-14c127e1a6d9 None None] For port 009550f1-9a51-4f2f-a1f6-914658315bef, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=009550f1-9a51-4f2f-a1f6-914658315bef,segment=NetworkSegment(194eb800-3bcb-4527-a4ae-59a3f8ca23a2),segment_id=194eb800-3bcb-4527-a4ae-59a3f8ca23a2)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:15.317985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e97fa53-22ea-4504-b9df-14c127e1a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:15.320411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6a8438b8-3c1e-4c16-ba9f-9ad9aba51180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:15.400628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7e97fa53-22ea-4504-b9df-14c127e1a6d9 None None] Provisioning complete for port 496afb3b-4895-406f-8bd7-b1206bce9748 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:15.401070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e97fa53-22ea-4504-b9df-14c127e1a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:15.419087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-7c3f5231-f821-46f3-b03a-2eb24ca77a5e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Delete allocated IP 2001:db8::af (44bfdb49-b51e-415b-aa46-2a9a1d1b2026/1dd9b841-98ea-4d54-b4d3-d576711fbdbf) {{(pid=88841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 23 16:21:15.429143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-7c3f5231-f821-46f3-b03a-2eb24ca77a5e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Allocated IP 2001:db8:0:1::164 (44bfdb49-b51e-415b-aa46-2a9a1d1b2026/06373b13-428b-4fa7-9ca0-c8bc462e5cb5/8c7c3cdf-f48d-4af8-936e-c1c5672c543e) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:21:15.452554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97fa53-22ea-4504-b9df-14c127e1a6d9 None None] Pushing event updated for resources: {'Port': ['ID=009550f1-9a51-4f2f-a1f6-914658315bef,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:15.456678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7e97fa53-22ea-4504-b9df-14c127e1a6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:15.476166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7e97fa53-22ea-4504-b9df-14c127e1a6d9 None None] Port 496afb3b-4895-406f-8bd7-b1206bce9748 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:15.607889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3b5d224f-2334-4cd1-88b9-9b5f9ab22a55 None None] Provisioning complete for port 496afb3b-4895-406f-8bd7-b1206bce9748 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:15.608792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b5d224f-2334-4cd1-88b9-9b5f9ab22a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:15.696735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d224f-2334-4cd1-88b9-9b5f9ab22a55 None None] Port 496afb3b-4895-406f-8bd7-b1206bce9748 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:15.704827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c3f5231-f821-46f3-b03a-2eb24ca77a5e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:15.728108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7c3f5231-f821-46f3-b03a-2eb24ca77a5e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Ignored duplicate provisioning block setup for port 8c7c3cdf-f48d-4af8-936e-c1c5672c543e by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 23 16:21:15.731516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c3f5231-f821-46f3-b03a-2eb24ca77a5e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:15.755524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:15.830827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-35867565-181c-4ebc-b6d5-7b7f9aaf2498 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Deleting port 496afb3b-4895-406f-8bd7-b1206bce9748 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:21:15.831435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35867565-181c-4ebc-b6d5-7b7f9aaf2498 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:15.909509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7c3f5231-f821-46f3-b03a-2eb24ca77a5e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] In _notify_port_updated(), no bound segment for port 8c7c3cdf-f48d-4af8-936e-c1c5672c543e on network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:21:15.913930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3f5231-f821-46f3-b03a-2eb24ca77a5e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:15.914755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c3f5231-f821-46f3-b03a-2eb24ca77a5e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:15.918881 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7c3f5231-f821-46f3-b03a-2eb24ca77a5e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "PUT /v2.0/ports/8c7c3cdf-f48d-4af8-936e-c1c5672c543e HTTP/1.1" status: 200  len: 929 time: 1.1437604
Dec 23 16:21:15.920957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57900) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:15.930930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-51b68428-8543-408d-b426-289513ca2ffa None None] Provisioning complete for port 009550f1-9a51-4f2f-a1f6-914658315bef triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:15.936356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-51b68428-8543-408d-b426-289513ca2ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:15.992703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f5231-f821-46f3-b03a-2eb24ca77a5e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=8c7c3cdf-f48d-4af8-936e-c1c5672c543e,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:15.998835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c3f5231-f821-46f3-b03a-2eb24ca77a5e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:16.006336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 009550f1-9a51-4f2f-a1f6-914658315bef up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:21:16.021751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f5894311-f3cb-425b-aff6-88f6092a1dcb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 8c7c3cdf-f48d-4af8-936e-c1c5672c543e {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:21:16.022258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f5894311-f3cb-425b-aff6-88f6092a1dcb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:16.078791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35867565-181c-4ebc-b6d5-7b7f9aaf2498 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:16.191659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06067463-bf3e-483f-a784-29d191a1d4c9 None None] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:16.217235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 009550f1-9a51-4f2f-a1f6-914658315bef triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:16.217989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:16.225181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-35867565-181c-4ebc-b6d5-7b7f9aaf2498 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Calling delete_port for 496afb3b-4895-406f-8bd7-b1206bce9748 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:21:16.310835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f5894311-f3cb-425b-aff6-88f6092a1dcb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:16.412525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35867565-181c-4ebc-b6d5-7b7f9aaf2498 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:16.417636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-67deafdd-4b13-446b-a1b8-7619da8e732d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:16.444706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f5894311-f3cb-425b-aff6-88f6092a1dcb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 8c7c3cdf-f48d-4af8-936e-c1c5672c543e owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:21:16.462294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-aa828e8f-2b64-4842-99b7-2df70fa78139 None None] Provisioning complete for port 9bc688ca-d5b0-4d25-9396-0949489faa70 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:16.462499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa828e8f-2b64-4842-99b7-2df70fa78139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:16.462895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35867565-181c-4ebc-b6d5-7b7f9aaf2498 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event deleted for resources: {'Port': ['ID=496afb3b-4895-406f-8bd7-b1206bce9748,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:16.466814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35867565-181c-4ebc-b6d5-7b7f9aaf2498 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:16.570308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3fbcb53b-918e-4768-bb9c-68823bb44956 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:21:16.598810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f5894311-f3cb-425b-aff6-88f6092a1dcb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:16.617206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ca83c4e2-3f66-4485-b1e0-eeae61f0dc3a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:16.709697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5894311-f3cb-425b-aff6-88f6092a1dcb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=8c7c3cdf-f48d-4af8-936e-c1c5672c543e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:16.718654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f5894311-f3cb-425b-aff6-88f6092a1dcb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:16.724568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f5894311-f3cb-425b-aff6-88f6092a1dcb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:16.736270 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f5894311-f3cb-425b-aff6-88f6092a1dcb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/8c7c3cdf-f48d-4af8-936e-c1c5672c543e HTTP/1.1" status: 204  len: 168 time: 0.8141477
Dec 23 16:21:16.736993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57904) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:16.741567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35867565-181c-4ebc-b6d5-7b7f9aaf2498 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:16.788655 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbda7e40-16fe-40f6-95b2-e5a05df139a8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] GET failed (client error): The resource could not be found.
Dec 23 16:21:16.789418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bbda7e40-16fe-40f6-95b2-e5a05df139a8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:21:16.805310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bbda7e40-16fe-40f6-95b2-e5a05df139a8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:21:16.809256 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bbda7e40-16fe-40f6-95b2-e5a05df139a8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/8c7c3cdf-f48d-4af8-936e-c1c5672c543e HTTP/1.1" status: 404  len: 333 time: 0.0685878
Dec 23 16:21:16.809484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57908) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:16.816800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-aa828e8f-2b64-4842-99b7-2df70fa78139 None None] Port 9bc688ca-d5b0-4d25-9396-0949489faa70 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:16.887662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-930aa533-0e80-4772-b86a-607e00ce872a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:16.896100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-aa828e8f-2b64-4842-99b7-2df70fa78139 None None] Provisioning for port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:16.919239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-930aa533-0e80-4772-b86a-607e00ce872a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:16.924790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3fbcb53b-918e-4768-bb9c-68823bb44956 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:16.925289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:16.965405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-930aa533-0e80-4772-b86a-607e00ce872a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:16.971175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c1279b37-273b-4d39-adaa-537d79da22f7 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:16.988128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930aa533-0e80-4772-b86a-607e00ce872a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de42e8a8-62b2-4219-9c14-d8ee2f195a52,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:16.991428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-930aa533-0e80-4772-b86a-607e00ce872a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:16.992543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-930aa533-0e80-4772-b86a-607e00ce872a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:16.997238 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-930aa533-0e80-4772-b86a-607e00ce872a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/security-groups/de42e8a8-62b2-4219-9c14-d8ee2f195a52 HTTP/1.1" status: 204  len: 168 time: 0.1867275
Dec 23 16:21:16.997888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57912) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:17.075082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eee4c70d-cd03-458c-bf73-bbb1ae82e2ca tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:17.104195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eee4c70d-cd03-458c-bf73-bbb1ae82e2ca tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:17.137084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802fd75f-f074-4c31-9cf9-0ce3bcb2f9f3 None None] Update dhcp port {'port': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'fixed_ips': [{'subnet_id': '1dd9b841-98ea-4d54-b4d3-d576711fbdbf', 'ip_address': '2001:db8::2'}, {'subnet_id': '06373b13-428b-4fa7-9ca0-c8bc462e5cb5'}], 'binding:host_id': 'dv-neutron-822801-1-hyperv'}, 'id': '33baa7cb-a318-40f3-a6e7-2d5c6f7c7455'} from dv-neutron-822801-1-hyperv. {{(pid=88842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 23 16:21:17.157738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eee4c70d-cd03-458c-bf73-bbb1ae82e2ca tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:17.163950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9282a00d-6f38-42bb-933a-41c368483752 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:17.177442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4c70d-cd03-458c-bf73-bbb1ae82e2ca tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4575612c-1c22-4a21-839f-04bb885b8f36,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:17.179974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eee4c70d-cd03-458c-bf73-bbb1ae82e2ca tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:17.186647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eee4c70d-cd03-458c-bf73-bbb1ae82e2ca tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:17.187827 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eee4c70d-cd03-458c-bf73-bbb1ae82e2ca tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/security-groups/4575612c-1c22-4a21-839f-04bb885b8f36 HTTP/1.1" status: 204  len: 168 time: 0.1889374
Dec 23 16:21:17.191564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57916) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:17.201518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:21:17.209115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35867565-181c-4ebc-b6d5-7b7f9aaf2498 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Router af708015-fbba-496d-8304-bdf1722655ff has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:21:17.278557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-30dc9cfc-8f3e-4dd6-848b-9fe1f8b1f568 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting subnet 1dd9b841-98ea-4d54-b4d3-d576711fbdbf {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:21:17.279031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-802fd75f-f074-4c31-9cf9-0ce3bcb2f9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:17.282170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30dc9cfc-8f3e-4dd6-848b-9fe1f8b1f568 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:17.342446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30dc9cfc-8f3e-4dd6-848b-9fe1f8b1f568 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:17.371140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35867565-181c-4ebc-b6d5-7b7f9aaf2498 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:21:17.386160 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-35867565-181c-4ebc-b6d5-7b7f9aaf2498 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "PUT /v2.0/routers/af708015-fbba-496d-8304-bdf1722655ff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0760319
Dec 23 16:21:17.386841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57920) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:17.412046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15fa15-6d3a-43c7-ad24-e87bbc7532da None None] Sync routers for ids ['af708015-fbba-496d-8304-bdf1722655ff'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:21:17.421515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:17.438753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:17.439470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:17.444080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30dc9cfc-8f3e-4dd6-848b-9fe1f8b1f568 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:17.459992 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-cfed80f7-73a9-4887-8b45-b33acfaab167 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] delete failed (client error): The resource could not be found.
Dec 23 16:21:17.464851 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cfed80f7-73a9-4887-8b45-b33acfaab167 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "DELETE /v2.0/routers/tempest-non_exist_router-1825742241 HTTP/1.1" status: 404  len: 335 time: 0.0732758
Dec 23 16:21:17.465332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57924) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:17.471521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2a65436e-8e46-4408-ada8-7ee3c10a8727 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Request body: {'router': {'external_gateway_info': {'network_id': 'af708015-fbba-496d-8304-bdf1722655ff'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:17.511934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b15fa15-6d3a-43c7-ad24-e87bbc7532da None None] Routers {'af708015-fbba-496d-8304-bdf1722655ff'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:17.512561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0b15fa15-6d3a-43c7-ad24-e87bbc7532da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3daba8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['af708015-fbba-496d-8304-bdf1722655ff'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:17.521423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30dc9cfc-8f3e-4dd6-848b-9fe1f8b1f568 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:17.526315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e31a7dd0-1fa6-4a5f-8a40-53638e9eb01d tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:17.568539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc9cfc-8f3e-4dd6-848b-9fe1f8b1f568 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd9b841-98ea-4d54-b4d3-d576711fbdbf,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:17.572784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-30dc9cfc-8f3e-4dd6-848b-9fe1f8b1f568 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:17.577157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30dc9cfc-8f3e-4dd6-848b-9fe1f8b1f568 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:17.588585 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-30dc9cfc-8f3e-4dd6-848b-9fe1f8b1f568 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/1dd9b841-98ea-4d54-b4d3-d576711fbdbf HTTP/1.1" status: 204  len: 168 time: 0.3957772
Dec 23 16:21:17.589516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57928) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server [None req-802fd75f-f074-4c31-9cf9-0ce3bcb2f9f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1dd9b841-98ea-4d54-b4d3-d576711fbdbf: This subnet is being modified by another concurrent operation.
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1657, in update_port
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     db_port=port_db)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1495, in update_port
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     new_port=new_port)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 716, in update_port
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     new_port.get('mac_address'))
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 431, in update_port_with_ips
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     new_mac)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 354, in _update_ips_for_port
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(port))
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise exception
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1dd9b841-98ea-4d54-b4d3-d576711fbdbf: This subnet is being modified by another concurrent operation.
Dec 23 16:21:17.593494 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server 
Dec 23 16:21:17.608345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0b15fa15-6d3a-43c7-ad24-e87bbc7532da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3daba8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:17.609416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c48cdbd7-94d2-4d7e-862c-9c002e62c8e1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'subnet': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:17.665753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b15fa15-6d3a-43c7-ad24-e87bbc7532da None None] Routers {'af708015-fbba-496d-8304-bdf1722655ff'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:17.666460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0b15fa15-6d3a-43c7-ad24-e87bbc7532da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3daba8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['af708015-fbba-496d-8304-bdf1722655ff'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:17.732219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a844890-3a7f-45b8-986c-06ac3c32a1dd None None] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:17.771760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0b15fa15-6d3a-43c7-ad24-e87bbc7532da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3daba8>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:17.772145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15fa15-6d3a-43c7-ad24-e87bbc7532da None None] The sync data for ids ['af708015-fbba-496d-8304-bdf1722655ff'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:21:17.783312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c48cdbd7-94d2-4d7e-862c-9c002e62c8e1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:17.787973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c48cdbd7-94d2-4d7e-862c-9c002e62c8e1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:subnet and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:17.791652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c48cdbd7-94d2-4d7e-862c-9c002e62c8e1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:17.798196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c48cdbd7-94d2-4d7e-862c-9c002e62c8e1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:17.798644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:17.807762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48cdbd7-94d2-4d7e-862c-9c002e62c8e1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:17.814962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c48cdbd7-94d2-4d7e-862c-9c002e62c8e1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:17.890174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-dbefeee8-2d42-4f5f-9164-f0f1760a0d94 None None] Provisioning complete for port 9bc688ca-d5b0-4d25-9396-0949489faa70 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:17.890602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbefeee8-2d42-4f5f-9164-f0f1760a0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:17.908928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a65436e-8e46-4408-ada8-7ee3c10a8727 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:17.942710 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-2a65436e-8e46-4408-ada8-7ee3c10a8727 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] update failed (client error): The resource could not be found.
Dec 23 16:21:17.944068 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2a65436e-8e46-4408-ada8-7ee3c10a8727 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "PUT /v2.0/routers/af708015-fbba-496d-8304-bdf1722655ff HTTP/1.1" status: 404  len: 339 time: 0.4776752
Dec 23 16:21:17.948429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57932) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:17.975934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,segment=NetworkSegment(ed81bcd3-11fb-4039-bb9a-20f8f04c82db),segment_id=ed81bcd3-11fb-4039-bb9a-20f8f04c82db)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:18.012392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:18.017202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:18.056316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dbefeee8-2d42-4f5f-9164-f0f1760a0d94 None None] Port 9bc688ca-d5b0-4d25-9396-0949489faa70 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:18.101695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:21:18.188854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:18.198518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:18.210922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-dbefeee8-2d42-4f5f-9164-f0f1760a0d94 None None] Provisioning complete for port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:18.211381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbefeee8-2d42-4f5f-9164-f0f1760a0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:18.398342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:18.519559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,segment=NetworkSegment(ed81bcd3-11fb-4039-bb9a-20f8f04c82db),segment_id=ed81bcd3-11fb-4039-bb9a-20f8f04c82db)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:18.523375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:18.526793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:18.576418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4f70b1-c1e2-4e3b-a0e5-2aa051d150d1 None None] Update dhcp port {'port': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'fixed_ips': [{'subnet_id': '06373b13-428b-4fa7-9ca0-c8bc462e5cb5'}], 'binding:host_id': 'dv-neutron-822801-1-hyperv'}, 'id': '33baa7cb-a318-40f3-a6e7-2d5c6f7c7455'} from dv-neutron-822801-1-hyperv. {{(pid=88842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 23 16:21:18.644572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f4f70b1-c1e2-4e3b-a0e5-2aa051d150d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:18.657208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:18.662933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:18.757012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c48cdbd7-94d2-4d7e-862c-9c002e62c8e1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:18.762519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6d50a651-7ecb-4a5c-a2be-ca1775ba90d1 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:18.867471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1f4f70b1-c1e2-4e3b-a0e5-2aa051d150d1 None None] Allocated IP 2001:db8:0:1::2 (44bfdb49-b51e-415b-aa46-2a9a1d1b2026/06373b13-428b-4fa7-9ca0-c8bc462e5cb5/33baa7cb-a318-40f3-a6e7-2d5c6f7c7455) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:21:18.876686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48cdbd7-94d2-4d7e-862c-9c002e62c8e1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:18.882901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c48cdbd7-94d2-4d7e-862c-9c002e62c8e1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:18.885935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48cdbd7-94d2-4d7e-862c-9c002e62c8e1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:18.886582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c48cdbd7-94d2-4d7e-862c-9c002e62c8e1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:18.909692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cdbd7-94d2-4d7e-862c-9c002e62c8e1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Subnet': ['ID=c83e57bc-3075-4470-910c-93ceaf2560f9,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:18.912366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c48cdbd7-94d2-4d7e-862c-9c002e62c8e1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:18.950186 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c48cdbd7-94d2-4d7e-862c-9c002e62c8e1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3592570
Dec 23 16:21:18.953071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57936) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:18.954791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:18.959601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'security_group': {'name': 'tempest-secgroup-1609848921'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:18.967469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:18.973572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:security_group and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:18.976833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:18.983044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:18.994395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.017644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1f4f70b1-c1e2-4e3b-a0e5-2aa051d150d1 None None] For port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,segment=NetworkSegment(ed81bcd3-11fb-4039-bb9a-20f8f04c82db),segment_id=ed81bcd3-11fb-4039-bb9a-20f8f04c82db)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:19.033193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:19.037358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:security_group_rule and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:19.040361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:19.046440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:19.048238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f4f70b1-c1e2-4e3b-a0e5-2aa051d150d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.071466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1f4f70b1-c1e2-4e3b-a0e5-2aa051d150d1 None None] Transition to ACTIVE for port object 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:19.076839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f4f70b1-c1e2-4e3b-a0e5-2aa051d150d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.082250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:19.106729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.112844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.119282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb77fc20-3cc9-43b3-b668-c53a9d6f9dd2 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:19.162180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8a6591-cd46-42f9-9808-0ba02cb08081,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:19.164936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:19.165810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.178909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57940) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:19.183275 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.2127831
Dec 23 16:21:19.188546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'security_group': {'name': 'tempest-secgroup-111743062'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:19.198013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f70b1-c1e2-4e3b-a0e5-2aa051d150d1 None None] Pushing event updated for resources: {'Port': ['ID=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:19.201251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1f4f70b1-c1e2-4e3b-a0e5-2aa051d150d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:19.210082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:19.219711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:security_group and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:19.253989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:19.271744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:19.297852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.418280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:19.433024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Allocated IP 172.20.0.1 (d8dc8527-402f-4d31-8735-d5356c2570b5/9b6e3512-65c6-445a-8a24-45f46451e810/536d10e7-2916-4223-b574-88017ffc6917) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:21:19.435820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:security_group_rule and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:19.441212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:19.451529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:19.640384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.647478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.653675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e86c2a68-1074-4da8-a38c-f48bc83bb35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:19.692555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.734090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.735470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.5563426
Dec 23 16:21:19.737973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Transition to ACTIVE for port object 536d10e7-2916-4223-b574-88017ffc6917 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:19.738718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57944) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:19.739371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204c4a68-0015-4269-9dee-6188636886a9,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:19.743054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:19.746819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'security_group': {'name': 'tempest-secgroup-226021709'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:19.755525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:19.761913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:security_group and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:19.763497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.765445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:19.769640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:19.773197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:19.788903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.831825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:19.836202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:security_group_rule and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:19.839499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:19.846382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:19.857906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Network d8dc8527-402f-4d31-8735-d5356c2570b5 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:19.864516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:19.869118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:21:19.923641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.930081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.935091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:19.936726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a2ffd9c9-adc5-41b4-9402-33fbf4473a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:19.942551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event updated for resources: {'Port': ['ID=536d10e7-2916-4223-b574-88017ffc6917,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:19.946126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:19.986114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b70a37-d704-425c-a4a5-cad8ddfa3102,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:19.989383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:19.995811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:20.000215 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.2599843
Dec 23 16:21:20.000910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57948) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:20.008515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-958425077', 'security_groups': ['38b70a37-d704-425c-a4a5-cad8ddfa3102'], 'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c83e57bc-3075-4470-910c-93ceaf2560f9'}]}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:20.062690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:20.162964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:21:20.373167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade28998-2316-4b12-a8fd-7a753dd044b3 None None] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:20.494869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:20.507943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:20.519460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:20.586914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:20.591383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:20.626600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-88c92182-7551-4781-a157-a36c03e621b1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:20.664992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:20.672984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] Provisioning for port 536d10e7-2916-4223-b574-88017ffc6917 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:20.683519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] Provisioning complete for port 536d10e7-2916-4223-b574-88017ffc6917 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:20.683965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:20.689186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] device_id is not set on port 5677c69f-e892-4964-9e57-198cbd0d2e62 yet. {{(pid=88840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:21:20.723691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:20.729313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event updated for resources: {'Port': ['ID=536d10e7-2916-4223-b574-88017ffc6917,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:20.733606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:20.788031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] Port 536d10e7-2916-4223-b574-88017ffc6917 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:20.855259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] Provisioning complete for port 9bc688ca-d5b0-4d25-9396-0949489faa70 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:20.855705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:20.887607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Network d8dc8527-402f-4d31-8735-d5356c2570b5 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:20.888898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:20.920297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] Port 9bc688ca-d5b0-4d25-9396-0949489faa70 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:20.942281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] Provisioning for port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:20.942813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Allocated IP 2001:db8::177 (44bfdb49-b51e-415b-aa46-2a9a1d1b2026/c83e57bc-3075-4470-910c-93ceaf2560f9/5677c69f-e892-4964-9e57-198cbd0d2e62) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:21:20.949565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] Provisioning complete for port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:20.950333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:21.146139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2c0179-a339-4eac-ad06-687179bdf4bd None None] Update dhcp port {'port': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'fixed_ips': [{'subnet_id': '06373b13-428b-4fa7-9ca0-c8bc462e5cb5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c83e57bc-3075-4470-910c-93ceaf2560f9'}], 'binding:host_id': 'dv-neutron-822801-1-hyperv'}, 'id': '33baa7cb-a318-40f3-a6e7-2d5c6f7c7455'} from dv-neutron-822801-1-hyperv. {{(pid=88842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 23 16:21:21.205932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:21.208660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:21.223760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Transition to ACTIVE for port object 5677c69f-e892-4964-9e57-198cbd0d2e62 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:21.239082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0179-a339-4eac-ad06-687179bdf4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:21.246067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:21.252002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:21.265937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] For port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,segment=NetworkSegment(ed81bcd3-11fb-4039-bb9a-20f8f04c82db),segment_id=ed81bcd3-11fb-4039-bb9a-20f8f04c82db)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:21.296425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:21.309933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-be866863-afb6-422b-8121-2f044680af81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:21.318687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Router af708015-fbba-496d-8304-bdf1722655ff has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:21:21.328584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:21.332629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:21.336891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:21:21.341384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:21.342078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:21.355881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=5677c69f-e892-4964-9e57-198cbd0d2e62,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:21.361082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:21.378451 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.3754086
Dec 23 16:21:21.379467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57952) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:21.386575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-21b309df-da07-4b3b-b7c3-79893ccfe9f3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'subnet': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:21.463974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] Pushing event updated for resources: {'Port': ['ID=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:21.467403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:21.487802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b7ec3721-5364-4c63-8e44-9fe668dcbe28 None None] Provisioning complete for port 536d10e7-2916-4223-b574-88017ffc6917 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:21.488233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3721-5364-4c63-8e44-9fe668dcbe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:21.515108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:21:21.520857 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "PUT /v2.0/routers/af708015-fbba-496d-8304-bdf1722655ff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5711462
Dec 23 16:21:21.525875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57956) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:21.526676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bbf602-a101-419c-84a8-dd49a9e66834 None None] Sync routers for ids ['af708015-fbba-496d-8304-bdf1722655ff'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:21:21.540240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bbf602-a101-419c-84a8-dd49a9e66834 None None] Routers {'af708015-fbba-496d-8304-bdf1722655ff'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:21.540928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-83bbf602-a101-419c-84a8-dd49a9e66834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8df438>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['af708015-fbba-496d-8304-bdf1722655ff'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:21.614005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b7ec3721-5364-4c63-8e44-9fe668dcbe28 None None] Port 536d10e7-2916-4223-b574-88017ffc6917 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:21.622546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1e2c0179-a339-4eac-ad06-687179bdf4bd None None] Allocated IP 2001:db8::2 (44bfdb49-b51e-415b-aa46-2a9a1d1b2026/c83e57bc-3075-4470-910c-93ceaf2560f9/33baa7cb-a318-40f3-a6e7-2d5c6f7c7455) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:21:21.623221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-21b309df-da07-4b3b-b7c3-79893ccfe9f3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:21.684082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-21b309df-da07-4b3b-b7c3-79893ccfe9f3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:subnet and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:21.687772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-21b309df-da07-4b3b-b7c3-79893ccfe9f3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:21.706829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-21b309df-da07-4b3b-b7c3-79893ccfe9f3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:21.739891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b309df-da07-4b3b-b7c3-79893ccfe9f3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:21.746126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21b309df-da07-4b3b-b7c3-79893ccfe9f3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:21.762037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-83bbf602-a101-419c-84a8-dd49a9e66834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8df438>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:21.773362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bbf602-a101-419c-84a8-dd49a9e66834 None None] Routers {'af708015-fbba-496d-8304-bdf1722655ff'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:21.774027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-83bbf602-a101-419c-84a8-dd49a9e66834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8df438>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['af708015-fbba-496d-8304-bdf1722655ff'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:21.784109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1e2c0179-a339-4eac-ad06-687179bdf4bd None None] For port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,segment=NetworkSegment(ed81bcd3-11fb-4039-bb9a-20f8f04c82db),segment_id=ed81bcd3-11fb-4039-bb9a-20f8f04c82db)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:21.813845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0179-a339-4eac-ad06-687179bdf4bd None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:21.833423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1e2c0179-a339-4eac-ad06-687179bdf4bd None None] Transition to ACTIVE for port object 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:21.836524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0179-a339-4eac-ad06-687179bdf4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:21.837518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-83bbf602-a101-419c-84a8-dd49a9e66834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8df438>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:21.838067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bbf602-a101-419c-84a8-dd49a9e66834 None None] The sync data for ids ['af708015-fbba-496d-8304-bdf1722655ff'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:21:21.841252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:21.911075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c87d4f6-ea7e-409c-b425-0d3a96c0c2a2 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:21.984627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c0179-a339-4eac-ad06-687179bdf4bd None None] Pushing event updated for resources: {'Port': ['ID=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,revision_number=8']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:21.985793 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.ipam_backend_mixin [None req-21b309df-da07-4b3b-b7c3-79893ccfe9f3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c83e57bc-3075-4470-910c-93ceaf2560f9 (CIDR: 2001:db8::/64)
Dec 23 16:21:21.989127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1e2c0179-a339-4eac-ad06-687179bdf4bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:22.046128 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b309df-da07-4b3b-b7c3-79893ccfe9f3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:21:22.046609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b309df-da07-4b3b-b7c3-79893ccfe9f3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:22.088941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57960) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:22.089123 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-21b309df-da07-4b3b-b7c3-79893ccfe9f3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7081664
Dec 23 16:21:22.091652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:21:22.095870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-aa56cd6e-1bc7-47db-93e4-7ab808f19351 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'subnet': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:22.123950 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-0c87d4f6-ea7e-409c-b425-0d3a96c0c2a2 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:21:22.129033 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0c87d4f6-ea7e-409c-b425-0d3a96c0c2a2 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "DELETE /v2.0/routers/af708015-fbba-496d-8304-bdf1722655ff HTTP/1.1" status: 409  len: 329 time: 0.6019354
Dec 23 16:21:22.129955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57964) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:22.508520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-aa56cd6e-1bc7-47db-93e4-7ab808f19351 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:22.514758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aa56cd6e-1bc7-47db-93e4-7ab808f19351 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:subnet and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:22.518717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aa56cd6e-1bc7-47db-93e4-7ab808f19351 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:22.526097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-aa56cd6e-1bc7-47db-93e4-7ab808f19351 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:22.531981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b976f9de-d329-4188-bc59-ef1cf1e3f68b tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:22.539508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa56cd6e-1bc7-47db-93e4-7ab808f19351 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:22.685137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa56cd6e-1bc7-47db-93e4-7ab808f19351 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:22.836630 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.ipam_backend_mixin [None req-aa56cd6e-1bc7-47db-93e4-7ab808f19351 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 06373b13-428b-4fa7-9ca0-c8bc462e5cb5 (CIDR: 2001:db8:0:1::/64)
Dec 23 16:21:22.840868 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa56cd6e-1bc7-47db-93e4-7ab808f19351 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:21:22.841385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa56cd6e-1bc7-47db-93e4-7ab808f19351 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:22.862093 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aa56cd6e-1bc7-47db-93e4-7ab808f19351 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.7713497
Dec 23 16:21:22.865364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57972) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:22.871784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'subnet': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:22.950454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-54ee6cce-6055-4b25-bc25-a80d66340fa5 None None] Provisioning complete for port 9bc688ca-d5b0-4d25-9396-0949489faa70 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:22.951211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54ee6cce-6055-4b25-bc25-a80d66340fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:23.019391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-54ee6cce-6055-4b25-bc25-a80d66340fa5 None None] Port 9bc688ca-d5b0-4d25-9396-0949489faa70 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:23.032753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-54ee6cce-6055-4b25-bc25-a80d66340fa5 None None] Provisioning for port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:23.039540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-54ee6cce-6055-4b25-bc25-a80d66340fa5 None None] Provisioning complete for port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:23.039974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54ee6cce-6055-4b25-bc25-a80d66340fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:23.042701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:23.047764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Usage tracker for resource:subnet and tenant:42b027ae4e0648eebf22f0ddb7193558 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:23.052704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:23.059228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:23.069812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Made reservation on behalf of 42b027ae4e0648eebf22f0ddb7193558 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:23.077078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:23.202291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b976f9de-d329-4188-bc59-ef1cf1e3f68b tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Deleting port 536d10e7-2916-4223-b574-88017ffc6917 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:21:23.202622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b976f9de-d329-4188-bc59-ef1cf1e3f68b tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:23.312322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3452a166-813a-47c7-8105-f132c1820312 None None] Could not find standard attr ID for object 8c7c3cdf-f48d-4af8-936e-c1c5672c543e. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:21:23.385802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:23.390593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fc50179c-5b03-4a1e-8bc3-d6fc40debb8d tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:23.419934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b976f9de-d329-4188-bc59-ef1cf1e3f68b tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:23.459250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:23.462687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:23.467362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:23.468019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:23.483397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Subnet': ['ID=d146653e-6524-45cd-bde5-4c16647b52eb,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:23.487051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:23.500375 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.6306961
Dec 23 16:21:23.500375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57976) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:23.506923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545be754-493c-4c9a-8e5a-0a2d802213e2 None None] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:23.508302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3db4dfce-2077-47ce-8233-725ca7d8d298 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-647824901', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd146653e-6524-45cd-bde5-4c16647b52eb'}], 'security_groups': ['4d8a6591-cd46-42f9-9808-0ba02cb08081', '204c4a68-0015-4269-9dee-6188636886a9']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:23.563316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b976f9de-d329-4188-bc59-ef1cf1e3f68b tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Calling delete_port for 536d10e7-2916-4223-b574-88017ffc6917 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:21:23.614188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2897b51f-0a07-4e93-a581-7932fa878ff8 None None] Provisioning for port 5677c69f-e892-4964-9e57-198cbd0d2e62 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:23.632632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2897b51f-0a07-4e93-a581-7932fa878ff8 None None] Provisioning complete for port 5677c69f-e892-4964-9e57-198cbd0d2e62 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:23.633079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2897b51f-0a07-4e93-a581-7932fa878ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:23.649695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3db4dfce-2077-47ce-8233-725ca7d8d298 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:23.745275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2897b51f-0a07-4e93-a581-7932fa878ff8 None None] Port 5677c69f-e892-4964-9e57-198cbd0d2e62 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:23.943839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105fa64b-702e-4c75-9708-ae1e12db03c8 None None] Update dhcp port {'port': {'network_id': '44bfdb49-b51e-415b-aa46-2a9a1d1b2026', 'fixed_ips': [{'subnet_id': '06373b13-428b-4fa7-9ca0-c8bc462e5cb5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c83e57bc-3075-4470-910c-93ceaf2560f9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd146653e-6524-45cd-bde5-4c16647b52eb'}], 'binding:host_id': 'dv-neutron-822801-1-hyperv'}, 'id': '33baa7cb-a318-40f3-a6e7-2d5c6f7c7455'} from dv-neutron-822801-1-hyperv. {{(pid=88842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 23 16:21:24.000930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-105fa64b-702e-4c75-9708-ae1e12db03c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:24.009487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b976f9de-d329-4188-bc59-ef1cf1e3f68b tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:24.015422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15faf732-f829-4b43-8ed8-6cfde7705a40 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:24.066608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976f9de-d329-4188-bc59-ef1cf1e3f68b tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event deleted for resources: {'Port': ['ID=536d10e7-2916-4223-b574-88017ffc6917,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:24.070612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b976f9de-d329-4188-bc59-ef1cf1e3f68b tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:24.103640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-3db4dfce-2077-47ce-8233-725ca7d8d298 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Delete allocated IP 2001:db8::177 (44bfdb49-b51e-415b-aa46-2a9a1d1b2026/c83e57bc-3075-4470-910c-93ceaf2560f9) {{(pid=88841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 23 16:21:24.113306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-3db4dfce-2077-47ce-8233-725ca7d8d298 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Allocated IP 2001:db8:0:2::e5 (44bfdb49-b51e-415b-aa46-2a9a1d1b2026/d146653e-6524-45cd-bde5-4c16647b52eb/5677c69f-e892-4964-9e57-198cbd0d2e62) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:21:24.340674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b976f9de-d329-4188-bc59-ef1cf1e3f68b tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:24.374244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3db4dfce-2077-47ce-8233-725ca7d8d298 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:24.379594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-328a9e13-4dc6-4629-a3de-e067ba26c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:24.396351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3db4dfce-2077-47ce-8233-725ca7d8d298 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Transition to ACTIVE for port object 5677c69f-e892-4964-9e57-198cbd0d2e62 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:24.400000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3db4dfce-2077-47ce-8233-725ca7d8d298 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:24.422189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7a594e19-ac39-45eb-b849-ce87b0d451a2 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:24.475478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-105fa64b-702e-4c75-9708-ae1e12db03c8 None None] Allocated IP 2001:db8:0:2::2 (44bfdb49-b51e-415b-aa46-2a9a1d1b2026/d146653e-6524-45cd-bde5-4c16647b52eb/33baa7cb-a318-40f3-a6e7-2d5c6f7c7455) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:21:24.518234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3db4dfce-2077-47ce-8233-725ca7d8d298 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] In _notify_port_updated(), no bound segment for port 5677c69f-e892-4964-9e57-198cbd0d2e62 on network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:21:24.522579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db4dfce-2077-47ce-8233-725ca7d8d298 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:24.523308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3db4dfce-2077-47ce-8233-725ca7d8d298 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:24.527488 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3db4dfce-2077-47ce-8233-725ca7d8d298 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "PUT /v2.0/ports/5677c69f-e892-4964-9e57-198cbd0d2e62 HTTP/1.1" status: 200  len: 968 time: 1.0236790
Dec 23 16:21:24.528354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57980) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:24.587683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4dfce-2077-47ce-8233-725ca7d8d298 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event updated for resources: {'Port': ['ID=5677c69f-e892-4964-9e57-198cbd0d2e62,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:24.593030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3db4dfce-2077-47ce-8233-725ca7d8d298 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:24.611712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ef82cfc3-34ae-4be0-9b9e-bd2f6864cf8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 5677c69f-e892-4964-9e57-198cbd0d2e62 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:21:24.612357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef82cfc3-34ae-4be0-9b9e-bd2f6864cf8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:24.641246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-105fa64b-702e-4c75-9708-ae1e12db03c8 None None] For port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,segment=NetworkSegment(ed81bcd3-11fb-4039-bb9a-20f8f04c82db),segment_id=ed81bcd3-11fb-4039-bb9a-20f8f04c82db)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:24.669997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-105fa64b-702e-4c75-9708-ae1e12db03c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:24.689334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-105fa64b-702e-4c75-9708-ae1e12db03c8 None None] Transition to ACTIVE for port object 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:24.692288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-105fa64b-702e-4c75-9708-ae1e12db03c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:24.696695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7e97fa53-22ea-4504-b9df-14c127e1a6d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:24.797741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b976f9de-d329-4188-bc59-ef1cf1e3f68b tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Router af708015-fbba-496d-8304-bdf1722655ff has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:21:24.878773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fa64b-702e-4c75-9708-ae1e12db03c8 None None] Pushing event updated for resources: {'Port': ['ID=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,revision_number=9']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:24.882532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-105fa64b-702e-4c75-9708-ae1e12db03c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:24.892975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef82cfc3-34ae-4be0-9b9e-bd2f6864cf8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:24.949521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b976f9de-d329-4188-bc59-ef1cf1e3f68b tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:21:24.959918 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b976f9de-d329-4188-bc59-ef1cf1e3f68b tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "PUT /v2.0/routers/af708015-fbba-496d-8304-bdf1722655ff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8288069
Dec 23 16:21:24.963511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57984) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:24.965187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454e089-f13e-43e4-a2c2-1e19a7dcaf67 None None] Sync routers for ids ['af708015-fbba-496d-8304-bdf1722655ff'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:21:24.982110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454e089-f13e-43e4-a2c2-1e19a7dcaf67 None None] Routers {'af708015-fbba-496d-8304-bdf1722655ff'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:24.983194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a454e089-f13e-43e4-a2c2-1e19a7dcaf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79fc1c18>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['af708015-fbba-496d-8304-bdf1722655ff'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:25.037316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ef82cfc3-34ae-4be0-9b9e-bd2f6864cf8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 5677c69f-e892-4964-9e57-198cbd0d2e62 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:21:25.046855 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-cb3cb17d-dd0c-42e0-a245-40a2fb76f839 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] show failed (client error): The resource could not be found.
Dec 23 16:21:25.048390 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cb3cb17d-dd0c-42e0-a245-40a2fb76f839 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "GET /v2.0/routers/tempest-non_exist_router-1871163018 HTTP/1.1" status: 404  len: 335 time: 0.0835481
Dec 23 16:21:25.053059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57988) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:25.059121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ae4e7d6b-70c5-4140-868b-7fd67651dfc4 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:25.071093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a454e089-f13e-43e4-a2c2-1e19a7dcaf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79fc1c18>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:25.086255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454e089-f13e-43e4-a2c2-1e19a7dcaf67 None None] Routers {'af708015-fbba-496d-8304-bdf1722655ff'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:25.086948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a454e089-f13e-43e4-a2c2-1e19a7dcaf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79fc1c18>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['af708015-fbba-496d-8304-bdf1722655ff'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:25.132546 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-ae4e7d6b-70c5-4140-868b-7fd67651dfc4 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] update failed (client error): The resource could not be found.
Dec 23 16:21:25.134146 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ae4e7d6b-70c5-4140-868b-7fd67651dfc4 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "PUT /v2.0/routers/tempest-non_exist_router-132565877 HTTP/1.1" status: 404  len: 334 time: 0.0796986
Dec 23 16:21:25.143439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 57994) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:25.186318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a454e089-f13e-43e4-a2c2-1e19a7dcaf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79fc1c18>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:25.186800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454e089-f13e-43e4-a2c2-1e19a7dcaf67 None None] The sync data for ids ['af708015-fbba-496d-8304-bdf1722655ff'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:21:25.219248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef82cfc3-34ae-4be0-9b9e-bd2f6864cf8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.227334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f5894311-f3cb-425b-aff6-88f6092a1dcb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:25.276490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82cfc3-34ae-4be0-9b9e-bd2f6864cf8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=5677c69f-e892-4964-9e57-198cbd0d2e62,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:25.284716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ef82cfc3-34ae-4be0-9b9e-bd2f6864cf8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:25.332947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef82cfc3-34ae-4be0-9b9e-bd2f6864cf8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.344185 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ef82cfc3-34ae-4be0-9b9e-bd2f6864cf8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/5677c69f-e892-4964-9e57-198cbd0d2e62 HTTP/1.1" status: 204  len: 168 time: 0.8150878
Dec 23 16:21:25.347810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 57998) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:25.381418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aafb921-32b0-498e-8a7b-ff928190bd4c tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Deleting subnet 8747b0d4-fa73-4a6c-9af2-816c944cec36 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:21:25.385127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8aafb921-32b0-498e-8a7b-ff928190bd4c tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.396141 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd77c6f-369c-4f42-8682-d0d62fa6d465 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] GET failed (client error): The resource could not be found.
Dec 23 16:21:25.396711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8dd77c6f-369c-4f42-8682-d0d62fa6d465 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Synchronizing usage tracker for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:21:25.415908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8dd77c6f-369c-4f42-8682-d0d62fa6d465 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Unset dirty status for tenant:42b027ae4e0648eebf22f0ddb7193558 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:21:25.419936 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8dd77c6f-369c-4f42-8682-d0d62fa6d465 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports/5677c69f-e892-4964-9e57-198cbd0d2e62 HTTP/1.1" status: 404  len: 333 time: 0.0682065
Dec 23 16:21:25.420362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58002) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:25.449205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8aafb921-32b0-498e-8a7b-ff928190bd4c tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.494393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a331404-b9a6-4b52-97fb-a79e1846fb54 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.527382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a331404-b9a6-4b52-97fb-a79e1846fb54 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.539753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8aafb921-32b0-498e-8a7b-ff928190bd4c tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.578926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a331404-b9a6-4b52-97fb-a79e1846fb54 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.584502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-650c3f12-4217-4967-affa-22403ea252d3 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:25.601238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a331404-b9a6-4b52-97fb-a79e1846fb54 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b70a37-d704-425c-a4a5-cad8ddfa3102,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:25.604453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7a331404-b9a6-4b52-97fb-a79e1846fb54 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:25.605396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a331404-b9a6-4b52-97fb-a79e1846fb54 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.609577 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7a331404-b9a6-4b52-97fb-a79e1846fb54 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/security-groups/38b70a37-d704-425c-a4a5-cad8ddfa3102 HTTP/1.1" status: 204  len: 168 time: 0.1851063
Dec 23 16:21:25.609577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58006) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:25.622625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8aafb921-32b0-498e-8a7b-ff928190bd4c tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.628914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b14b8c2d-b8b3-4398-a958-aadbb958d880 tempest-NetworksTestDHCPv6-201381890 tempest-NetworksTestDHCPv6-201381890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:25.671772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafb921-32b0-498e-8a7b-ff928190bd4c tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event deleted for resources: {'Subnet': ['ID=8747b0d4-fa73-4a6c-9af2-816c944cec36,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:25.675003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8aafb921-32b0-498e-8a7b-ff928190bd4c tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:25.680953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8aafb921-32b0-498e-8a7b-ff928190bd4c tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.683598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2f0724a-e7d6-4259-9ee5-a57e563ec291 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.689774 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8aafb921-32b0-498e-8a7b-ff928190bd4c tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "DELETE /v2.0/subnets/8747b0d4-fa73-4a6c-9af2-816c944cec36 HTTP/1.1" status: 204  len: 168 time: 0.5445766
Dec 23 16:21:25.689908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae21070-e317-4239-8ce3-26f981235a51 None None] Network 8e1ac474-d927-449f-95de-9a27c1dfff74 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:25.694812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58010) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:25.720384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2f0724a-e7d6-4259-9ee5-a57e563ec291 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.772763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2f0724a-e7d6-4259-9ee5-a57e563ec291 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.778564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:25.794046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0724a-e7d6-4259-9ee5-a57e563ec291 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=204c4a68-0015-4269-9dee-6188636886a9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:25.797403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2f0724a-e7d6-4259-9ee5-a57e563ec291 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:25.799691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2f0724a-e7d6-4259-9ee5-a57e563ec291 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.800925 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b2f0724a-e7d6-4259-9ee5-a57e563ec291 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/security-groups/204c4a68-0015-4269-9dee-6188636886a9 HTTP/1.1" status: 204  len: 168 time: 0.1901839
Dec 23 16:21:25.804290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58014) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:25.892263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eb20751-6825-4fd7-afff-f8e3d4daa840 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.928232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3405b2-531a-44d4-ba45-2175c7e30aea tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Deleting subnet b00c1878-af3b-4496-b1e0-50a60468fc52 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:21:25.932058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac3405b2-531a-44d4-ba45-2175c7e30aea tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.943348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eb20751-6825-4fd7-afff-f8e3d4daa840 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:25.999203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac3405b2-531a-44d4-ba45-2175c7e30aea tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.004534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eb20751-6825-4fd7-afff-f8e3d4daa840 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.010469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2f0724a-e7d6-4259-9ee5-a57e563ec291 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:26.026453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb20751-6825-4fd7-afff-f8e3d4daa840 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8a6591-cd46-42f9-9808-0ba02cb08081,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:26.030083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6eb20751-6825-4fd7-afff-f8e3d4daa840 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:26.032264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eb20751-6825-4fd7-afff-f8e3d4daa840 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.034626 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6eb20751-6825-4fd7-afff-f8e3d4daa840 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/security-groups/4d8a6591-cd46-42f9-9808-0ba02cb08081 HTTP/1.1" status: 204  len: 168 time: 0.2286887
Dec 23 16:21:26.037287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58018) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:26.051766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b9ab240f-e5f3-4458-b1bc-b35c8980dc86 None None] Could not find standard attr ID for object 5677c69f-e892-4964-9e57-198cbd0d2e62. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:21:26.108971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac3405b2-531a-44d4-ba45-2175c7e30aea tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.139796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.155222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-866a9d27-b419-4666-8737-f565703b6844 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting subnet c83e57bc-3075-4470-910c-93ceaf2560f9 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:21:26.159333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-866a9d27-b419-4666-8737-f565703b6844 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.166725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b9ab240f-e5f3-4458-b1bc-b35c8980dc86 None None] Provisioning complete for port 9bc688ca-d5b0-4d25-9396-0949489faa70 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:26.184356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9ab240f-e5f3-4458-b1bc-b35c8980dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.224833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac3405b2-531a-44d4-ba45-2175c7e30aea tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.225119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:21:26.232307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-afc1e525-2e3a-478e-a932-40085c4bed20 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:26.237229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-866a9d27-b419-4666-8737-f565703b6844 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.282164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3405b2-531a-44d4-ba45-2175c7e30aea tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event deleted for resources: {'Subnet': ['ID=b00c1878-af3b-4496-b1e0-50a60468fc52,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:26.288018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ac3405b2-531a-44d4-ba45-2175c7e30aea tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:26.291376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac3405b2-531a-44d4-ba45-2175c7e30aea tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.298884 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ac3405b2-531a-44d4-ba45-2175c7e30aea tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "DELETE /v2.0/subnets/b00c1878-af3b-4496-b1e0-50a60468fc52 HTTP/1.1" status: 204  len: 168 time: 0.6026919
Dec 23 16:21:26.301846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58022) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:26.321255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30ba62c-a2bb-4547-af74-38f231af103b None None] Network 4c193d96-6e0f-45f6-9a2e-13b6f66c5007 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:26.334709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-866a9d27-b419-4666-8737-f565703b6844 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.419621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-866a9d27-b419-4666-8737-f565703b6844 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.431414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6b1d8b9b-fe5b-463d-99b3-bf937e311ca3 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:26.436727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.449929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Deleting port 009550f1-9a51-4f2f-a1f6-914658315bef {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:21:26.450412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.475443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-866a9d27-b419-4666-8737-f565703b6844 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.485766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a9d27-b419-4666-8737-f565703b6844 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Subnet': ['ID=c83e57bc-3075-4470-910c-93ceaf2560f9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:26.488990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-866a9d27-b419-4666-8737-f565703b6844 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:26.496029 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-866a9d27-b419-4666-8737-f565703b6844 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/c83e57bc-3075-4470-910c-93ceaf2560f9 HTTP/1.1" status: 204  len: 168 time: 0.4572544
Dec 23 16:21:26.496733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58026) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:26.571260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab240f-e5f3-4458-b1bc-b35c8980dc86 None None] Port 9bc688ca-d5b0-4d25-9396-0949489faa70 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:26.584862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb4817b-10c0-4d59-8ef4-c8a8bc16e94e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting subnet d146653e-6524-45cd-bde5-4c16647b52eb {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:21:26.588801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fb4817b-10c0-4d59-8ef4-c8a8bc16e94e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.617076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b9ab240f-e5f3-4458-b1bc-b35c8980dc86 None None] Provisioning for port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:26.628859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b9ab240f-e5f3-4458-b1bc-b35c8980dc86 None None] Provisioning complete for port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:26.629302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9ab240f-e5f3-4458-b1bc-b35c8980dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.662870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fb4817b-10c0-4d59-8ef4-c8a8bc16e94e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.693127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6379cd4d-f0e4-404e-b7eb-f15d0efcb44b None None] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:26.713444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69229523-6197-4577-a841-a2cc1e42988f None None] DHCP port deletion for 8e1ac474-d927-449f-95de-9a27c1dfff74 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:21:26.735061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] For port 009550f1-9a51-4f2f-a1f6-914658315bef, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=009550f1-9a51-4f2f-a1f6-914658315bef,segment=NetworkSegment(194eb800-3bcb-4527-a4ae-59a3f8ca23a2),segment_id=194eb800-3bcb-4527-a4ae-59a3f8ca23a2)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:26.735473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.751026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-69229523-6197-4577-a841-a2cc1e42988f None None] Deleting port 009550f1-9a51-4f2f-a1f6-914658315bef {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:21:26.751938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69229523-6197-4577-a841-a2cc1e42988f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.772896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fb4817b-10c0-4d59-8ef4-c8a8bc16e94e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.856919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fb4817b-10c0-4d59-8ef4-c8a8bc16e94e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.861886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b110aa4c-99ff-474c-9ffd-c84224745b92 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:26.872320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a0be9a-8272-41be-9e14-34bc1759efa3 None None] DHCP port deletion for 4c193d96-6e0f-45f6-9a2e-13b6f66c5007 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:21:26.887672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Calling delete_port for 009550f1-9a51-4f2f-a1f6-914658315bef owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:21:26.889023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e76b50ad-2c81-4aa8-92a9-5fc9b3ecfc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.901299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-37a0be9a-8272-41be-9e14-34bc1759efa3 None None] Deleting port 3fbcb53b-918e-4768-bb9c-68823bb44956 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:21:26.901741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37a0be9a-8272-41be-9e14-34bc1759efa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.911079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4817b-10c0-4d59-8ef4-c8a8bc16e94e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Subnet': ['ID=d146653e-6524-45cd-bde5-4c16647b52eb,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:26.914063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0fb4817b-10c0-4d59-8ef4-c8a8bc16e94e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:26.916707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fb4817b-10c0-4d59-8ef4-c8a8bc16e94e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.925902 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0fb4817b-10c0-4d59-8ef4-c8a8bc16e94e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/d146653e-6524-45cd-bde5-4c16647b52eb HTTP/1.1" status: 204  len: 168 time: 0.4254215
Dec 23 16:21:26.926238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58030) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:26.965586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:26.970329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-12300deb-6c8b-4b24-9b84-9f8596218710 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:26.971811 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b7c9bd-58eb-4da7-bdb0-69c44d91c323 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:26.972374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b7c9bd-58eb-4da7-bdb0-69c44d91c323 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:26.980114 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-30b7c9bd-58eb-4da7-bdb0-69c44d91c323 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/c83e57bc-3075-4470-910c-93ceaf2560f9 HTTP/1.1" status: 404  len: 337 time: 0.0469761
Dec 23 16:21:26.981343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58034) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:27.018575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event deleted for resources: {'Port': ['ID=009550f1-9a51-4f2f-a1f6-914658315bef,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:27.020954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:27.026850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] No DVR routers for this DVR port 009550f1-9a51-4f2f-a1f6-914658315bef on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:21:27.036821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-69229523-6197-4577-a841-a2cc1e42988f None None] The port '009550f1-9a51-4f2f-a1f6-914658315bef' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:21:27.060986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-2677adb5-76f0-4fb5-a1d4-328c98a41221 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting subnet 06373b13-428b-4fa7-9ca0-c8bc462e5cb5 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:21:27.067794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2677adb5-76f0-4fb5-a1d4-328c98a41221 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.137594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2677adb5-76f0-4fb5-a1d4-328c98a41221 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.176143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.212880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79456860>,) {'filters': {'network_id': ['8e1ac474-d927-449f-95de-9a27c1dfff74']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:27.227882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79456860>, '194eb800-3bcb-4527-a4ae-59a3f8ca23a2') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:27.228232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79456860>, '194eb800-3bcb-4527-a4ae-59a3f8ca23a2') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:27.241920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.245997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2677adb5-76f0-4fb5-a1d4-328c98a41221 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.264443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.272268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:21:27.272712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.291593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a78b7587-4515-4d06-8f7f-7af94c69324f None None] Could not find standard attr ID for object 8c7c3cdf-f48d-4af8-936e-c1c5672c543e. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:21:27.299576 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:21:27.330830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2677adb5-76f0-4fb5-a1d4-328c98a41221 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.335692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-75e3b489-60ba-4d18-b837-eb86ebca58e2 tempest-AllowedAddressPairTestJSON-736918530 tempest-AllowedAddressPairTestJSON-736918530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:27.371459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.374303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-37a0be9a-8272-41be-9e14-34bc1759efa3 None None] For port 3fbcb53b-918e-4768-bb9c-68823bb44956, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3fbcb53b-918e-4768-bb9c-68823bb44956,segment=NetworkSegment(bf48dd51-2860-4c0d-b3ab-43674d64cd11),segment_id=bf48dd51-2860-4c0d-b3ab-43674d64cd11)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:27.374748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37a0be9a-8272-41be-9e14-34bc1759efa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.380427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677adb5-76f0-4fb5-a1d4-328c98a41221 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Subnet': ['ID=06373b13-428b-4fa7-9ca0-c8bc462e5cb5,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:27.383032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2677adb5-76f0-4fb5-a1d4-328c98a41221 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:27.386716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2677adb5-76f0-4fb5-a1d4-328c98a41221 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.393051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.398121 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2677adb5-76f0-4fb5-a1d4-328c98a41221 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/06373b13-428b-4fa7-9ca0-c8bc462e5cb5 HTTP/1.1" status: 204  len: 168 time: 0.4134698
Dec 23 16:21:27.398294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a65cf8c1-29d0-4607-b474-9ce08fb0d7e4 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:27.398548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58038) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:27.416393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.428545 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "DELETE /v2.0/networks/8e1ac474-d927-449f-95de-9a27c1dfff74 HTTP/1.1" status: 204  len: 168 time: 1.1230094
Dec 23 16:21:27.429391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58042) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:27.432272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event deleted for resources: {'Network': ['ID=8e1ac474-d927-449f-95de-9a27c1dfff74,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:27.442935 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcd4164-a442-43bf-a77e-405300756a8f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:27.443552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcd4164-a442-43bf-a77e-405300756a8f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:27.448011 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8bcd4164-a442-43bf-a77e-405300756a8f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/1dd9b841-98ea-4d54-b4d3-d576711fbdbf HTTP/1.1" status: 404  len: 337 time: 0.0458095
Dec 23 16:21:27.448358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58046) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:27.454070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:27.497581 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d6e556b6-6cd8-4eee-b419-8eab68505dca tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "GET /v2.0/ports?device_id=523baf6a-e86b-48ec-b327-8f1157ade363 HTTP/1.1" status: 200  len: 205 time: 0.0456939
Dec 23 16:21:27.497880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58050) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:27.507973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-37a0be9a-8272-41be-9e14-34bc1759efa3 None None] Calling delete_port for 3fbcb53b-918e-4768-bb9c-68823bb44956 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:21:27.577113 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-7dedfd04-25e8-4902-b8d3-d1cbf9519e98 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] delete failed (client error): The resource could not be found.
Dec 23 16:21:27.581494 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7dedfd04-25e8-4902-b8d3-d1cbf9519e98 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/routers/523baf6a-e86b-48ec-b327-8f1157ade363 HTTP/1.1" status: 404  len: 336 time: 0.0794675
Dec 23 16:21:27.582135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58054) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:27.595028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37a0be9a-8272-41be-9e14-34bc1759efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.600245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:27.627374 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-7150f95e-613a-44fd-b97c-a8f7a2bb8593 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:27.627974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7150f95e-613a-44fd-b97c-a8f7a2bb8593 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:27.630566 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7150f95e-613a-44fd-b97c-a8f7a2bb8593 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/69d2642c-7799-4c4e-a0b1-f3dc86f92f48 HTTP/1.1" status: 404  len: 337 time: 0.0466897
Dec 23 16:21:27.633239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58058) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:27.649858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0be9a-8272-41be-9e14-34bc1759efa3 None None] Pushing event deleted for resources: {'Port': ['ID=3fbcb53b-918e-4768-bb9c-68823bb44956,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:27.654150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-37a0be9a-8272-41be-9e14-34bc1759efa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:27.658918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a0be9a-8272-41be-9e14-34bc1759efa3 None None] No DVR routers for this DVR port 3fbcb53b-918e-4768-bb9c-68823bb44956 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:21:27.689274 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc72ea43-4a2e-4fae-a896-e26d96f471b2 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:27.690019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc72ea43-4a2e-4fae-a896-e26d96f471b2 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:27.693493 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dc72ea43-4a2e-4fae-a896-e26d96f471b2 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/c955a8b0-5e4d-4088-b60e-b7351513433c HTTP/1.1" status: 404  len: 337 time: 0.0576811
Dec 23 16:21:27.695739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58062) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:27.740207 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e202ac35-8be1-47ee-aac3-f83b6aef8552 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:27.740842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e202ac35-8be1-47ee-aac3-f83b6aef8552 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:27.745285 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e202ac35-8be1-47ee-aac3-f83b6aef8552 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/1a6cd9d6-8d70-47bb-a64a-3bd62179b6d9 HTTP/1.1" status: 404  len: 337 time: 0.0460346
Dec 23 16:21:27.745856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58066) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:27.791471 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaedbb02-034f-46b8-8304-1e332be83355 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:27.791980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaedbb02-034f-46b8-8304-1e332be83355 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:27.793838 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eaedbb02-034f-46b8-8304-1e332be83355 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/5d1b5b78-3887-4c3b-b20d-4ca7debd8023 HTTP/1.1" status: 404  len: 333 time: 0.0468659
Dec 23 16:21:27.797723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58070) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:27.818716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cb08-1ece-4856-8ddd-c1b899852ba7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.844758 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63f01c5-0223-4fd0-b62c-2753d171a8ff tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:27.845259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63f01c5-0223-4fd0-b62c-2753d171a8ff tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:27.848072 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c63f01c5-0223-4fd0-b62c-2753d171a8ff tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/18f99855-cd8b-4b0c-90ce-d2066b50556f HTTP/1.1" status: 404  len: 337 time: 0.0486248
Dec 23 16:21:27.850496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58074) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:27.893780 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-3720a012-1e25-4349-8369-a6f2faa3382a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:27.894288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3720a012-1e25-4349-8369-a6f2faa3382a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:27.896248 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3720a012-1e25-4349-8369-a6f2faa3382a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/a9ff4c47-0c5a-4f24-83b8-3b542de02b69 HTTP/1.1" status: 404  len: 337 time: 0.0445750
Dec 23 16:21:27.903830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58078) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:27.944542 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71fce5e-519f-49f3-9f0f-148b4c6d4130 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:27.945059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71fce5e-519f-49f3-9f0f-148b4c6d4130 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:27.947257 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e71fce5e-519f-49f3-9f0f-148b4c6d4130 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/1ec2c84e-224b-4c84-8ccd-4bc14c5f89b2 HTTP/1.1" status: 404  len: 333 time: 0.0464735
Dec 23 16:21:27.949687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58082) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:27.972290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cb08-1ece-4856-8ddd-c1b899852ba7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:27.996830 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c82f2d-c7de-499f-a638-e593788af310 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:27.997299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c82f2d-c7de-499f-a638-e593788af310 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:27.999189 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c7c82f2d-c7de-499f-a638-e593788af310 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/f4549a0b-834e-4277-8191-ded6cca7b8f5 HTTP/1.1" status: 404  len: 337 time: 0.0484717
Dec 23 16:21:28.000452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d2d4cb08-1ece-4856-8ddd-c1b899852ba7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b799ff5c0>,) {'filters': {'network_id': ['4c193d96-6e0f-45f6-9a2e-13b6f66c5007']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:28.002539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58086) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:28.015690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d2d4cb08-1ece-4856-8ddd-c1b899852ba7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b799ff5c0>, 'bf48dd51-2860-4c0d-b3ab-43674d64cd11') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:28.016026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d2d4cb08-1ece-4856-8ddd-c1b899852ba7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b799ff5c0>, 'bf48dd51-2860-4c0d-b3ab-43674d64cd11') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:28.030900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cb08-1ece-4856-8ddd-c1b899852ba7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.046722 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db1b489-4fbc-47de-9bac-52993f97a52f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:21:28.047265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cb08-1ece-4856-8ddd-c1b899852ba7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.047385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db1b489-4fbc-47de-9bac-52993f97a52f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:21:28.051265 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8db1b489-4fbc-47de-9bac-52993f97a52f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/subnets/586dcbe0-0583-4024-8bd7-bb7984b4ca09 HTTP/1.1" status: 404  len: 337 time: 0.0455382
Dec 23 16:21:28.052277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58090) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:28.054221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d4cb08-1ece-4856-8ddd-c1b899852ba7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:21:28.054665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cb08-1ece-4856-8ddd-c1b899852ba7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.105108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 009550f1-9a51-4f2f-a1f6-914658315bef no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:21:28.137372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-246cef0a-c5ac-45b9-9167-423416b7b656 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 9bc688ca-d5b0-4d25-9396-0949489faa70 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:21:28.137769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-246cef0a-c5ac-45b9-9167-423416b7b656 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.145673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 009550f1-9a51-4f2f-a1f6-914658315bef {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:21:28.146364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 009550f1-9a51-4f2f-a1f6-914658315bef not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:21:28.146960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3fbcb53b-918e-4768-bb9c-68823bb44956 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:21:28.160067 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:21:28.163985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cb08-1ece-4856-8ddd-c1b899852ba7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.172970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:28.190294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cb08-1ece-4856-8ddd-c1b899852ba7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.201955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4cb08-1ece-4856-8ddd-c1b899852ba7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event deleted for resources: {'Network': ['ID=4c193d96-6e0f-45f6-9a2e-13b6f66c5007,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:28.205887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d2d4cb08-1ece-4856-8ddd-c1b899852ba7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:28.208114 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d2d4cb08-1ece-4856-8ddd-c1b899852ba7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "DELETE /v2.0/networks/4c193d96-6e0f-45f6-9a2e-13b6f66c5007 HTTP/1.1" status: 204  len: 168 time: 0.7775967
Dec 23 16:21:28.210214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 3fbcb53b-918e-4768-bb9c-68823bb44956 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:21:28.210701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58094) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:28.213728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3fbcb53b-918e-4768-bb9c-68823bb44956 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:21:28.397761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-246cef0a-c5ac-45b9-9167-423416b7b656 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.436457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1fcf5b-58cb-45fd-a13a-eebe1c13cb42 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Deleting subnet 9b6e3512-65c6-445a-8a24-45f46451e810 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:21:28.440903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa1fcf5b-58cb-45fd-a13a-eebe1c13cb42 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.508093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa1fcf5b-58cb-45fd-a13a-eebe1c13cb42 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.548269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9aa484-5039-4277-b49f-92ff874c33e2 None None] Network 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:28.572642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.605140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa1fcf5b-58cb-45fd-a13a-eebe1c13cb42 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.692396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa1fcf5b-58cb-45fd-a13a-eebe1c13cb42 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.698216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ae3ab202-36f5-4052-9c77-1016b7af91db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:28.741649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fcf5b-58cb-45fd-a13a-eebe1c13cb42 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6e3512-65c6-445a-8a24-45f46451e810,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:28.747626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fa1fcf5b-58cb-45fd-a13a-eebe1c13cb42 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:28.751149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa1fcf5b-58cb-45fd-a13a-eebe1c13cb42 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.759517 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fa1fcf5b-58cb-45fd-a13a-eebe1c13cb42 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "DELETE /v2.0/subnets/9b6e3512-65c6-445a-8a24-45f46451e810 HTTP/1.1" status: 204  len: 168 time: 0.5468018
Dec 23 16:21:28.763261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120ad47d-d202-4d4e-94d4-237beb9f44dd None None] Network d8dc8527-402f-4d31-8735-d5356c2570b5 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:21:28.763975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58100) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:28.780946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b7b1b06d-2f03-47ea-9809-3f1ff29484f8 None None] Provisioning complete for port 9bc688ca-d5b0-4d25-9396-0949489faa70 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:28.781315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b7b1b06d-2f03-47ea-9809-3f1ff29484f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.833724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-246cef0a-c5ac-45b9-9167-423416b7b656 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 9bc688ca-d5b0-4d25-9396-0949489faa70 owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:21:28.893053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.905099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Deleting port c316cde1-214b-48a1-a6d7-9554b4157d91 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:21:28.905389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.952737 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0573072d-f370-411e-89b3-66ab57423006 req-9b9cccc0-1f97-43a0-9118-90391ae11d45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2280383
Dec 23 16:21:28.953423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-246cef0a-c5ac-45b9-9167-423416b7b656 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:28.966638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ef82cfc3-34ae-4be0-9b9e-bd2f6864cf8e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:29.002518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58104) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:29.059325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-246cef0a-c5ac-45b9-9167-423416b7b656 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:29.063896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cef0a-c5ac-45b9-9167-423416b7b656 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Port': ['ID=9bc688ca-d5b0-4d25-9396-0949489faa70,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:29.093118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1b06d-2f03-47ea-9809-3f1ff29484f8 None None] Port 9bc688ca-d5b0-4d25-9396-0949489faa70 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:29.113416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-246cef0a-c5ac-45b9-9167-423416b7b656 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:29.148823 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-246cef0a-c5ac-45b9-9167-423416b7b656 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/ports/9bc688ca-d5b0-4d25-9396-0949489faa70 HTTP/1.1" status: 204  len: 168 time: 1.0929129
Dec 23 16:21:29.149252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58108) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:29.152817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] For port c316cde1-214b-48a1-a6d7-9554b4157d91, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=c316cde1-214b-48a1-a6d7-9554b4157d91,segment=NetworkSegment(f84f5e76-2103-437c-9b12-9341a3f1baba),segment_id=f84f5e76-2103-437c-9b12-9341a3f1baba)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:29.153356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:29.186303 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0573072d-f370-411e-89b3-66ab57423006 req-d81ba231-dd66-49e4-baca-02f4bf263db3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 1099 time: 0.1233814
Dec 23 16:21:29.196769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b7b1b06d-2f03-47ea-9809-3f1ff29484f8 None None] Provisioning complete for port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:29.197214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b7b1b06d-2f03-47ea-9809-3f1ff29484f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:29.218300 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-70db97b5-f90e-46cf-a3c9-11d9edaaac8b tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/ports?project_id=756d2eff28424d1081cd07d60adf0a7c&network_id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a HTTP/1.1" status: 200  len: 3000 time: 0.1959043
Dec 23 16:21:29.288567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b29e2a-78c3-48dd-965e-04209cc186e7 None None] DHCP port deletion for 44bfdb49-b51e-415b-aa46-2a9a1d1b2026 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:21:29.297982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d6b29e2a-78c3-48dd-965e-04209cc186e7 None None] Deleting port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:21:29.298932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b29e2a-78c3-48dd-965e-04209cc186e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:29.364672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Calling delete_port for c316cde1-214b-48a1-a6d7-9554b4157d91 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:21:29.406465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573072d-f370-411e-89b3-66ab57423006 req-905880cd-cf48-4f53-a72d-cf26ea811e48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:29.421139 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0573072d-f370-411e-89b3-66ab57423006 req-905880cd-cf48-4f53-a72d-cf26ea811e48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a HTTP/1.1" status: 200  len: 898 time: 0.1746528
Dec 23 16:21:29.446843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27400e02-e879-4b0f-b0c5-daee51b9828f None None] DHCP port deletion for d8dc8527-402f-4d31-8735-d5356c2570b5 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:21:29.468026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-27400e02-e879-4b0f-b0c5-daee51b9828f None None] Deleting port c316cde1-214b-48a1-a6d7-9554b4157d91 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:21:29.468465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27400e02-e879-4b0f-b0c5-daee51b9828f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:29.489074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:29.520604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:21:29.520990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:29.541464 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0573072d-f370-411e-89b3-66ab57423006 req-b96ee863-3750-4ee5-950b-7f65926151f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0281b54-495e-47da-9849-b0dae0151a49 HTTP/1.1" status: 200  len: 1002 time: 0.1117966
Dec 23 16:21:29.573810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:29.580042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e9647073-3dcb-4d22-af13-6aee064a50dd tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:29.607841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-27400e02-e879-4b0f-b0c5-daee51b9828f None None] The port 'c316cde1-214b-48a1-a6d7-9554b4157d91' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:21:29.622076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573072d-f370-411e-89b3-66ab57423006 req-6e890df7-3c60-496e-a4a5-2300b9f10b43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:29.623739 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0573072d-f370-411e-89b3-66ab57423006 req-6e890df7-3c60-496e-a4a5-2300b9f10b43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80d54b75-48e3-4fd7-8c07-817aabc35290 HTTP/1.1" status: 200  len: 834 time: 0.0750358
Dec 23 16:21:29.630858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event deleted for resources: {'Port': ['ID=c316cde1-214b-48a1-a6d7-9554b4157d91,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:29.633698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:29.680349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] No DVR routers for this DVR port c316cde1-214b-48a1-a6d7-9554b4157d91 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:21:29.684860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d6b29e2a-78c3-48dd-965e-04209cc186e7 None None] For port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,segment=NetworkSegment(ed81bcd3-11fb-4039-bb9a-20f8f04c82db),segment_id=ed81bcd3-11fb-4039-bb9a-20f8f04c82db)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:29.685463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b29e2a-78c3-48dd-965e-04209cc186e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:29.712590 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0573072d-f370-411e-89b3-66ab57423006 req-1a58b468-a6f0-4c14-9d12-f643e92931b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0808454
Dec 23 16:21:29.818377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d6b29e2a-78c3-48dd-965e-04209cc186e7 None None] Calling delete_port for 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:21:29.852135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:29.865428 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0573072d-f370-411e-89b3-66ab57423006 req-fe7e79d0-d9c9-4a8d-be07-9f292288fe1a service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453888
Dec 23 16:21:29.894515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6b29e2a-78c3-48dd-965e-04209cc186e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:29.899364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:29.946784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b29e2a-78c3-48dd-965e-04209cc186e7 None None] Pushing event deleted for resources: {'Port': ['ID=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:29.947552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a70fc50>,) {'filters': {'network_id': ['d8dc8527-402f-4d31-8735-d5356c2570b5']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:29.949252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d6b29e2a-78c3-48dd-965e-04209cc186e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:29.951880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b29e2a-78c3-48dd-965e-04209cc186e7 None None] No DVR routers for this DVR port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:21:29.969267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] For port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=33baa7cb-a318-40f3-a6e7-2d5c6f7c7455,segment=NetworkSegment(ed81bcd3-11fb-4039-bb9a-20f8f04c82db),segment_id=ed81bcd3-11fb-4039-bb9a-20f8f04c82db)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:29.969672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:29.979435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a70fc50>, 'f84f5e76-2103-437c-9b12-9341a3f1baba') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:29.979772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a70fc50>, 'f84f5e76-2103-437c-9b12-9341a3f1baba') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:29.995041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55ba647-e8c6-4fd2-a00d-995368d15edd None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:21:30.028192 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0573072d-f370-411e-89b3-66ab57423006 req-26708ab6-6c99-4a99-8bcf-0dea4cdb8ebf service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554182
Dec 23 16:21:30.057438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:30.112192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55ba647-e8c6-4fd2-a00d-995368d15edd None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:21:30.118897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device c316cde1-214b-48a1-a6d7-9554b4157d91 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:21:30.132953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Calling delete_port for 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:21:30.155266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: c316cde1-214b-48a1-a6d7-9554b4157d91 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:21:30.155672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device c316cde1-214b-48a1-a6d7-9554b4157d91 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:21:30.156153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:21:30.185169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:30.196333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:21:30.196730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:21:30.199301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:21:30.199733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:21:30.217486 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:21:30.318232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88840) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:21:30.318604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:21:30.319409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:30.322784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:30.342801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:30.355616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Pushing event deleted for resources: {'Network': ['ID=d8dc8527-402f-4d31-8735-d5356c2570b5,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:30.360185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:30.364115 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "DELETE /v2.0/networks/d8dc8527-402f-4d31-8735-d5356c2570b5 HTTP/1.1" status: 204  len: 168 time: 1.5989139
Dec 23 16:21:30.366801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58116) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:30.412690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6949b8bc-fe03-4c18-8e07-1c889bf81536 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Synchronizing usage tracker for tenant:b490353ff4a64591bbc89b5dc04682c4 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:21:30.428242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6949b8bc-fe03-4c18-8e07-1c889bf81536 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Unset dirty status for tenant:b490353ff4a64591bbc89b5dc04682c4 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:21:30.429541 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6949b8bc-fe03-4c18-8e07-1c889bf81536 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "GET /v2.0/ports?device_id=af708015-fbba-496d-8304-bdf1722655ff HTTP/1.1" status: 200  len: 205 time: 0.0617063
Dec 23 16:21:30.432286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58120) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:30.576290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-31fd8ce1-b417-47f2-aa12-e76d4fd82786 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:30.833243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Deleting port 33baa7cb-a318-40f3-a6e7-2d5c6f7c7455 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:21:30.833902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:30.966179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] The port '33baa7cb-a318-40f3-a6e7-2d5c6f7c7455' was deleted {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:21:31.342641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-31fd8ce1-b417-47f2-aa12-e76d4fd82786 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:31.365237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-31fd8ce1-b417-47f2-aa12-e76d4fd82786 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:31.416097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:31.449832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78ff6f28>,) {'filters': {'network_id': ['44bfdb49-b51e-415b-aa46-2a9a1d1b2026']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:31.469684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78ff6f28>, 'ed81bcd3-11fb-4039-bb9a-20f8f04c82db') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:31.470023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78ff6f28>, 'ed81bcd3-11fb-4039-bb9a-20f8f04c82db') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:31.482026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-31fd8ce1-b417-47f2-aa12-e76d4fd82786 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:31.482494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fd8ce1-b417-47f2-aa12-e76d4fd82786 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Fanout notify agent at l3_agent the message router_deleted on router af708015-fbba-496d-8304-bdf1722655ff {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:21:31.485093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:31.506375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-31fd8ce1-b417-47f2-aa12-e76d4fd82786 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:31.507634 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-31fd8ce1-b417-47f2-aa12-e76d4fd82786 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] 10.222.0.67 "DELETE /v2.0/routers/af708015-fbba-496d-8304-bdf1722655ff HTTP/1.1" status: 204  len: 168 time: 1.0743482
Dec 23 16:21:31.513533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:31.520611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:21:31.521060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:21:31.541343 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:21:31.622691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:31.627789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:31.632106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:31.655850 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] 10.222.0.67 "DELETE /v2.0/networks/44bfdb49-b51e-415b-aa46-2a9a1d1b2026 HTTP/1.1" status: 204  len: 168 time: 2.5055523
Dec 23 16:21:31.660207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Pushing event deleted for resources: {'Network': ['ID=44bfdb49-b51e-415b-aa46-2a9a1d1b2026,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:31.661210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:31.842138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58136) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:31.902346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58142) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:32.136959 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-68366097-3e20-4a33-9799-45f1be90b922 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b490353ff4a64591bbc89b5dc04682c4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2933719
Dec 23 16:21:32.139680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58148) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:32.140548 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-98c72fb1-3841-4c19-b671-2175dfc8f9dc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=42b027ae4e0648eebf22f0ddb7193558&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2369642
Dec 23 16:21:32.143267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58152) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:32.208719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-528e619e-b14d-459c-a617-c2c59f2650ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:32.211297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d8d8-9c6d-4dd6-a605-d338cba18936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:32.237893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-528e619e-b14d-459c-a617-c2c59f2650ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:32.246700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d8d8-9c6d-4dd6-a605-d338cba18936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:32.248432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58156) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:32.291837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d8d8-9c6d-4dd6-a605-d338cba18936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:32.296882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ec67c835-1a89-472a-a86a-fb4695982aa5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:32.312604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1d8d8-9c6d-4dd6-a605-d338cba18936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d936b9-2b6a-4ea2-bf24-e7115c6536e0,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:32.315688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bdb1d8d8-9c6d-4dd6-a605-d338cba18936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:32.319710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d8d8-9c6d-4dd6-a605-d338cba18936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:32.326457 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bdb1d8d8-9c6d-4dd6-a605-d338cba18936 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/21d936b9-2b6a-4ea2-bf24-e7115c6536e0 HTTP/1.1" status: 204  len: 168 time: 0.1821513
Dec 23 16:21:32.344238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524dc44c-31f4-40cb-9e73-469c14ead645 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:32.346750 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-524dc44c-31f4-40cb-9e73-469c14ead645 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182 HTTP/1.1" status: 200  len: 814 time: 0.0970216
Dec 23 16:21:32.355707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-528e619e-b14d-459c-a617-c2c59f2650ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:32.360548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eee4c70d-cd03-458c-bf73-bbb1ae82e2ca tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:32.374267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e619e-b14d-459c-a617-c2c59f2650ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9880f5ed-b5f2-45ce-b43f-7b2ae771f142,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:32.378763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-528e619e-b14d-459c-a617-c2c59f2650ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:32.382433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-528e619e-b14d-459c-a617-c2c59f2650ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:32.383720 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-528e619e-b14d-459c-a617-c2c59f2650ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9880f5ed-b5f2-45ce-b43f-7b2ae771f142 HTTP/1.1" status: 204  len: 168 time: 0.2429423
Dec 23 16:21:33.181936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58184) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:33.188137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6516cc0f-9091-466f-9758-5212b02f6db2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:33.206263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58188) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:33.300406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6516cc0f-9091-466f-9758-5212b02f6db2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:33.348055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0d585f37-caa3-4790-82d9-0eab150b91c5 tempest-SubnetPoolsTestJSON-421818895 tempest-SubnetPoolsTestJSON-421818895-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-114925055', 'prefixes': ['172.20.0.0/16']}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:33.354223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0d585f37-caa3-4790-82d9-0eab150b91c5 tempest-SubnetPoolsTestJSON-421818895 tempest-SubnetPoolsTestJSON-421818895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:33.415129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d585f37-caa3-4790-82d9-0eab150b91c5 tempest-SubnetPoolsTestJSON-421818895 tempest-SubnetPoolsTestJSON-421818895-project] Notify callbacks [] for subnetpool, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:33.416432 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0d585f37-caa3-4790-82d9-0eab150b91c5 tempest-SubnetPoolsTestJSON-421818895 tempest-SubnetPoolsTestJSON-421818895-project] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.2089543
Dec 23 16:21:33.419330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58194) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:33.453080 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c7bbe731-1f83-4bac-a7aa-800a333c52ff tempest-SubnetPoolsTestJSON-421818895 tempest-SubnetPoolsTestJSON-421818895-project] 10.222.0.67 "GET /v2.0/subnetpools/0e678374-a926-4591-8191-d0ece3667cb4 HTTP/1.1" status: 200  len: 731 time: 0.0325518
Dec 23 16:21:33.456401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58198) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:33.462704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9055ee8b-1035-4d4a-81e1-b64dea53e05a tempest-SubnetPoolsTestJSON-421818895 tempest-SubnetPoolsTestJSON-421818895-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1933681999'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:33.553255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9055ee8b-1035-4d4a-81e1-b64dea53e05a tempest-SubnetPoolsTestJSON-421818895 tempest-SubnetPoolsTestJSON-421818895-project] Notify callbacks [] for subnetpool, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:33.554482 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9055ee8b-1035-4d4a-81e1-b64dea53e05a tempest-SubnetPoolsTestJSON-421818895 tempest-SubnetPoolsTestJSON-421818895-project] 10.222.0.67 "PUT /v2.0/subnetpools/0e678374-a926-4591-8191-d0ece3667cb4 HTTP/1.1" status: 200  len: 684 time: 0.0970089
Dec 23 16:21:33.557222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58202) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:33.591706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6516cc0f-9091-466f-9758-5212b02f6db2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:33.595392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6516cc0f-9091-466f-9758-5212b02f6db2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:33.595745 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-6516cc0f-9091-466f-9758-5212b02f6db2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Floating IP 280c7cee-ef5b-429f-83cd-00de160c0997 disassociated. External IP: 172.26.5.218, port: f0281b54-495e-47da-9849-b0dae0151a49.
Dec 23 16:21:33.648782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76be26a8-fa49-455a-8234-1a17f25704e6 tempest-SubnetPoolsTestJSON-421818895 tempest-SubnetPoolsTestJSON-421818895-project] Notify callbacks [] for subnetpool, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:33.650059 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-76be26a8-fa49-455a-8234-1a17f25704e6 tempest-SubnetPoolsTestJSON-421818895 tempest-SubnetPoolsTestJSON-421818895-project] 10.222.0.67 "DELETE /v2.0/subnetpools/0e678374-a926-4591-8191-d0ece3667cb4 HTTP/1.1" status: 204  len: 168 time: 0.0918472
Dec 23 16:21:33.653031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58206) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:33.674752 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-1ed8aa78-5dc7-41b1-b4fa-1860446fcef9 tempest-SubnetPoolsTestJSON-421818895 tempest-SubnetPoolsTestJSON-421818895-project] show failed (client error): The resource could not be found.
Dec 23 16:21:33.676057 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1ed8aa78-5dc7-41b1-b4fa-1860446fcef9 tempest-SubnetPoolsTestJSON-421818895 tempest-SubnetPoolsTestJSON-421818895-project] 10.222.0.67 "GET /v2.0/subnetpools/0e678374-a926-4591-8191-d0ece3667cb4 HTTP/1.1" status: 404  len: 346 time: 0.0216684
Dec 23 16:21:33.678323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58210) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:33.697591 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-6bced672-c438-4213-887f-f12f290d3e1b tempest-SubnetPoolsTestJSON-421818895 tempest-SubnetPoolsTestJSON-421818895-project] delete failed (client error): The resource could not be found.
Dec 23 16:21:33.698666 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6bced672-c438-4213-887f-f12f290d3e1b tempest-SubnetPoolsTestJSON-421818895 tempest-SubnetPoolsTestJSON-421818895-project] 10.222.0.67 "DELETE /v2.0/subnetpools/0e678374-a926-4591-8191-d0ece3667cb4 HTTP/1.1" status: 404  len: 346 time: 0.0193686
Dec 23 16:21:34.008831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58218) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:34.013438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6516cc0f-9091-466f-9758-5212b02f6db2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:21:34.167249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-48b1e671-b287-4f47-a78e-e6becf2b519b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:34.203344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-48b1e671-b287-4f47-a78e-e6becf2b519b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:34.207598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-48b1e671-b287-4f47-a78e-e6becf2b519b admin admin] Usage tracker for resource:security_group_rule and tenant:92ceaa8dda2d4b678bf5596e3e0a9890 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:34.210697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-48b1e671-b287-4f47-a78e-e6becf2b519b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:34.216906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-48b1e671-b287-4f47-a78e-e6becf2b519b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:34.239495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6516cc0f-9091-466f-9758-5212b02f6db2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:21:34.244566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6516cc0f-9091-466f-9758-5212b02f6db2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:34.249926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a41f03-298d-48da-a1c2-3d9255756449 None None] Sync routers for ids ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:21:34.265099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a41f03-298d-48da-a1c2-3d9255756449 None None] Routers {'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:34.266107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e0a41f03-298d-48da-a1c2-3d9255756449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26fcf8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:34.293336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-48b1e671-b287-4f47-a78e-e6becf2b519b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:34.297239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-48b1e671-b287-4f47-a78e-e6becf2b519b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:34.304753 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6516cc0f-9091-466f-9758-5212b02f6db2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/floatingips/280c7cee-ef5b-429f-83cd-00de160c0997 HTTP/1.1" status: 200  len: 690 time: 1.1190007
Dec 23 16:21:34.304753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491acfc5-7861-43d1-b6b7-153936c59854', 'tag': 'f0281b54-495e-47da-9849-b0dae0151a49'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:21:34.305752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c3763171-b3eb-43db-9218-c9fe800d3fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:34.307756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58224) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:34.356211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1e671-b287-4f47-a78e-e6becf2b519b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a697cc-8c5c-4d1b-994a-da85120765d2,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:34.360651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-48b1e671-b287-4f47-a78e-e6becf2b519b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:34.363669 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-48b1e671-b287-4f47-a78e-e6becf2b519b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=92ceaa8dda2d4b678bf5596e3e0a9890&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3535135
Dec 23 16:21:34.366391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58232) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:34.412740 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ad44dd68-ea56-4991-935c-df2ddde3345f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/280c7cee-ef5b-429f-83cd-00de160c0997 HTTP/1.1" status: 200  len: 690 time: 0.1037154
Dec 23 16:21:34.442005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4df4602-e277-4526-b060-7da3d3bd51e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:34.470230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4df4602-e277-4526-b060-7da3d3bd51e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:34.479655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e0a41f03-298d-48da-a1c2-3d9255756449 None None] Set router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:21:34.516505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4df4602-e277-4526-b060-7da3d3bd51e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:34.523731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-42383865-f8dd-41cc-a79d-43200ffd94bd tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:34.538424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df4602-e277-4526-b060-7da3d3bd51e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a697cc-8c5c-4d1b-994a-da85120765d2,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:34.540421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4df4602-e277-4526-b060-7da3d3bd51e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:34.541648 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e4df4602-e277-4526-b060-7da3d3bd51e7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/48a697cc-8c5c-4d1b-994a-da85120765d2 HTTP/1.1" status: 204  len: 168 time: 0.1737657
Dec 23 16:21:34.542833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e4df4602-e277-4526-b060-7da3d3bd51e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:34.590501 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491acfc5-7861-43d1-b6b7-153936c59854', 'tag': 'f0281b54-495e-47da-9849-b0dae0151a49', 'status': 'completed', 'code': 200}
Dec 23 16:21:34.697468 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8327b696-a9c5-4d2f-9e7d-967bd0be8fd5 req-4b6b6f5d-d0dc-45cd-b710-604dfc8e3ca6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 1099 time: 0.0825663
Dec 23 16:21:34.849070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e0a41f03-298d-48da-a1c2-3d9255756449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26fcf8>, [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:36Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '3e502b64-4954-4810-ac6a-539a42a089ba', 'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:46:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:35Z', 'updated_at': '2021-12-23T16:20:45Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:34.853852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a41f03-298d-48da-a1c2-3d9255756449 None None] Checking router: e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:21:34.867412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a41f03-298d-48da-a1c2-3d9255756449 None None] Routers {'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:34.868226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e0a41f03-298d-48da-a1c2-3d9255756449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26fcf8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:35.061536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e0a41f03-298d-48da-a1c2-3d9255756449 None None] Set router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:21:35.086307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327b696-a9c5-4d2f-9e7d-967bd0be8fd5 req-a2c54aee-3b16-4f09-bc35-b8b5a44abf13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:35.087966 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8327b696-a9c5-4d2f-9e7d-967bd0be8fd5 req-a2c54aee-3b16-4f09-bc35-b8b5a44abf13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a HTTP/1.1" status: 200  len: 898 time: 0.3846116
Dec 23 16:21:35.162069 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8327b696-a9c5-4d2f-9e7d-967bd0be8fd5 req-06b73161-8f9f-47c0-abb7-c8e55621e3e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0281b54-495e-47da-9849-b0dae0151a49 HTTP/1.1" status: 200  len: 217 time: 0.0677202
Dec 23 16:21:35.233743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327b696-a9c5-4d2f-9e7d-967bd0be8fd5 req-ea42e347-36eb-414d-ab91-71786540ff5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:35.235445 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8327b696-a9c5-4d2f-9e7d-967bd0be8fd5 req-ea42e347-36eb-414d-ab91-71786540ff5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80d54b75-48e3-4fd7-8c07-817aabc35290 HTTP/1.1" status: 200  len: 834 time: 0.0673661
Dec 23 16:21:35.320352 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8327b696-a9c5-4d2f-9e7d-967bd0be8fd5 req-0dad433d-2bad-4024-822b-4bb86fbf6764 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0788941
Dec 23 16:21:35.399711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e0a41f03-298d-48da-a1c2-3d9255756449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a26fcf8>, [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:36Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '3e502b64-4954-4810-ac6a-539a42a089ba', 'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:46:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:35Z', 'updated_at': '2021-12-23T16:20:45Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:35.403921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a41f03-298d-48da-a1c2-3d9255756449 None None] The sync data for ids ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'] in dv-neutron-822801-1-hyperv is: [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:36Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '3e502b64-4954-4810-ac6a-539a42a089ba', 'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:46:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:35Z', 'updated_at': '2021-12-23T16:20:45Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:21:35.416956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58238) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:35.468204 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8327b696-a9c5-4d2f-9e7d-967bd0be8fd5 req-2a99860d-3e0e-42d1-a56e-9b46c3b1f46c service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412554
Dec 23 16:21:35.511275 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b2e302e1-fd59-49f4-a16e-4902135858ea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/280c7cee-ef5b-429f-83cd-00de160c0997 HTTP/1.1" status: 200  len: 690 time: 0.0929184
Dec 23 16:21:35.615721 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8327b696-a9c5-4d2f-9e7d-967bd0be8fd5 req-5f1b066a-fb43-43e2-b306-9b3c229a6e8f service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417439
Dec 23 16:21:35.844925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd46b3-35e7-4ce6-b72a-3c6ea080d00d None None] New status for floating IP 280c7cee-ef5b-429f-83cd-00de160c0997: DOWN {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:21:36.515309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58242) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:36.605180 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2d5d9b65-9df1-4c6a-8b4b-a06f1edc0123 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/280c7cee-ef5b-429f-83cd-00de160c0997 HTTP/1.1" status: 200  len: 688 time: 0.0884833
Dec 23 16:21:37.908229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58248) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:37.914947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1a234bed-ee77-42dc-842e-ffecb5a30450 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771904095', 'description': 'tempest-secgroup-smoke-771904095 description', 'project_id': '756d2eff28424d1081cd07d60adf0a7c'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:37.921571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1a234bed-ee77-42dc-842e-ffecb5a30450 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:37.932574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1a234bed-ee77-42dc-842e-ffecb5a30450 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:37.941711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a234bed-ee77-42dc-842e-ffecb5a30450 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:37.979499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1a234bed-ee77-42dc-842e-ffecb5a30450 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:37.983515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1a234bed-ee77-42dc-842e-ffecb5a30450 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:37.987136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1a234bed-ee77-42dc-842e-ffecb5a30450 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:37.993190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1a234bed-ee77-42dc-842e-ffecb5a30450 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:38.050826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a234bed-ee77-42dc-842e-ffecb5a30450 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.053552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a234bed-ee77-42dc-842e-ffecb5a30450 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.058940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c7c3708-71a2-497b-a694-64f74ef2caaf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:38.103945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a234bed-ee77-42dc-842e-ffecb5a30450 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a808606-68dc-4628-ba91-5907c51c48a5,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:38.107292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1a234bed-ee77-42dc-842e-ffecb5a30450 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:38.109200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a234bed-ee77-42dc-842e-ffecb5a30450 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.110535 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1a234bed-ee77-42dc-842e-ffecb5a30450 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2008638
Dec 23 16:21:38.113842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58252) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:38.122968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cb1d6740-9e19-4491-9f78-9e97b4d2eec7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '7a808606-68dc-4628-ba91-5907c51c48a5', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:38.133112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cb1d6740-9e19-4491-9f78-9e97b4d2eec7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:38.137761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cb1d6740-9e19-4491-9f78-9e97b4d2eec7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:38.141041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cb1d6740-9e19-4491-9f78-9e97b4d2eec7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:38.147866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cb1d6740-9e19-4491-9f78-9e97b4d2eec7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:38.164508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb1d6740-9e19-4491-9f78-9e97b4d2eec7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.229414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb1d6740-9e19-4491-9f78-9e97b4d2eec7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.232173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb1d6740-9e19-4491-9f78-9e97b4d2eec7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.234097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-59ba9781-32dc-46ac-8165-d7721696bd10 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:38.260983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d6740-9e19-4491-9f78-9e97b4d2eec7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c39972-f832-48ad-90b0-943c9e53bd90,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:38.264908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb1d6740-9e19-4491-9f78-9e97b4d2eec7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:38.272755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb1d6740-9e19-4491-9f78-9e97b4d2eec7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.274042 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cb1d6740-9e19-4491-9f78-9e97b4d2eec7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1591024
Dec 23 16:21:38.277140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58256) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:38.283963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-598faf6f-79a0-431b-b416-65cea1a943c4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '7a808606-68dc-4628-ba91-5907c51c48a5', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:38.290262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-598faf6f-79a0-431b-b416-65cea1a943c4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:38.294403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-598faf6f-79a0-431b-b416-65cea1a943c4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:38.297478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-598faf6f-79a0-431b-b416-65cea1a943c4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:38.304184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-598faf6f-79a0-431b-b416-65cea1a943c4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:38.320300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-598faf6f-79a0-431b-b416-65cea1a943c4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.385245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-598faf6f-79a0-431b-b416-65cea1a943c4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.387836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-598faf6f-79a0-431b-b416-65cea1a943c4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.395869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d0f52191-3bad-4d6a-a19b-9be8660c0502 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:38.417108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598faf6f-79a0-431b-b416-65cea1a943c4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7752b4fe-6a84-405f-9004-b6b4bee4d321,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:38.419396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-598faf6f-79a0-431b-b416-65cea1a943c4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:38.422823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-598faf6f-79a0-431b-b416-65cea1a943c4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.424183 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-598faf6f-79a0-431b-b416-65cea1a943c4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1460154
Dec 23 16:21:38.427117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58260) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:38.433058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ea23987f-aae1-423b-8632-4233d857c83b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '7a808606-68dc-4628-ba91-5907c51c48a5', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:38.439939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ea23987f-aae1-423b-8632-4233d857c83b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:38.444004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ea23987f-aae1-423b-8632-4233d857c83b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:38.447057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ea23987f-aae1-423b-8632-4233d857c83b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:38.457424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ea23987f-aae1-423b-8632-4233d857c83b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:38.472616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea23987f-aae1-423b-8632-4233d857c83b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.538101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea23987f-aae1-423b-8632-4233d857c83b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.540726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea23987f-aae1-423b-8632-4233d857c83b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.548041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7b99b680-8fd0-4fe4-ab8c-ebad70928d46 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:38.571175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23987f-aae1-423b-8632-4233d857c83b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2d936a-971b-4462-aacf-5d51901341f4,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:38.573756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ea23987f-aae1-423b-8632-4233d857c83b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:38.574944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea23987f-aae1-423b-8632-4233d857c83b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.576244 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ea23987f-aae1-423b-8632-4233d857c83b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1481228
Dec 23 16:21:38.579230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58264) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:38.585728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ce4d2c65-f726-4630-949a-bbe00435700a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '7a808606-68dc-4628-ba91-5907c51c48a5', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:38.592071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ce4d2c65-f726-4630-949a-bbe00435700a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:38.596187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ce4d2c65-f726-4630-949a-bbe00435700a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:38.599212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ce4d2c65-f726-4630-949a-bbe00435700a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:38.605320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ce4d2c65-f726-4630-949a-bbe00435700a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:38.621109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2c65-f726-4630-949a-bbe00435700a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.690392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2c65-f726-4630-949a-bbe00435700a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.693020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2c65-f726-4630-949a-bbe00435700a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.700446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ae2442a-31a3-4270-8618-86ab6581aef0 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:38.722418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d2c65-f726-4630-949a-bbe00435700a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d65bea7-e531-434d-a939-a9e8338e22f9,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:38.724919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ce4d2c65-f726-4630-949a-bbe00435700a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:38.728239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2c65-f726-4630-949a-bbe00435700a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.729539 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ce4d2c65-f726-4630-949a-bbe00435700a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1487460
Dec 23 16:21:38.732567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58268) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:38.739172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f7c81cbd-8b36-427c-8e9c-df962cf77bc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '7a808606-68dc-4628-ba91-5907c51c48a5', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:38.745356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f7c81cbd-8b36-427c-8e9c-df962cf77bc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:38.749422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f7c81cbd-8b36-427c-8e9c-df962cf77bc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:38.753562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f7c81cbd-8b36-427c-8e9c-df962cf77bc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:38.759940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f7c81cbd-8b36-427c-8e9c-df962cf77bc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:38.769423 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-f7c81cbd-8b36-427c-8e9c-df962cf77bc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:21:38.776044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7c81cbd-8b36-427c-8e9c-df962cf77bc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.845711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7c81cbd-8b36-427c-8e9c-df962cf77bc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.848343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7c81cbd-8b36-427c-8e9c-df962cf77bc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.855706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c9f43edf-aeb1-4688-88f2-c55a5e08c0a4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:38.874819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c81cbd-8b36-427c-8e9c-df962cf77bc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11905f35-34bb-418b-9760-433acd298296,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:38.877869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f7c81cbd-8b36-427c-8e9c-df962cf77bc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:38.884337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7c81cbd-8b36-427c-8e9c-df962cf77bc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.885628 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f7c81cbd-8b36-427c-8e9c-df962cf77bc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1520636
Dec 23 16:21:38.888721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58272) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:38.895354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0fc0d42e-949c-4d3d-bf1f-55038e0b45f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '7a808606-68dc-4628-ba91-5907c51c48a5', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:38.901540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0fc0d42e-949c-4d3d-bf1f-55038e0b45f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:38.905585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0fc0d42e-949c-4d3d-bf1f-55038e0b45f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:21:38.909052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0fc0d42e-949c-4d3d-bf1f-55038e0b45f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:21:38.915182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0fc0d42e-949c-4d3d-bf1f-55038e0b45f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:38.925069 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-0fc0d42e-949c-4d3d-bf1f-55038e0b45f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:21:38.931720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d42e-949c-4d3d-bf1f-55038e0b45f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:38.999906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d42e-949c-4d3d-bf1f-55038e0b45f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:39.002890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d42e-949c-4d3d-bf1f-55038e0b45f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:39.010487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ea23987f-aae1-423b-8632-4233d857c83b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:39.029569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0d42e-949c-4d3d-bf1f-55038e0b45f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d33ca06-b968-4018-bf42-819d63bb9687,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:39.032083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0fc0d42e-949c-4d3d-bf1f-55038e0b45f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:39.038856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d42e-949c-4d3d-bf1f-55038e0b45f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:39.040179 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0fc0d42e-949c-4d3d-bf1f-55038e0b45f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1504545
Dec 23 16:21:39.279249 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-26f28f6a-ffbf-4864-a5ab-280da9bbdf36 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771904095&fields=id&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 267 time: 0.0449777
Dec 23 16:21:39.440629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-dea01a4c-4f8a-4ae1-9929-56ec31fa5993 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:39.442219 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-dea01a4c-4f8a-4ae1-9929-56ec31fa5993 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/networks?id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a HTTP/1.1" status: 200  len: 797 time: 0.1558642
Dec 23 16:21:39.459894 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-3d5fd1e2-2929-4b3e-a2bc-7294c85ca24f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/quotas/756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 375 time: 0.0118163
Dec 23 16:21:39.551761 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-36cab714-1a3d-4140-9ef1-66c190e90b7d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0864468
Dec 23 16:21:39.701040 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-934adcd9-d20a-4d73-b510-eb45d6106454 service neutron] 10.222.0.67 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370506
Dec 23 16:21:39.841689 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7d2a39f2-147b-414b-9992-27e81e953df4 service neutron] 10.222.0.67 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342509
Dec 23 16:21:40.044627 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6b630233-a87a-472b-9724-ac9a3865d7d4 req-44262024-572c-47b4-8943-29578ba315e0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 210 time: 0.0514340
Dec 23 16:21:41.159986 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4cdecdd6-0ce8-4c80-b334-4bb6dde730c4 req-6fe746df-20d6-4c67-b026-9a60c6ea5efd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 210 time: 0.0476635
Dec 23 16:21:42.119475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:42.280828 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4cfe592c-563e-4e42-bc28-5b944e8ad2ab req-f51aa55d-64f7-4243-86fc-47a9d8e1080f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 210 time: 0.0469148
Dec 23 16:21:43.126996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-25d16349-238e-4aa3-9db5-335e51272d9a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:43.128599 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-25d16349-238e-4aa3-9db5-335e51272d9a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/networks?id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a HTTP/1.1" status: 200  len: 797 time: 0.1631172
Dec 23 16:21:43.192448 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-4f77cc37-708c-4dad-9f1f-c67e439eaeed tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 471 time: 0.0478535
Dec 23 16:21:43.201791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'port': {'device_id': '9a2de232-4223-4c28-8b58-df1af0834a78', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'admin_state_up': True, 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'security_groups': ['7a808606-68dc-4628-ba91-5907c51c48a5']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:43.350129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:21:43.360091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:21:43.368942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:21:43.374469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:43.494433 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-19e05713-61ae-4d1b-9d3d-88bbc71e828d req-66b07f28-7619-45a4-8ce0-c482d248e6e1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 210 time: 0.0565021
Dec 23 16:21:43.593481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.4 (40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a/80d54b75-48e3-4fd7-8c07-817aabc35290/99546710-1e01-4e65-9c94-98694746ac78) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:21:43.789927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:43.806380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object 99546710-1e01-4e65-9c94-98694746ac78 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:43.825585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:43.831257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-246cef0a-c5ac-45b9-9167-423416b7b656 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:43.901170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:21:43.904393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:21:43.909680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:21:43.941649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=99546710-1e01-4e65-9c94-98694746ac78,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:43.947764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:43.983429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:43.984158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:44.011398 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8138289
Dec 23 16:21:44.023246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Request body: {'port': {'device_id': '9a2de232-4223-4c28-8b58-df1af0834a78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:44.144825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:44.238607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ec71f174-497a-4345-ac70-dd29e1a43fc0 None None] Provisioning for port 99546710-1e01-4e65-9c94-98694746ac78 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:44.243532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ec71f174-497a-4345-ac70-dd29e1a43fc0 None None] Provisioning complete for port 99546710-1e01-4e65-9c94-98694746ac78 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:44.243957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec71f174-497a-4345-ac70-dd29e1a43fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:44.302473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ec71f174-497a-4345-ac70-dd29e1a43fc0 None None] Port 99546710-1e01-4e65-9c94-98694746ac78 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:21:44.515169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99546710-1e01-4e65-9c94-98694746ac78 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:21:44.522285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:44.538154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Transition to ACTIVE for port object 99546710-1e01-4e65-9c94-98694746ac78 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:21:44.541035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:44.545603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-359dfde0-1ef4-4d0b-8ca0-cd29e5735b36 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:44.675928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Pushing event updated for resources: {'Port': ['ID=99546710-1e01-4e65-9c94-98694746ac78,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:44.679064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:44.706859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247c66c-5259-4580-a290-c8acf672a928 req-e567c0e0-120f-4707-93a6-64d7bf6089ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:44.708900 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2247c66c-5259-4580-a290-c8acf672a928 req-e567c0e0-120f-4707-93a6-64d7bf6089ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 943 time: 0.0892448
Dec 23 16:21:44.764731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-2247c66c-5259-4580-a290-c8acf672a928 req-782817e7-003b-449d-b3bf-4edf479fbce6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:21:44.781448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-2247c66c-5259-4580-a290-c8acf672a928 req-782817e7-003b-449d-b3bf-4edf479fbce6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:21:44.783675 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2247c66c-5259-4580-a290-c8acf672a928 req-782817e7-003b-449d-b3bf-4edf479fbce6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a808606-68dc-4628-ba91-5907c51c48a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683005
Dec 23 16:21:44.796651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Attempting to bind port 99546710-1e01-4e65-9c94-98694746ac78 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:21:44.797038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Attempting to bind port 99546710-1e01-4e65-9c94-98694746ac78 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:21:44.797424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Attempting to bind port 99546710-1e01-4e65-9c94-98694746ac78 on network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:21:44.806709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Port 99546710-1e01-4e65-9c94-98694746ac78 on network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:21:44.807117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Attempting to bind port 99546710-1e01-4e65-9c94-98694746ac78 on network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:21:44.814316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:21:44.814862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Checking segment: {'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:21:44.815322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Bound using segment: {'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:21:44.815833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Bound port: 99546710-1e01-4e65-9c94-98694746ac78, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:21:44.816233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:44.913658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] For port 99546710-1e01-4e65-9c94-98694746ac78, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:21:44.916928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] For port 99546710-1e01-4e65-9c94-98694746ac78, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=99546710-1e01-4e65-9c94-98694746ac78,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:21:44.920217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:44.924829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6423d2c1-820c-4a70-8555-56c5afe413b6 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:44.990074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:44.991596 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] 10.222.0.36 "PUT /v2.0/ports/99546710-1e01-4e65-9c94-98694746ac78 HTTP/1.1" status: 200  len: 1093 time: 0.9731078
Dec 23 16:21:44.992176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2de232-4223-4c28-8b58-df1af0834a78', 'tag': '99546710-1e01-4e65-9c94-98694746ac78'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:21:45.005692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Pushing event updated for resources: {'Port': ['ID=99546710-1e01-4e65-9c94-98694746ac78,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:45.009140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:45.074849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2de232-4223-4c28-8b58-df1af0834a78', 'tag': '99546710-1e01-4e65-9c94-98694746ac78', 'status': 'completed', 'code': 200}
Dec 23 16:21:45.116506 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-af2bc0f5-4337-44c3-8fdc-6ad20b8d9908 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 1096 time: 0.0863197
Dec 23 16:21:45.191933 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-73570bc3-8e23-49d9-9a08-fa15ef36ef1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99546710-1e01-4e65-9c94-98694746ac78 HTTP/1.1" status: 200  len: 217 time: 0.0681186
Dec 23 16:21:45.266718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-970848f1-7290-4cb7-8c2b-4ed1c0ed97e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:45.268849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-970848f1-7290-4cb7-8c2b-4ed1c0ed97e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80d54b75-48e3-4fd7-8c07-817aabc35290 HTTP/1.1" status: 200  len: 834 time: 0.0709021
Dec 23 16:21:45.349976 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-52dd4e7e-2d98-451e-9eeb-6cc34e8a3a02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0743525
Dec 23 16:21:45.492549 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-fe1e65e8-e7b5-4b22-8143-e31d42f57973 service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358817
Dec 23 16:21:45.862083 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb1c2fc-7c0c-4ac4-95da-fa0e4f4eb6ef req-84a32851-2703-49c4-b7a6-b41577a12327 service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3632729
Dec 23 16:21:45.966536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:21:45.982628 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a3d95c3-8932-448d-b808-56c19aae7a19 req-fcc7a42b-7381-4ab7-a0aa-903a6daad5cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 1096 time: 0.0776668
Dec 23 16:21:45.995694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe3520-0ca2-4d72-8025-c49904354866 req-83c155ab-28c2-414e-a19c-2708f76b43fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:45.997586 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e7fe3520-0ca2-4d72-8025-c49904354866 req-83c155ab-28c2-414e-a19c-2708f76b43fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 943 time: 0.0849326
Dec 23 16:21:46.049735 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e7fe3520-0ca2-4d72-8025-c49904354866 req-d11c35de-3fea-4c8c-bff7-a310a37b85c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a808606-68dc-4628-ba91-5907c51c48a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454776
Dec 23 16:21:46.131013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d95c3-8932-448d-b808-56c19aae7a19 req-ce79ac30-811f-4c71-9433-ffeb7570e924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:46.132555 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a3d95c3-8932-448d-b808-56c19aae7a19 req-ce79ac30-811f-4c71-9433-ffeb7570e924 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a HTTP/1.1" status: 200  len: 898 time: 0.1438141
Dec 23 16:21:46.221844 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a3d95c3-8932-448d-b808-56c19aae7a19 req-36d665b8-e168-4d37-b778-9fbfeb02ec85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99546710-1e01-4e65-9c94-98694746ac78 HTTP/1.1" status: 200  len: 217 time: 0.0810051
Dec 23 16:21:46.295219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d95c3-8932-448d-b808-56c19aae7a19 req-9c546d64-26dd-405c-8acb-7471b858afcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:46.296814 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a3d95c3-8932-448d-b808-56c19aae7a19 req-9c546d64-26dd-405c-8acb-7471b858afcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80d54b75-48e3-4fd7-8c07-817aabc35290 HTTP/1.1" status: 200  len: 834 time: 0.0681744
Dec 23 16:21:46.377689 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a3d95c3-8932-448d-b808-56c19aae7a19 req-00b16e03-e325-4ce9-9fa9-fd20ea1517c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0735505
Dec 23 16:21:46.522366 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a3d95c3-8932-448d-b808-56c19aae7a19 req-1d158f7d-3003-4ed2-aa26-f40383fc98c4 service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361849
Dec 23 16:21:46.665514 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a3d95c3-8932-448d-b808-56c19aae7a19 req-0bb4be49-26d4-4ef3-a845-20a61330469d service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363769
Dec 23 16:21:47.262562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42243f98-a2a2-4a7f-b4b7-bace8fb2c32c req-06205ed9-8af1-403e-83c6-877bbae10f0f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:47.263362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-42243f98-a2a2-4a7f-b4b7-bace8fb2c32c req-06205ed9-8af1-403e-83c6-877bbae10f0f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:21:47.278809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-42243f98-a2a2-4a7f-b4b7-bace8fb2c32c req-06205ed9-8af1-403e-83c6-877bbae10f0f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:21:47.280112 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-42243f98-a2a2-4a7f-b4b7-bace8fb2c32c req-06205ed9-8af1-403e-83c6-877bbae10f0f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 943 time: 0.1055703
Dec 23 16:21:47.329972 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-42243f98-a2a2-4a7f-b4b7-bace8fb2c32c req-cde24d05-2c9c-4d7e-bb7c-e19633be5c7a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a808606-68dc-4628-ba91-5907c51c48a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424178
Dec 23 16:21:47.745768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 99546710-1e01-4e65-9c94-98694746ac78 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:21:47.890244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 99546710-1e01-4e65-9c94-98694746ac78, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=99546710-1e01-4e65-9c94-98694746ac78,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:47.904425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '99546710-1e01-4e65-9c94-98694746ac78', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'port_id': '99546710-1e01-4e65-9c94-98694746ac78', 'mac_address': 'fa:16:3e:3f:d0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:21:47.959129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:47.976836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99546710-1e01-4e65-9c94-98694746ac78 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:21:47.992303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 99546710-1e01-4e65-9c94-98694746ac78, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=99546710-1e01-4e65-9c94-98694746ac78,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:47.995151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:47.997033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:48.065895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=99546710-1e01-4e65-9c94-98694746ac78,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:48.074859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:48.075283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:48.075669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:48.076052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:48.076430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:48.076804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:48.077176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:48.077547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:48.077916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:48.078283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:48.078653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:21:48.082582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:48.196919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['99546710-1e01-4e65-9c94-98694746ac78'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:21:48.540894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef285a14-76aa-4fee-8854-f602aa448dc8 req-e5ef36a0-20cc-4f77-98cd-e84d903c337d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:48.542529 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ef285a14-76aa-4fee-8854-f602aa448dc8 req-e5ef36a0-20cc-4f77-98cd-e84d903c337d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 944 time: 0.0907722
Dec 23 16:21:48.590851 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ef285a14-76aa-4fee-8854-f602aa448dc8 req-3c5ae706-0ffa-4ad4-b5bc-1518aaa99c72 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a808606-68dc-4628-ba91-5907c51c48a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421731
Dec 23 16:21:49.746028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 99546710-1e01-4e65-9c94-98694746ac78 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:21:49.805337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f47550-451a-4d7c-93bc-2b8aae302c6c req-6c362049-a14b-4906-a7ea-b477b419fecb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:49.807021 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b8f47550-451a-4d7c-93bc-2b8aae302c6c req-6c362049-a14b-4906-a7ea-b477b419fecb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 944 time: 0.0906193
Dec 23 16:21:49.833442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 99546710-1e01-4e65-9c94-98694746ac78 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:21:49.840282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 99546710-1e01-4e65-9c94-98694746ac78 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:21:49.840282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:49.865035 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b8f47550-451a-4d7c-93bc-2b8aae302c6c req-01b53a33-500a-4488-ac4c-c38e495a593f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a808606-68dc-4628-ba91-5907c51c48a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488057
Dec 23 16:21:49.968071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:49.997619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2de232-4223-4c28-8b58-df1af0834a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99546710-1e01-4e65-9c94-98694746ac78'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:21:50.009667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 99546710-1e01-4e65-9c94-98694746ac78, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=99546710-1e01-4e65-9c94-98694746ac78,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:21:50.014647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:50.017961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1f4f70b1-c1e2-4e3b-a0e5-2aa051d150d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:21:50.075767 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2de232-4223-4c28-8b58-df1af0834a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99546710-1e01-4e65-9c94-98694746ac78', 'code': 200}
Dec 23 16:21:50.101520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=99546710-1e01-4e65-9c94-98694746ac78,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:21:50.105659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:21:50.334619 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-51fc74b8-2f22-494d-8dd5-1b5a55292bc2 req-386243b9-2997-449b-b67d-def5849803c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 1098 time: 0.0842991
Dec 23 16:21:50.383897 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-51fc74b8-2f22-494d-8dd5-1b5a55292bc2 req-ea3a6177-24c5-4f0e-a2cd-9bb414d3f0d2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a808606-68dc-4628-ba91-5907c51c48a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433373
Dec 23 16:21:51.071071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc84c7-60d4-4bad-b325-3bc1334ef302 req-cf755fde-7a78-4dee-ac2e-d07957518f2d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:51.072742 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a7dc84c7-60d4-4bad-b325-3bc1334ef302 req-cf755fde-7a78-4dee-ac2e-d07957518f2d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 945 time: 0.0842392
Dec 23 16:21:51.124570 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a7dc84c7-60d4-4bad-b325-3bc1334ef302 req-39cd2a62-92e6-4270-90ea-3278713f1239 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a808606-68dc-4628-ba91-5907c51c48a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457540
Dec 23 16:21:52.340966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160bab-ce30-4a65-b93e-d21ab6c9e01e req-008c9175-d51b-4cd6-9a28-8c1e53770bba tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:52.342515 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1f160bab-ce30-4a65-b93e-d21ab6c9e01e req-008c9175-d51b-4cd6-9a28-8c1e53770bba tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 945 time: 0.0865834
Dec 23 16:21:52.393678 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1f160bab-ce30-4a65-b93e-d21ab6c9e01e req-337ad21a-0df7-4d78-9885-275947093983 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a808606-68dc-4628-ba91-5907c51c48a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433917
Dec 23 16:21:52.599770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ece9e2-0727-4e21-b507-e4716df7cabc req-ccaeb8ea-bde8-4627-bb94-bebdfd9ab52e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:52.601317 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21ece9e2-0727-4e21-b507-e4716df7cabc req-ccaeb8ea-bde8-4627-bb94-bebdfd9ab52e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 945 time: 0.0881581
Dec 23 16:21:52.650381 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21ece9e2-0727-4e21-b507-e4716df7cabc req-74a6af9a-33dc-4cc7-bcf7-871d29d9799d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a808606-68dc-4628-ba91-5907c51c48a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429857
Dec 23 16:21:52.676948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58332) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:52.753634 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-478e7bfb-ec4b-4afc-8d07-e26923b6028a tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 1093 time: 0.0752964
Dec 23 16:21:52.757018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58336) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:52.762867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a28b9641-4367-43fd-94f1-74268c219356 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'floatingip': {'port_id': '99546710-1e01-4e65-9c94-98694746ac78'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:21:52.844245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a28b9641-4367-43fd-94f1-74268c219356 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:53.470587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a28b9641-4367-43fd-94f1-74268c219356 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:53.473221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a28b9641-4367-43fd-94f1-74268c219356 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:53.674023 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-a28b9641-4367-43fd-94f1-74268c219356 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Floating IP 280c7cee-ef5b-429f-83cd-00de160c0997 associated. External IP: 172.26.5.218, port: 99546710-1e01-4e65-9c94-98694746ac78.
Dec 23 16:21:54.082250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28b9641-4367-43fd-94f1-74268c219356 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:21:54.372960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e2982cc-02c5-4938-9689-5e8ec0dbe094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:54.523476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28b9641-4367-43fd-94f1-74268c219356 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:21:54.528359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a28b9641-4367-43fd-94f1-74268c219356 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:54.533934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7bc274-6042-431e-a7bc-8bf25c7aae2c None None] Sync routers for ids ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:21:54.546293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7bc274-6042-431e-a7bc-8bf25c7aae2c None None] Routers {'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:54.546957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9c7bc274-6042-431e-a7bc-8bf25c7aae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4258d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:54.586565 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a28b9641-4367-43fd-94f1-74268c219356 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/floatingips/280c7cee-ef5b-429f-83cd-00de160c0997 HTTP/1.1" status: 200  len: 991 time: 1.8284054
Dec 23 16:21:54.587311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2de232-4223-4c28-8b58-df1af0834a78', 'tag': '99546710-1e01-4e65-9c94-98694746ac78'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:21:54.589476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58340) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:54.642231 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2de232-4223-4c28-8b58-df1af0834a78', 'tag': '99546710-1e01-4e65-9c94-98694746ac78', 'status': 'completed', 'code': 200}
Dec 23 16:21:54.711479 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3b5d2ec8-65b4-4652-a556-8267e43a3b2a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/280c7cee-ef5b-429f-83cd-00de160c0997 HTTP/1.1" status: 200  len: 991 time: 0.1203756
Dec 23 16:21:54.738092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-9c7bc274-6042-431e-a7bc-8bf25c7aae2c None None] Set router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:21:54.742832 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2bcc0420-3c93-4f53-9dc5-1918a9376841 req-f79c1bcd-178b-4b31-b9ff-38cdffad5804 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 1098 time: 0.0791154
Dec 23 16:21:54.889396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc0420-3c93-4f53-9dc5-1918a9376841 req-02ff2c43-180e-4ad5-a5d3-9b9b11002d59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:54.890940 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2bcc0420-3c93-4f53-9dc5-1918a9376841 req-02ff2c43-180e-4ad5-a5d3-9b9b11002d59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a HTTP/1.1" status: 200  len: 898 time: 0.1418478
Dec 23 16:21:55.002470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2bcc0420-3c93-4f53-9dc5-1918a9376841 req-11d293b5-c9e9-4ec2-800d-7f99821267d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99546710-1e01-4e65-9c94-98694746ac78 HTTP/1.1" status: 200  len: 999 time: 0.1051130
Dec 23 16:21:55.072900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc0420-3c93-4f53-9dc5-1918a9376841 req-06cc43f0-06c8-4727-917a-4a95bfc84cd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:21:55.074521 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2bcc0420-3c93-4f53-9dc5-1918a9376841 req-06cc43f0-06c8-4727-917a-4a95bfc84cd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80d54b75-48e3-4fd7-8c07-817aabc35290 HTTP/1.1" status: 200  len: 834 time: 0.0660145
Dec 23 16:21:55.104872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9c7bc274-6042-431e-a7bc-8bf25c7aae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4258d0>, [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:36Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '280c7cee-ef5b-429f-83cd-00de160c0997', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.218', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'port_id': '99546710-1e01-4e65-9c94-98694746ac78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'mac_address': 'fa:16:3e:3f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2de232-4223-4c28-8b58-df1af0834a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:21:01Z', 'updated_at': '2021-12-23T16:21:53Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e502b64-4954-4810-ac6a-539a42a089ba', 'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:46:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:35Z', 'updated_at': '2021-12-23T16:20:45Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:55.109021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7bc274-6042-431e-a7bc-8bf25c7aae2c None None] Checking router: e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:21:55.121078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7bc274-6042-431e-a7bc-8bf25c7aae2c None None] Routers {'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:55.121738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9c7bc274-6042-431e-a7bc-8bf25c7aae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4258d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:55.158885 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2bcc0420-3c93-4f53-9dc5-1918a9376841 req-3f918a06-4e14-4740-829d-d7fa2bd77ad4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0785291
Dec 23 16:21:55.314707 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2bcc0420-3c93-4f53-9dc5-1918a9376841 req-81d5d565-f7b8-47d5-9682-04043e5497d1 service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492643
Dec 23 16:21:55.467400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-9c7bc274-6042-431e-a7bc-8bf25c7aae2c None None] Set router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:21:55.469373 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2bcc0420-3c93-4f53-9dc5-1918a9376841 req-703494cb-bc49-4bd1-b141-7f0feefb6432 service neutron] 10.222.0.36 "GET /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487324
Dec 23 16:21:55.715527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58346) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:55.828238 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-db46ff5f-cdcd-4ede-9da4-1c5685532c46 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/280c7cee-ef5b-429f-83cd-00de160c0997 HTTP/1.1" status: 200  len: 991 time: 0.1113112
Dec 23 16:21:55.835838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9c7bc274-6042-431e-a7bc-8bf25c7aae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4258d0>, [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:36Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '280c7cee-ef5b-429f-83cd-00de160c0997', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.218', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'port_id': '99546710-1e01-4e65-9c94-98694746ac78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'mac_address': 'fa:16:3e:3f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2de232-4223-4c28-8b58-df1af0834a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:21:01Z', 'updated_at': '2021-12-23T16:21:53Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e502b64-4954-4810-ac6a-539a42a089ba', 'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:46:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:35Z', 'updated_at': '2021-12-23T16:20:45Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:21:55.840060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7bc274-6042-431e-a7bc-8bf25c7aae2c None None] The sync data for ids ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'] in dv-neutron-822801-1-hyperv is: [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:36Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '280c7cee-ef5b-429f-83cd-00de160c0997', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.218', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'port_id': '99546710-1e01-4e65-9c94-98694746ac78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'mac_address': 'fa:16:3e:3f:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2de232-4223-4c28-8b58-df1af0834a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:21:01Z', 'updated_at': '2021-12-23T16:21:53Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e502b64-4954-4810-ac6a-539a42a089ba', 'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:46:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:35Z', 'updated_at': '2021-12-23T16:20:45Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:21:55.903623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:56.159414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57c31e3-8dcf-4d08-8765-da3834a0633c None None] New status for floating IP 280c7cee-ef5b-429f-83cd-00de160c0997: ACTIVE {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:21:56.741111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a281ca16-ce09-4795-9a2c-decb01f8929f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:56.832300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58350) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:56.943519 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-df55fdeb-d59b-47be-acf7-ea2b0d80549c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/280c7cee-ef5b-429f-83cd-00de160c0997 HTTP/1.1" status: 200  len: 993 time: 0.1098895
Dec 23 16:21:57.263596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:21:58.542970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:12.119940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:21.927241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6fe20-3198-46d3-8a19-93ff57418bcf req-175d4954-3a74-45ee-b84a-bda25a32803f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:21.928873 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cae6fe20-3198-46d3-8a19-93ff57418bcf req-175d4954-3a74-45ee-b84a-bda25a32803f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 945 time: 0.0855625
Dec 23 16:22:21.976469 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cae6fe20-3198-46d3-8a19-93ff57418bcf req-fd0f1b61-9a2c-47db-b06b-8ddea12b7ab1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a808606-68dc-4628-ba91-5907c51c48a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416405
Dec 23 16:22:22.968087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:22:23.189877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5053b-e4d7-439f-bb8d-9bbd223561f5 req-d37f0343-1e3e-4adc-acbc-067e90e8b182 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:23.191569 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbe5053b-e4d7-439f-bb8d-9bbd223561f5 req-d37f0343-1e3e-4adc-acbc-067e90e8b182 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 945 time: 0.0868270
Dec 23 16:22:23.192235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-2a67b969-a2d3-4daa-8ef8-8a1a5c0b6f60 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:23.194186 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-2a67b969-a2d3-4daa-8ef8-8a1a5c0b6f60 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 945 time: 0.0900342
Dec 23 16:22:23.242938 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbe5053b-e4d7-439f-bb8d-9bbd223561f5 req-802eaecd-1838-411b-b348-6fb19553d6ed tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a808606-68dc-4628-ba91-5907c51c48a5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445151
Dec 23 16:22:23.271850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 99546710-1e01-4e65-9c94-98694746ac78 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:22:23.272243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:23.537903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port 99546710-1e01-4e65-9c94-98694746ac78, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=99546710-1e01-4e65-9c94-98694746ac78,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:22:23.538241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:23.841730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:23.842070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:23.842421 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Floating IP 280c7cee-ef5b-429f-83cd-00de160c0997 disassociated. External IP: 172.26.5.218, port: 99546710-1e01-4e65-9c94-98694746ac78.
Dec 23 16:22:23.842804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 99546710-1e01-4e65-9c94-98694746ac78 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:22:23.990537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:23.996245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bbbe59d4-9841-4d90-a70a-3e2905ccaa1d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:24.039589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=99546710-1e01-4e65-9c94-98694746ac78,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:24.052617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:24.053062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:24.053493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:24.053920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:24.054344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:24.054769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:24.055215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:24.055636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:24.056317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:24.056424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:24.056930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:24.063053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:24.274959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:22:24.382047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2805da0a-0b50-47fa-8a95-82cc62d456ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:24.487158 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7acf93e-9b76-4999-9f8c-22f2bbaa6092 req-e343b47e-2f0d-4621-9fa3-e6a874bf54ce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2de232-4223-4c28-8b58-df1af0834a78 HTTP/1.1" status: 200  len: 210 time: 0.1081612
Dec 23 16:22:24.542612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:22:24.554061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812af08-4923-4884-9316-082b7f164e2e None None] Sync routers for ids ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:22:24.568494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812af08-4923-4884-9316-082b7f164e2e None None] Routers {'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:24.569286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c812af08-4923-4884-9316-082b7f164e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c2a58>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:24.622599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] No DVR routers for this DVR port 99546710-1e01-4e65-9c94-98694746ac78 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:22:24.625192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:24.629020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2de232-4223-4c28-8b58-df1af0834a78', 'name': 'network-vif-deleted', 'tag': '99546710-1e01-4e65-9c94-98694746ac78'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:22:24.648129 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7797e204-9227-45a6-9a13-ce42b85d09e8 req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "DELETE /v2.0/ports/99546710-1e01-4e65-9c94-98694746ac78 HTTP/1.1" status: 204  len: 173 time: 1.4485459
Dec 23 16:22:24.700482 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2de232-4223-4c28-8b58-df1af0834a78', 'name': 'network-vif-deleted', 'tag': '99546710-1e01-4e65-9c94-98694746ac78', 'status': 'completed', 'code': 200}
Dec 23 16:22:24.770658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c812af08-4923-4884-9316-082b7f164e2e None None] Set router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:22:25.104870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c812af08-4923-4884-9316-082b7f164e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c2a58>, [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:36Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '3e502b64-4954-4810-ac6a-539a42a089ba', 'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:46:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:35Z', 'updated_at': '2021-12-23T16:20:45Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:25.109247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812af08-4923-4884-9316-082b7f164e2e None None] Checking router: e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:22:25.123194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812af08-4923-4884-9316-082b7f164e2e None None] Routers {'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:25.124064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c812af08-4923-4884-9316-082b7f164e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c2a58>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:25.327819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c812af08-4923-4884-9316-082b7f164e2e None None] Set router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:22:25.597353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58374) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:25.659475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c812af08-4923-4884-9316-082b7f164e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c2a58>, [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:36Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '3e502b64-4954-4810-ac6a-539a42a089ba', 'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:46:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:35Z', 'updated_at': '2021-12-23T16:20:45Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:25.663710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812af08-4923-4884-9316-082b7f164e2e None None] The sync data for ids ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'] in dv-neutron-822801-1-hyperv is: [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:36Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '3e502b64-4954-4810-ac6a-539a42a089ba', 'name': '', 'network_id': '40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:46:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:35Z', 'updated_at': '2021-12-23T16:20:45Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '80d54b75-48e3-4fd7-8c07-817aabc35290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:22:25.675263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:25.707305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:25.761874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:25.767388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7f48f786-2e82-4b36-bb3d-dcae5d72702f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:25.784409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a808606-68dc-4628-ba91-5907c51c48a5,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:25.798499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:25.798943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:25.799401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:25.799890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:25.800222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:25.800678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:25.801103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:25.801529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:25.801952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:25.802368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:25.802785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:25.805665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:25.806916 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/security-groups/7a808606-68dc-4628-ba91-5907c51c48a5 HTTP/1.1" status: 204  len: 168 time: 0.2084115
Dec 23 16:22:25.807961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:25.845420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58380) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:25.901689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 99546710-1e01-4e65-9c94-98694746ac78 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:22:25.941046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 99546710-1e01-4e65-9c94-98694746ac78 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:22:25.941815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 99546710-1e01-4e65-9c94-98694746ac78 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:22:25.943818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:26.018438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 6d403e63-cc7d-4d44-bfc7-d90ffb6cee88 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:22:26.018836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:26.129858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061f5650-b77d-43d3-830b-c7e4306dc689 None None] New status for floating IP 280c7cee-ef5b-429f-83cd-00de160c0997: DOWN {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:22:26.209979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:26.210357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:26.339497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 6d403e63-cc7d-4d44-bfc7-d90ffb6cee88 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:22:26.426919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88840) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:22:26.427313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:22:26.742432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b25a53b8-c956-4505-885d-a21c5c6d04e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:26.928878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 6d403e63-cc7d-4d44-bfc7-d90ffb6cee88 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:22:26.929265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:27.109784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:27.110230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:27.238918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 6d403e63-cc7d-4d44-bfc7-d90ffb6cee88 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:22:27.265877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:27.380660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:27.384899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35867565-181c-4ebc-b6d5-7b7f9aaf2498 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:27.428051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=6d403e63-cc7d-4d44-bfc7-d90ffb6cee88,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:27.430786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:27.525364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:27.540235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:27.541445 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/floatingips/280c7cee-ef5b-429f-83cd-00de160c0997 HTTP/1.1" status: 204  len: 168 time: 1.6948848
Dec 23 16:22:27.931467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7884af6-3c70-413b-ac54-e99ab454e0f0 req-d8260028-6c7b-4441-bb33-9d3475a2664f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:27.932249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f7884af6-3c70-413b-ac54-e99ab454e0f0 req-d8260028-6c7b-4441-bb33-9d3475a2664f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:22:27.947419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f7884af6-3c70-413b-ac54-e99ab454e0f0 req-d8260028-6c7b-4441-bb33-9d3475a2664f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:22:27.948682 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7884af6-3c70-413b-ac54-e99ab454e0f0 req-d8260028-6c7b-4441-bb33-9d3475a2664f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 946 time: 0.0988226
Dec 23 16:22:27.996472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f7884af6-3c70-413b-ac54-e99ab454e0f0 req-e21c8247-55e3-44bb-8e8d-f4a41c81fb95 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:22:28.011658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f7884af6-3c70-413b-ac54-e99ab454e0f0 req-e21c8247-55e3-44bb-8e8d-f4a41c81fb95 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:22:28.012884 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7884af6-3c70-413b-ac54-e99ab454e0f0 req-e21c8247-55e3-44bb-8e8d-f4a41c81fb95 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573883
Dec 23 16:22:28.544779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:29.118655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c172626-5462-4879-b627-3f2c3dfdeaaa req-277e0c51-7069-4514-8c7b-3cb5b8a4046f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:29.119523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-8c172626-5462-4879-b627-3f2c3dfdeaaa req-277e0c51-7069-4514-8c7b-3cb5b8a4046f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:22:29.133296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-8c172626-5462-4879-b627-3f2c3dfdeaaa req-277e0c51-7069-4514-8c7b-3cb5b8a4046f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:22:29.134547 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8c172626-5462-4879-b627-3f2c3dfdeaaa req-277e0c51-7069-4514-8c7b-3cb5b8a4046f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 946 time: 0.0985177
Dec 23 16:22:29.268151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-8c172626-5462-4879-b627-3f2c3dfdeaaa req-7ab8d214-84ed-440a-be4d-10b717de99c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port f0281b54-495e-47da-9849-b0dae0151a49 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:22:29.268540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8c172626-5462-4879-b627-3f2c3dfdeaaa req-7ab8d214-84ed-440a-be4d-10b717de99c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:29.617852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545fdd0-2651-44da-adb1-6cd27a433182 req-89ab010f-a4a0-4445-b274-11c839e0200c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:29.619498 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d545fdd0-2651-44da-adb1-6cd27a433182 req-89ab010f-a4a0-4445-b274-11c839e0200c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=491acfc5-7861-43d1-b6b7-153936c59854 HTTP/1.1" status: 200  len: 946 time: 0.4461753
Dec 23 16:22:29.764885 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d545fdd0-2651-44da-adb1-6cd27a433182 req-b7d74dd3-675a-46fd-8e7b-1d09e6ada892 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1384931
Dec 23 16:22:29.814266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-8c172626-5462-4879-b627-3f2c3dfdeaaa req-7ab8d214-84ed-440a-be4d-10b717de99c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port f0281b54-495e-47da-9849-b0dae0151a49, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f0281b54-495e-47da-9849-b0dae0151a49,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:22:29.814673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8c172626-5462-4879-b627-3f2c3dfdeaaa req-7ab8d214-84ed-440a-be4d-10b717de99c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:29.941912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-8c172626-5462-4879-b627-3f2c3dfdeaaa req-7ab8d214-84ed-440a-be4d-10b717de99c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for f0281b54-495e-47da-9849-b0dae0151a49 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:22:30.086464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8c172626-5462-4879-b627-3f2c3dfdeaaa req-7ab8d214-84ed-440a-be4d-10b717de99c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:30.092240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b3cc95e7-d522-4064-bb2b-a03e2caf0658 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:30.135138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8d214-84ed-440a-be4d-10b717de99c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=f0281b54-495e-47da-9849-b0dae0151a49,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:30.139398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ab8d214-84ed-440a-be4d-10b717de99c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:30.216646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c172626-5462-4879-b627-3f2c3dfdeaaa req-7ab8d214-84ed-440a-be4d-10b717de99c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] No DVR routers for this DVR port f0281b54-495e-47da-9849-b0dae0151a49 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:22:30.220103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8c172626-5462-4879-b627-3f2c3dfdeaaa req-7ab8d214-84ed-440a-be4d-10b717de99c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:30.223077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491acfc5-7861-43d1-b6b7-153936c59854', 'name': 'network-vif-deleted', 'tag': 'f0281b54-495e-47da-9849-b0dae0151a49'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:22:30.240490 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8c172626-5462-4879-b627-3f2c3dfdeaaa req-7ab8d214-84ed-440a-be4d-10b717de99c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "DELETE /v2.0/ports/f0281b54-495e-47da-9849-b0dae0151a49 HTTP/1.1" status: 204  len: 173 time: 1.1006486
Dec 23 16:22:30.281513 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491acfc5-7861-43d1-b6b7-153936c59854', 'name': 'network-vif-deleted', 'tag': 'f0281b54-495e-47da-9849-b0dae0151a49', 'status': 'completed', 'code': 200}
Dec 23 16:22:30.878825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58394) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:30.956967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aaef5138-9285-4f85-a964-dedf3235e037 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:30.986869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aaef5138-9285-4f85-a964-dedf3235e037 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:31.047019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aaef5138-9285-4f85-a964-dedf3235e037 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:31.052482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-03128e6c-35ff-4323-a06f-2135f7448c48 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:31.069321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef5138-9285-4f85-a964-dedf3235e037 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:31.071851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aaef5138-9285-4f85-a964-dedf3235e037 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:31.079853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aaef5138-9285-4f85-a964-dedf3235e037 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:31.081206 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aaef5138-9285-4f85-a964-dedf3235e037 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/security-groups/fff3da27-3a55-4c6e-bb52-7e7be1c3a9e1 HTTP/1.1" status: 204  len: 168 time: 0.2012420
Dec 23 16:22:31.118604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58400) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:31.773326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08061eb6-b157-43d6-9a13-0f7edafc1d79 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:31.917459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device f0281b54-495e-47da-9849-b0dae0151a49 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:22:31.951950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: f0281b54-495e-47da-9849-b0dae0151a49 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:22:31.952404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device f0281b54-495e-47da-9849-b0dae0151a49 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:22:32.417541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-08061eb6-b157-43d6-9a13-0f7edafc1d79 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 3e502b64-4954-4810-ac6a-539a42a089ba {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:22:32.417931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08061eb6-b157-43d6-9a13-0f7edafc1d79 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:32.621349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-08061eb6-b157-43d6-9a13-0f7edafc1d79 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port 3e502b64-4954-4810-ac6a-539a42a089ba, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3e502b64-4954-4810-ac6a-539a42a089ba,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:22:32.621751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08061eb6-b157-43d6-9a13-0f7edafc1d79 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:32.748018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-08061eb6-b157-43d6-9a13-0f7edafc1d79 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 3e502b64-4954-4810-ac6a-539a42a089ba owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:22:32.936253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08061eb6-b157-43d6-9a13-0f7edafc1d79 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:32.941892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:32.986627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08061eb6-b157-43d6-9a13-0f7edafc1d79 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=3e502b64-4954-4810-ac6a-539a42a089ba,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:32.989426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-08061eb6-b157-43d6-9a13-0f7edafc1d79 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:33.300995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08061eb6-b157-43d6-9a13-0f7edafc1d79 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:33.907745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08061eb6-b157-43d6-9a13-0f7edafc1d79 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:22:34.116707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08061eb6-b157-43d6-9a13-0f7edafc1d79 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:22:34.128442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36877e7-f342-4a86-a23a-9e4b4547e2c4 None None] Sync routers for ids ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:22:34.133690 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-08061eb6-b157-43d6-9a13-0f7edafc1d79 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0111911
Dec 23 16:22:34.134065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58404) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:34.141566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36877e7-f342-4a86-a23a-9e4b4547e2c4 None None] Routers {'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:34.142291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b36877e7-f342-4a86-a23a-9e4b4547e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a977828>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:22:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:34.335735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-b36877e7-f342-4a86-a23a-9e4b4547e2c4 None None] Set router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:22:34.586461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-689e852b-823e-4ab0-8ef1-b5c4e6cf7144 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting subnet 80d54b75-48e3-4fd7-8c07-817aabc35290 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:22:34.590065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-689e852b-823e-4ab0-8ef1-b5c4e6cf7144 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:34.651982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-689e852b-823e-4ab0-8ef1-b5c4e6cf7144 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:34.742935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-689e852b-823e-4ab0-8ef1-b5c4e6cf7144 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:34.798533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b36877e7-f342-4a86-a23a-9e4b4547e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a977828>, [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:22:32Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:34.802835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36877e7-f342-4a86-a23a-9e4b4547e2c4 None None] Checking router: e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:22:34.814404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36877e7-f342-4a86-a23a-9e4b4547e2c4 None None] Routers {'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:34.815101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b36877e7-f342-4a86-a23a-9e4b4547e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a977828>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:22:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:34.815776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-689e852b-823e-4ab0-8ef1-b5c4e6cf7144 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:34.820577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e47d2a5-2098-481e-8757-badf5dbb7ff5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:34.858311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e852b-823e-4ab0-8ef1-b5c4e6cf7144 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Subnet': ['ID=80d54b75-48e3-4fd7-8c07-817aabc35290,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:34.862795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-689e852b-823e-4ab0-8ef1-b5c4e6cf7144 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:34.866177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-689e852b-823e-4ab0-8ef1-b5c4e6cf7144 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:34.872732 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-689e852b-823e-4ab0-8ef1-b5c4e6cf7144 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/subnets/80d54b75-48e3-4fd7-8c07-817aabc35290 HTTP/1.1" status: 204  len: 168 time: 0.7375879
Dec 23 16:22:34.875454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58408) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:34.876486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d125f01-1ed4-43ac-91e5-40a97ba212fa None None] Network 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:22:35.007231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-b36877e7-f342-4a86-a23a-9e4b4547e2c4 None None] Set router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:22:35.094255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:35.145791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36c5167-5f50-4779-9fea-19af9896e1aa None None] DHCP port deletion for 40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:22:35.150873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d36c5167-5f50-4779-9fea-19af9896e1aa None None] Deleting port b6b91e5b-ea63-4d85-951a-46717638a1b3 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:22:35.151511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d36c5167-5f50-4779-9fea-19af9896e1aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:35.322331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:35.324130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b36877e7-f342-4a86-a23a-9e4b4547e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a977828>, [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:22:32Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:35.329277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36877e7-f342-4a86-a23a-9e4b4547e2c4 None None] The sync data for ids ['e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6'] in dv-neutron-822801-1-hyperv is: [{'id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'name': 'tempest-TestNetworkBasicOps-router-1992890278', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:22:32Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'acb9f051-3920-4068-81ef-5a59306c1e76', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:28Z', 'updated_at': '2021-12-23T16:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:22:35.332520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port acb9f051-3920-4068-81ef-5a59306c1e76 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:22:35.333221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:35.385971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d36c5167-5f50-4779-9fea-19af9896e1aa None None] For port b6b91e5b-ea63-4d85-951a-46717638a1b3, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b6b91e5b-ea63-4d85-951a-46717638a1b3,segment=NetworkSegment(8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0),segment_id=8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:22:35.386426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d36c5167-5f50-4779-9fea-19af9896e1aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:35.521210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d36c5167-5f50-4779-9fea-19af9896e1aa None None] Calling delete_port for b6b91e5b-ea63-4d85-951a-46717638a1b3 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:22:35.524294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port acb9f051-3920-4068-81ef-5a59306c1e76, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=acb9f051-3920-4068-81ef-5a59306c1e76,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:22:35.524708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:35.596081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d36c5167-5f50-4779-9fea-19af9896e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:35.601295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:35.653377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c5167-5f50-4779-9fea-19af9896e1aa None None] Pushing event deleted for resources: {'Port': ['ID=b6b91e5b-ea63-4d85-951a-46717638a1b3,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:35.655408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c5167-5f50-4779-9fea-19af9896e1aa None None] No DVR routers for this DVR port b6b91e5b-ea63-4d85-951a-46717638a1b3 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:22:35.657839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d36c5167-5f50-4779-9fea-19af9896e1aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:35.660943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for acb9f051-3920-4068-81ef-5a59306c1e76 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:22:35.830113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:35.834572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:35.879825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=acb9f051-3920-4068-81ef-5a59306c1e76,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:35.883132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:36.116145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:36.168755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b6b91e5b-ea63-4d85-951a-46717638a1b3 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:22:36.207729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: b6b91e5b-ea63-4d85-951a-46717638a1b3 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:22:36.208183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b6b91e5b-ea63-4d85-951a-46717638a1b3 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:22:36.208676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3e502b64-4954-4810-ac6a-539a42a089ba no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:22:36.242370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 3e502b64-4954-4810-ac6a-539a42a089ba {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:22:36.242774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3e502b64-4954-4810-ac6a-539a42a089ba not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:22:36.395509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:36.399859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:36.423401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:36.423963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Fanout notify agent at l3_agent the message router_deleted on router e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:22:36.439845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:36.441090 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/routers/e4f46488-5c7d-4fdf-9d0d-f5fb3ace07b6 HTTP/1.1" status: 204  len: 168 time: 1.5646293
Dec 23 16:22:36.444220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58412) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:36.573955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8379ffb8-db84-4187-bbdc-5b341ce270b4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:36.722408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8379ffb8-db84-4187-bbdc-5b341ce270b4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:36.748447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8379ffb8-db84-4187-bbdc-5b341ce270b4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b799ce438>,) {'filters': {'network_id': ['40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:36.764559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8379ffb8-db84-4187-bbdc-5b341ce270b4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b799ce438>, '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:36.764893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8379ffb8-db84-4187-bbdc-5b341ce270b4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b799ce438>, '8c6ad4bf-34d1-46d8-8c35-fa98ba784ac0') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:36.777351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8379ffb8-db84-4187-bbdc-5b341ce270b4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:36.792686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8379ffb8-db84-4187-bbdc-5b341ce270b4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:36.799140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8379ffb8-db84-4187-bbdc-5b341ce270b4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:22:36.799549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8379ffb8-db84-4187-bbdc-5b341ce270b4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:22:36.814821 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:22:36.893395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8379ffb8-db84-4187-bbdc-5b341ce270b4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:36.896911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-09b18f33-11b0-4597-be8e-4c1e00061900 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:36.912507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8379ffb8-db84-4187-bbdc-5b341ce270b4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:36.927898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379ffb8-db84-4187-bbdc-5b341ce270b4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Network': ['ID=40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:36.931270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8379ffb8-db84-4187-bbdc-5b341ce270b4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:36.935804 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8379ffb8-db84-4187-bbdc-5b341ce270b4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/networks/40b7ec8c-a50b-409b-84a7-1d2e9fb4f12a HTTP/1.1" status: 204  len: 168 time: 0.4905226
Dec 23 16:22:36.961504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58416) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:36.967668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'network': {'name': 'tempest-network-smoke--419278995', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'port_security_enabled': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:22:36.974051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:22:36.978426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:network and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:22:36.981458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:22:36.988690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:22:36.997873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:22:37.003747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:37.033689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:22:37.042541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:37.042933 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Added segment 7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed of type vlan for network 88f0a8de-7270-4280-803a-efbf71b504a0
Dec 23 16:22:37.070508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:37.100549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:37.104707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:37.105365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:37.111420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f476a3ed-957b-4503-8e1f-1c40e4b5f25a tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:37.170589 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2053399
Dec 23 16:22:37.171169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58420) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:37.228759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'admin_state_up': True, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:22:37.240769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Network': ['ID=88f0a8de-7270-4280-803a-efbf71b504a0,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:37.243355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:22:37.245873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:37.248260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:router and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:22:37.251486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 88f0a8de-7270-4280-803a-efbf71b504a0 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:22:37.251657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:22:37.258032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:22:37.268349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:37.269351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:37.288367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:37.440313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:37.628368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:37.895960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:38.039788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.205 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/6b139962-69a4-40dc-ab22-2f451e9e790a) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:22:38.080859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device acb9f051-3920-4068-81ef-5a59306c1e76 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:22:38.115682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: acb9f051-3920-4068-81ef-5a59306c1e76 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:22:38.116080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device acb9f051-3920-4068-81ef-5a59306c1e76 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:22:38.197714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:38.225031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:38.229648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:38.298881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:22:38.302470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:22:38.304636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=6b139962-69a4-40dc-ab22-2f451e9e790a,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:38.306975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:22:38.334165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:38.469910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:38.470595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:38.709037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:22:38.914767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:22:38.925432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Sync routers for ids ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:22:38.938838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Routers {'1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:38.939578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a015518>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:22:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:38.941445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:38.942754 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.7706015
Dec 23 16:22:38.946169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58424) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:38.991546 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0f201477-4e67-4d93-8108-773ceb45ba05 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=756d2eff28424d1081cd07d60adf0a7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0441139
Dec 23 16:22:38.994241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58428) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:39.127582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Set router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:22:39.134559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781c67ca-039e-4ff9-815e-ab42dce7fb37 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:39.136270 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-781c67ca-039e-4ff9-815e-ab42dce7fb37 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1409945
Dec 23 16:22:39.139396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58432) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:39.192008 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ffefbd8b-e8da-4d78-9382-04fa9edb7442 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0512764
Dec 23 16:22:39.194610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58436) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:39.200561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-661037766', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:22:39.317522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:22:39.321525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:subnet and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:22:39.324491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:22:39.330622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:22:39.338642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:22:39.435575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a015518>, [{'id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:38Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:39.439689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Checking router: 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:22:39.440098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Updating router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b port 6b139962-69a4-40dc-ab22-2f451e9e790a binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:22:39.447500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:39.494323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:39.682767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:39.687419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ff9769a0-70b1-4c42-b4ee-c2c8e934a08a tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:39.770158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Subnet': ['ID=a9ee6708-9994-4f23-8766-6fda3c516d36,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:39.775639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:39.788993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Checking segment: {'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:22:39.789410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network hostable DHCP agents. Network: 88f0a8de-7270-4280-803a-efbf71b504a0, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:22:39.814844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 88f0a8de-7270-4280-803a-efbf71b504a0 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:22:39.826000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 88f0a8de-7270-4280-803a-efbf71b504a0) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:22:39.833910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:39.834594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:39.864368 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6655455
Dec 23 16:22:39.864619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58440) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:39.901223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83e0c80-df80-4c6f-83af-74b8dc3e19a0 None None] Network 88f0a8de-7270-4280-803a-efbf71b504a0 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:22:40.226692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:40.236155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-88f0a8de-7270-4280-803a-efbf71b504a0', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ips': [{'subnet_id': 'a9ee6708-9994-4f23-8766-6fda3c516d36'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:22:40.237039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:40.260277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Transition to ACTIVE for port object 6b139962-69a4-40dc-ab22-2f451e9e790a will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:22:40.310165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:40.314576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1e2c0179-a339-4eac-ad06-687179bdf4bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:40.416356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5dbd4-4930-4068-a69b-5eaa9fcc170e None None] Pushing event updated for resources: {'Port': ['ID=6b139962-69a4-40dc-ab22-2f451e9e790a,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:40.427921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ed5dbd4-4930-4068-a69b-5eaa9fcc170e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:40.437257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Attempting to bind port 6b139962-69a4-40dc-ab22-2f451e9e790a on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:22:40.438332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Attempting to bind port 6b139962-69a4-40dc-ab22-2f451e9e790a by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:22:40.438932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Attempting to bind port 6b139962-69a4-40dc-ab22-2f451e9e790a on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:22:40.491380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:22:40.491806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:22:40.492269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:40.492712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:22:40.493243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Bound port: 6b139962-69a4-40dc-ab22-2f451e9e790a, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:22:40.493662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:40.560245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Allocated IP 172.20.0.2 (88f0a8de-7270-4280-803a-efbf71b504a0/a9ee6708-9994-4f23-8766-6fda3c516d36/1a612891-bb80-48dc-9117-ab48e56a42ec) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:22:40.607429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] For port 6b139962-69a4-40dc-ab22-2f451e9e790a, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:22:40.632474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] For port 6b139962-69a4-40dc-ab22-2f451e9e790a, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6b139962-69a4-40dc-ab22-2f451e9e790a,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:22:40.677512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:40.686339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:40.690068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a267cc8a-a7ea-4a35-9740-af11fcdbbf77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:40.850710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5dbd4-4930-4068-a69b-5eaa9fcc170e None None] Pushing event updated for resources: {'Port': ['ID=6b139962-69a4-40dc-ab22-2f451e9e790a,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:40.867918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ed5dbd4-4930-4068-a69b-5eaa9fcc170e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:40.873125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Routers {'1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:40.873822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a015518>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:22:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:40.969759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:41.035378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Transition to ACTIVE for port object 1a612891-bb80-48dc-9117-ab48e56a42ec will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:22:41.082916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Transition to ACTIVE for port object 1a612891-bb80-48dc-9117-ab48e56a42ec will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:22:41.092010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:41.099174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d8951e39-39e4-4224-b785-2c50cb3fc074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:41.157776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.1 (88f0a8de-7270-4280-803a-efbf71b504a0/a9ee6708-9994-4f23-8766-6fda3c516d36/aaa1a12f-3aef-4f4b-b034-0c857a67947b) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:22:41.170332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] Set router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:22:41.214154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Network 88f0a8de-7270-4280-803a-efbf71b504a0 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:22:41.230067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:22:41.235757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:22:41.288793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Pushing event updated for resources: {'Port': ['ID=1a612891-bb80-48dc-9117-ab48e56a42ec,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:41.291990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:41.333689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:41.350653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object aaa1a12f-3aef-4f4b-b034-0c857a67947b will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:22:41.370939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:41.376180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-59735014-936c-452a-be46-d7e1d13f0d98 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:41.450739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 88f0a8de-7270-4280-803a-efbf71b504a0 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:22:41.451901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:22:41.456784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:22:41.485003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Attempting to bind port 1a612891-bb80-48dc-9117-ab48e56a42ec on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:22:41.485360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Attempting to bind port 1a612891-bb80-48dc-9117-ab48e56a42ec by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:22:41.485775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Attempting to bind port 1a612891-bb80-48dc-9117-ab48e56a42ec on network 88f0a8de-7270-4280-803a-efbf71b504a0 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:22:41.489313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=aaa1a12f-3aef-4f4b-b034-0c857a67947b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:41.496428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:41.502559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:22:41.503008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Checking segment: {'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:22:41.503475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:41.503917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Bound using segment: {'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:22:41.504443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Bound port: 1a612891-bb80-48dc-9117-ab48e56a42ec, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:22:41.504865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:41.522331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:41.621929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:41.836380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] For port 1a612891-bb80-48dc-9117-ab48e56a42ec, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:22:41.841407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] For port 1a612891-bb80-48dc-9117-ab48e56a42ec, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1a612891-bb80-48dc-9117-ab48e56a42ec,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:22:41.847351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:41.851799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d6b29e2a-78c3-48dd-965e-04209cc186e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:41.880528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a015518>, [{'id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:38Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:41.908192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee90e7-3aad-47ac-9e2b-fd93390c247e None None] The sync data for ids ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'] in dv-neutron-822801-1-hyperv is: [{'id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:38Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:22:41.946885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Pushing event updated for resources: {'Port': ['ID=1a612891-bb80-48dc-9117-ab48e56a42ec,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:41.952391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:42.083619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:42.087364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:42.118419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:42.120731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:42.204024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=aaa1a12f-3aef-4f4b-b034-0c857a67947b,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:42.209099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:42.217334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:42.421103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 88f0a8de-7270-4280-803a-efbf71b504a0 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:22:42.423054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:22:43.098536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:22:43.322081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:22:43.336736 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4710138
Dec 23 16:22:43.339592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58444) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:43.496651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8a71cf-072a-4dd2-8c22-92cf398bef8a tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:43.497236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8a71cf-072a-4dd2-8c22-92cf398bef8a tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:43.497481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8a71cf-072a-4dd2-8c22-92cf398bef8a tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:43.497855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8a71cf-072a-4dd2-8c22-92cf398bef8a tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:43.500665 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9a8a71cf-072a-4dd2-8c22-92cf398bef8a tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1592734
Dec 23 16:22:43.504274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58448) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:43.587199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235dfa68-8cb8-461e-b388-0f1c3b2b814e tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:43.587628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235dfa68-8cb8-461e-b388-0f1c3b2b814e tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:43.588046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235dfa68-8cb8-461e-b388-0f1c3b2b814e tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:43.588458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235dfa68-8cb8-461e-b388-0f1c3b2b814e tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:43.590305 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-235dfa68-8cb8-461e-b388-0f1c3b2b814e tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0849891
Dec 23 16:22:43.593308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58452) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:43.681504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7a2c84-a1db-46cf-bd36-47e85875d24f None None] Network 88f0a8de-7270-4280-803a-efbf71b504a0 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:22:43.795834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-60fc230e-a79d-4208-b9a7-311e600101de None None] Provisioning for port 1a612891-bb80-48dc-9117-ab48e56a42ec completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:22:43.805864 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-95721f03-88c3-447e-b709-42efb0bccc6e tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2104414
Dec 23 16:22:43.808659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58456) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:43.814743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2136378122', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:22:43.963413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:22:43.967891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:port and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:22:43.971162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:22:43.977342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:22:43.987566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:22:43.993213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:44.018082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] device_id is not set on port a1905dba-05d7-4820-b0be-56d44154539e yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:22:44.193090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.3 (88f0a8de-7270-4280-803a-efbf71b504a0/a9ee6708-9994-4f23-8766-6fda3c516d36/a1905dba-05d7-4820-b0be-56d44154539e) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:22:44.199151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1a612891-bb80-48dc-9117-ab48e56a42ec up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:22:44.279160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a97acd84-2e35-4257-91be-1f7520e5e0a8 None None] Provisioning for port aaa1a12f-3aef-4f4b-b034-0c857a67947b completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:22:44.287735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a97acd84-2e35-4257-91be-1f7520e5e0a8 None None] Provisioning complete for port aaa1a12f-3aef-4f4b-b034-0c857a67947b triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:22:44.288274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a97acd84-2e35-4257-91be-1f7520e5e0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:44.353077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 1a612891-bb80-48dc-9117-ab48e56a42ec completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:22:44.356253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a97acd84-2e35-4257-91be-1f7520e5e0a8 None None] Port aaa1a12f-3aef-4f4b-b034-0c857a67947b cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:22:44.364509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 1a612891-bb80-48dc-9117-ab48e56a42ec triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:22:44.364945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:44.426438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a97acd84-2e35-4257-91be-1f7520e5e0a8 None None] Provisioning complete for port 1a612891-bb80-48dc-9117-ab48e56a42ec triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:22:44.426872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a97acd84-2e35-4257-91be-1f7520e5e0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:44.433598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:44.457338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object a1905dba-05d7-4820-b0be-56d44154539e will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:22:44.479417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:44.487348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-47124262-eaf9-4fbc-b24f-73cc8be1b583 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:44.571542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 88f0a8de-7270-4280-803a-efbf71b504a0 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:22:44.575584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:22:44.577714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=a1905dba-05d7-4820-b0be-56d44154539e,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:44.580286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:22:44.612641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:44.631507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:44.652734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:44.653513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:44.675494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a97acd84-2e35-4257-91be-1f7520e5e0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:44.687083 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.8772435
Dec 23 16:22:44.697880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 1a612891-bb80-48dc-9117-ab48e56a42ec, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1a612891-bb80-48dc-9117-ab48e56a42ec,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:22:44.707212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:44.708450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6b139962-69a4-40dc-ab22-2f451e9e790a up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:22:44.742671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:44.900101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-a97acd84-2e35-4257-91be-1f7520e5e0a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:22:44.900517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-a97acd84-2e35-4257-91be-1f7520e5e0a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:22:44.905352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=1a612891-bb80-48dc-9117-ab48e56a42ec,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:44.910327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:44.919605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 6b139962-69a4-40dc-ab22-2f451e9e790a completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:22:44.926097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 6b139962-69a4-40dc-ab22-2f451e9e790a triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:22:44.926539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:44.947720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Sync routers for ids ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:22:44.949273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58462) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:44.956455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2014018858', 'description': 'tempest-secgroup-smoke-2014018858 description', 'project_id': '756d2eff28424d1081cd07d60adf0a7c'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:22:44.961954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Routers {'1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:44.963208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-259d1222-db21-4851-a858-8c697d780be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8b8518>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:22:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:44.964173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:22:44.970010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:22:44.973534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:22:44.980254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:22:44.994145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.034951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:22:45.040368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:22:45.044030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:22:45.051804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:22:45.067835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.086345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 6b139962-69a4-40dc-ab22-2f451e9e790a, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6b139962-69a4-40dc-ab22-2f451e9e790a,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:22:45.091031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.097162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:45.118938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.121677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.125925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e0529cf-f6b5-43ef-9e4b-f3d5caf92c96 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:45.166706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Set router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:22:45.173643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed21b374-2ccc-479d-b195-bfa9649cf4e9,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:45.177144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:45.178718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.183537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58466) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:45.188445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=6b139962-69a4-40dc-ab22-2f451e9e790a,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:45.190131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-57e13951-74cd-4050-8340-5738d1982663 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'ed21b374-2ccc-479d-b195-bfa9649cf4e9', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:22:45.192257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:45.195723 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a5b8c85e-b733-459c-b82d-b95aae71f20d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2450981
Dec 23 16:22:45.197121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-57e13951-74cd-4050-8340-5738d1982663 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:22:45.202558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-57e13951-74cd-4050-8340-5738d1982663 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:22:45.206259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-57e13951-74cd-4050-8340-5738d1982663 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:22:45.212589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-57e13951-74cd-4050-8340-5738d1982663 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:22:45.231064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57e13951-74cd-4050-8340-5738d1982663 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.298030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57e13951-74cd-4050-8340-5738d1982663 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.300538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57e13951-74cd-4050-8340-5738d1982663 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.302485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0c9a81e4-2f2c-4b80-affc-b3812194cf15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:45.326318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e13951-74cd-4050-8340-5738d1982663 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe180e6-d06d-4358-ab87-387e0b16a98e,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:45.329667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-57e13951-74cd-4050-8340-5738d1982663 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:45.336209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57e13951-74cd-4050-8340-5738d1982663 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.337531 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-57e13951-74cd-4050-8340-5738d1982663 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1528893
Dec 23 16:22:45.340538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58470) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:45.347348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a53a8231-395c-4126-8ac9-e9c88338384e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'ed21b374-2ccc-479d-b195-bfa9649cf4e9', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:22:45.353822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a53a8231-395c-4126-8ac9-e9c88338384e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:22:45.357934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a53a8231-395c-4126-8ac9-e9c88338384e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:22:45.361151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a53a8231-395c-4126-8ac9-e9c88338384e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:22:45.367441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a53a8231-395c-4126-8ac9-e9c88338384e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:22:45.384399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a53a8231-395c-4126-8ac9-e9c88338384e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.456306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a53a8231-395c-4126-8ac9-e9c88338384e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.460480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a53a8231-395c-4126-8ac9-e9c88338384e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.463694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7a4aa9a-00b1-400d-959c-92139e99b56e tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:45.488712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a8231-395c-4126-8ac9-e9c88338384e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a44c663-3248-4c3f-9cdf-c125dcbe9583,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:45.491406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a53a8231-395c-4126-8ac9-e9c88338384e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:45.497845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a53a8231-395c-4126-8ac9-e9c88338384e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.502720 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a53a8231-395c-4126-8ac9-e9c88338384e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1575749
Dec 23 16:22:45.503595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58474) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:45.509879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ab72631a-e53e-4a47-a4a9-da35fe9515dd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'ed21b374-2ccc-479d-b195-bfa9649cf4e9', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:22:45.516968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ab72631a-e53e-4a47-a4a9-da35fe9515dd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:22:45.521068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ab72631a-e53e-4a47-a4a9-da35fe9515dd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:22:45.524156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ab72631a-e53e-4a47-a4a9-da35fe9515dd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:22:45.530308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ab72631a-e53e-4a47-a4a9-da35fe9515dd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:22:45.538387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-259d1222-db21-4851-a858-8c697d780be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8b8518>, [{'id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:41Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'aaa1a12f-3aef-4f4b-b034-0c857a67947b', 'name': '', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:62:34:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:40Z', 'updated_at': '2021-12-23T16:22:41Z', 'revision_number': 2, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:45.543052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Checking router: 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:22:45.543467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Updating router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b port aaa1a12f-3aef-4f4b-b034-0c857a67947b binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:22:45.550521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab72631a-e53e-4a47-a4a9-da35fe9515dd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.581296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-61e691bd-14c3-4887-a57b-048d47b507bd None None] Provisioning complete for port aaa1a12f-3aef-4f4b-b034-0c857a67947b triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:22:45.581878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-61e691bd-14c3-4887-a57b-048d47b507bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.599193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.619683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab72631a-e53e-4a47-a4a9-da35fe9515dd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.622906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab72631a-e53e-4a47-a4a9-da35fe9515dd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.625458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f7c81cbd-8b36-427c-8e9c-df962cf77bc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:45.637973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-61e691bd-14c3-4887-a57b-048d47b507bd None None] Port aaa1a12f-3aef-4f4b-b034-0c857a67947b cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:22:45.648522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72631a-e53e-4a47-a4a9-da35fe9515dd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46a43d1-ecbc-41b0-9f76-37a736c5cd2c,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:45.653330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ab72631a-e53e-4a47-a4a9-da35fe9515dd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:45.656347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-61e691bd-14c3-4887-a57b-048d47b507bd None None] Provisioning for port a1905dba-05d7-4820-b0be-56d44154539e completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:22:45.661035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab72631a-e53e-4a47-a4a9-da35fe9515dd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.661683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-61e691bd-14c3-4887-a57b-048d47b507bd None None] Provisioning complete for port a1905dba-05d7-4820-b0be-56d44154539e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:22:45.665115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-61e691bd-14c3-4887-a57b-048d47b507bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.665247 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ab72631a-e53e-4a47-a4a9-da35fe9515dd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1576285
Dec 23 16:22:45.665360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58478) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:45.671420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ea4abc37-c82b-465a-b205-31847d58b5f3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'ed21b374-2ccc-479d-b195-bfa9649cf4e9', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:22:45.677861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ea4abc37-c82b-465a-b205-31847d58b5f3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:22:45.682093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ea4abc37-c82b-465a-b205-31847d58b5f3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:22:45.685188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ea4abc37-c82b-465a-b205-31847d58b5f3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:22:45.692119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ea4abc37-c82b-465a-b205-31847d58b5f3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:22:45.709960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea4abc37-c82b-465a-b205-31847d58b5f3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.723429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-61e691bd-14c3-4887-a57b-048d47b507bd None None] Port a1905dba-05d7-4820-b0be-56d44154539e cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:22:45.778366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea4abc37-c82b-465a-b205-31847d58b5f3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.781199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea4abc37-c82b-465a-b205-31847d58b5f3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.789389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8af04682-7914-4694-aa6f-c9624ac0cd53 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:45.808868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4abc37-c82b-465a-b205-31847d58b5f3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4786844-18dc-490b-83f7-262c38e07292,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:45.811542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ea4abc37-c82b-465a-b205-31847d58b5f3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:45.818698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea4abc37-c82b-465a-b205-31847d58b5f3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.820164 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ea4abc37-c82b-465a-b205-31847d58b5f3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1538033
Dec 23 16:22:45.822975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58482) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:45.830137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3d126906-98c6-434a-8ec3-f96955039444 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'ed21b374-2ccc-479d-b195-bfa9649cf4e9', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:22:45.839021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3d126906-98c6-434a-8ec3-f96955039444 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:22:45.843135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3d126906-98c6-434a-8ec3-f96955039444 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:22:45.846210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3d126906-98c6-434a-8ec3-f96955039444 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:22:45.852340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3d126906-98c6-434a-8ec3-f96955039444 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:22:45.862423 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-3d126906-98c6-434a-8ec3-f96955039444 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:22:45.869069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d126906-98c6-434a-8ec3-f96955039444 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.942575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d126906-98c6-434a-8ec3-f96955039444 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.945243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d126906-98c6-434a-8ec3-f96955039444 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.947228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-598faf6f-79a0-431b-b416-65cea1a943c4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:45.968755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d126906-98c6-434a-8ec3-f96955039444 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0eaf9f8-1fae-44f1-9ac8-19b128ae39b7,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:45.972281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.973182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3d126906-98c6-434a-8ec3-f96955039444 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:45.980213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d126906-98c6-434a-8ec3-f96955039444 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.981527 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3d126906-98c6-434a-8ec3-f96955039444 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1574306
Dec 23 16:22:45.985187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58486) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:45.985350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Transition to ACTIVE for port object aaa1a12f-3aef-4f4b-b034-0c857a67947b will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:22:45.990824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:45.991421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-19249cb6-9858-401a-a9bf-6dbf6aa92fa4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'ed21b374-2ccc-479d-b195-bfa9649cf4e9', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:22:45.995197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5479ade8-2b5c-49cb-86d9-c17e9477e240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:45.997853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-19249cb6-9858-401a-a9bf-6dbf6aa92fa4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:22:46.002964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-19249cb6-9858-401a-a9bf-6dbf6aa92fa4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:22:46.006301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-19249cb6-9858-401a-a9bf-6dbf6aa92fa4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:22:46.012493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-19249cb6-9858-401a-a9bf-6dbf6aa92fa4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:22:46.022050 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-19249cb6-9858-401a-a9bf-6dbf6aa92fa4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:22:46.028729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19249cb6-9858-401a-a9bf-6dbf6aa92fa4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:46.066178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Pushing event updated for resources: {'Port': ['ID=aaa1a12f-3aef-4f4b-b034-0c857a67947b,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:46.101861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19249cb6-9858-401a-a9bf-6dbf6aa92fa4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:46.106099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19249cb6-9858-401a-a9bf-6dbf6aa92fa4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:46.108265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-66153785-10a7-43d3-be22-9fd57e282b0a tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:46.137115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19249cb6-9858-401a-a9bf-6dbf6aa92fa4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904e3c05-2066-4d01-b3c2-d572d9311932,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:46.139895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-19249cb6-9858-401a-a9bf-6dbf6aa92fa4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:46.147497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19249cb6-9858-401a-a9bf-6dbf6aa92fa4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:46.163090 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-19249cb6-9858-401a-a9bf-6dbf6aa92fa4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1627679
Dec 23 16:22:46.175035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1a612891-bb80-48dc-9117-ab48e56a42ec up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:22:46.228898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:46.229523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:46.230080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:46.230626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:46.231190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:46.231742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:46.232283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:46.232823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:46.233353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:46.233883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:46.234463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:46.246108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:46.257387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Attempting to bind port aaa1a12f-3aef-4f4b-b034-0c857a67947b on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:22:46.257989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Attempting to bind port aaa1a12f-3aef-4f4b-b034-0c857a67947b by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:22:46.258576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Attempting to bind port aaa1a12f-3aef-4f4b-b034-0c857a67947b on network 88f0a8de-7270-4280-803a-efbf71b504a0 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:22:46.267269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:22:46.267967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Checking segment: {'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:22:46.268590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:46.269205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Bound using segment: {'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:22:46.269938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Bound port: aaa1a12f-3aef-4f4b-b034-0c857a67947b, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:22:46.270754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:46.320683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 1a612891-bb80-48dc-9117-ab48e56a42ec triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:22:46.321112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:46.373343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-259d1222-db21-4851-a858-8c697d780be1 None None] For port aaa1a12f-3aef-4f4b-b034-0c857a67947b, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:22:46.377779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-259d1222-db21-4851-a858-8c697d780be1 None None] For port aaa1a12f-3aef-4f4b-b034-0c857a67947b, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=aaa1a12f-3aef-4f4b-b034-0c857a67947b,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:22:46.382750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:46.392736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22e84ab3-bb10-4706-a750-a8ad334e1e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:46.481399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6b139962-69a4-40dc-ab22-2f451e9e790a up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:22:46.487262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-2391a946-92fc-4db3-95db-4aafa4232443 req-51806798-913e-484f-8988-1e87c921dc4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:22:46.495744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Pushing event updated for resources: {'Port': ['ID=aaa1a12f-3aef-4f4b-b034-0c857a67947b,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:46.499191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:46.508784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Routers {'1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:46.509705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-259d1222-db21-4851-a858-8c697d780be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8b8518>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:22:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:46.513935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-2391a946-92fc-4db3-95db-4aafa4232443 req-51806798-913e-484f-8988-1e87c921dc4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:22:46.522336 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-51806798-913e-484f-8988-1e87c921dc4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2014018858&fields=id&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 267 time: 0.1032135
Dec 23 16:22:46.565933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 6b139962-69a4-40dc-ab22-2f451e9e790a triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:22:46.566369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:46.620014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391a946-92fc-4db3-95db-4aafa4232443 req-c2571150-379f-487a-bb3d-edea8809f2dc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:46.621571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-2391a946-92fc-4db3-95db-4aafa4232443 req-c2571150-379f-487a-bb3d-edea8809f2dc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:22:46.640396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-2391a946-92fc-4db3-95db-4aafa4232443 req-c2571150-379f-487a-bb3d-edea8809f2dc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:22:46.642515 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-c2571150-379f-487a-bb3d-edea8809f2dc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports/a1905dba-05d7-4820-b0be-56d44154539e HTTP/1.1" status: 200  len: 930 time: 0.1193221
Dec 23 16:22:46.732777 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-506af6ce-497a-404d-a5a6-61318befd2cd service neutron] 10.222.0.67 "GET /v2.0/ports/a1905dba-05d7-4820-b0be-56d44154539e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0748029
Dec 23 16:22:46.743929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-26daee76-bcba-44a9-8f20-50ed4dfb097a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:22:46.745569 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-26daee76-bcba-44a9-8f20-50ed4dfb097a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0063362
Dec 23 16:22:46.889202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-259d1222-db21-4851-a858-8c697d780be1 None None] Set router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:22:46.896402 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-f013e1cb-addc-4ba6-ac89-784f8e978c29 service neutron] 10.222.0.67 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431677
Dec 23 16:22:47.044872 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-71358faa-607b-4e1a-8882-cc65b277b80c service neutron] 10.222.0.67 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419885
Dec 23 16:22:47.229237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-259d1222-db21-4851-a858-8c697d780be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8b8518>, [{'id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:41Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'aaa1a12f-3aef-4f4b-b034-0c857a67947b', 'name': '', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:62:34:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:40Z', 'updated_at': '2021-12-23T16:22:46Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:47.233484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259d1222-db21-4851-a858-8c697d780be1 None None] The sync data for ids ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'] in dv-neutron-822801-1-hyperv is: [{'id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:41Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'aaa1a12f-3aef-4f4b-b034-0c857a67947b', 'name': '', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:62:34:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:40Z', 'updated_at': '2021-12-23T16:22:46Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:22:47.265573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-efd710a1-b657-4c91-a978-1d44cad35b99 req-7ffe55f4-99ef-4de0-851d-a5d6457a74a6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:22:47.279819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-efd710a1-b657-4c91-a978-1d44cad35b99 req-7ffe55f4-99ef-4de0-851d-a5d6457a74a6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:22:47.281177 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-efd710a1-b657-4c91-a978-1d44cad35b99 req-7ffe55f4-99ef-4de0-851d-a5d6457a74a6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 210 time: 0.0645339
Dec 23 16:22:48.158127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device aaa1a12f-3aef-4f4b-b034-0c857a67947b up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:22:48.243160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port aaa1a12f-3aef-4f4b-b034-0c857a67947b completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:22:48.248592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port aaa1a12f-3aef-4f4b-b034-0c857a67947b triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:22:48.249302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:48.298895 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-75d8cc7a-0591-4b2e-81ff-4c03cb69e0f5 service neutron] 10.222.0.36 "GET /v2.0/ports/a1905dba-05d7-4820-b0be-56d44154539e HTTP/1.1" status: 200  len: 1026 time: 0.0706394
Dec 23 16:22:48.390973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:48.427467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port aaa1a12f-3aef-4f4b-b034-0c857a67947b, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=aaa1a12f-3aef-4f4b-b034-0c857a67947b,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:22:48.431140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:48.433121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-105fa64b-702e-4c75-9708-ae1e12db03c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:48.535688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=aaa1a12f-3aef-4f4b-b034-0c857a67947b,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:48.535971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391a946-92fc-4db3-95db-4aafa4232443 req-785b828d-df11-4d82-9a3a-64861b107140 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:48.537978 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-785b828d-df11-4d82-9a3a-64861b107140 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/networks?id=88f0a8de-7270-4280-803a-efbf71b504a0 HTTP/1.1" status: 200  len: 796 time: 0.2343853
Dec 23 16:22:48.549489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:48.550023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:48.550410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:48.550525 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b40e086-7874-43e9-8b37-7034ba709571 req-fa2a8e1f-7cb4-4a75-a48a-c7c93b45349b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 210 time: 0.0734689
Dec 23 16:22:48.550796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:48.551227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:48.552058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:48.552258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:48.552580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:48.552951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:48.553317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:48.553687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:22:48.560914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:48.598392 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-85f9bd9f-2570-4fec-a3d4-9c1cd48c0d32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 380 time: 0.0491917
Dec 23 16:22:48.610351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Request body: {'port': {'device_id': '959fc851-e199-4465-9333-cd9be392e5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:22:48.729749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:49.103936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1905dba-05d7-4820-b0be-56d44154539e {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:22:49.111839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:49.129066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Transition to ACTIVE for port object a1905dba-05d7-4820-b0be-56d44154539e will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:22:49.131904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:49.136405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:49.266418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Pushing event updated for resources: {'Port': ['ID=a1905dba-05d7-4820-b0be-56d44154539e,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:49.269569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:49.391244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Attempting to bind port a1905dba-05d7-4820-b0be-56d44154539e on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:22:49.391538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Attempting to bind port a1905dba-05d7-4820-b0be-56d44154539e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:22:49.392101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Attempting to bind port a1905dba-05d7-4820-b0be-56d44154539e on network 88f0a8de-7270-4280-803a-efbf71b504a0 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:22:49.398679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Port a1905dba-05d7-4820-b0be-56d44154539e on network 88f0a8de-7270-4280-803a-efbf71b504a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:22:49.399099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Attempting to bind port a1905dba-05d7-4820-b0be-56d44154539e on network 88f0a8de-7270-4280-803a-efbf71b504a0 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:22:49.406298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:22:49.406828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Checking segment: {'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:22:49.407291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Bound using segment: {'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:22:49.407776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Bound port: a1905dba-05d7-4820-b0be-56d44154539e, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:22:49.408171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:49.502085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] For port a1905dba-05d7-4820-b0be-56d44154539e, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:22:49.505572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] For port a1905dba-05d7-4820-b0be-56d44154539e, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a1905dba-05d7-4820-b0be-56d44154539e,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:22:49.508866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:49.513314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:49.571367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:49.572977 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] 10.222.0.36 "PUT /v2.0/ports/a1905dba-05d7-4820-b0be-56d44154539e HTTP/1.1" status: 200  len: 1131 time: 0.9677458
Dec 23 16:22:49.575989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959fc851-e199-4465-9333-cd9be392e5ee', 'tag': 'a1905dba-05d7-4820-b0be-56d44154539e'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:22:49.602801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Pushing event updated for resources: {'Port': ['ID=a1905dba-05d7-4820-b0be-56d44154539e,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:49.606151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:49.664298 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959fc851-e199-4465-9333-cd9be392e5ee', 'tag': 'a1905dba-05d7-4820-b0be-56d44154539e', 'status': 'completed', 'code': 200}
Dec 23 16:22:49.759145 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-103a12ca-fe7a-4e54-af65-c9f372e48461 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 1134 time: 0.1468353
Dec 23 16:22:50.088199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17944d5-db19-4af4-b447-42ffb3604861 req-18872cb0-baec-45f1-865e-b8655c829cf0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:50.089892 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d17944d5-db19-4af4-b447-42ffb3604861 req-18872cb0-baec-45f1-865e-b8655c829cf0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 981 time: 0.4090843
Dec 23 16:22:50.091487 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-3c01ff8d-046b-49fa-90f4-2cf4e2992874 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1905dba-05d7-4820-b0be-56d44154539e HTTP/1.1" status: 200  len: 217 time: 0.3236370
Dec 23 16:22:50.138790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device aaa1a12f-3aef-4f4b-b034-0c857a67947b up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:22:50.224152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port aaa1a12f-3aef-4f4b-b034-0c857a67947b triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:22:50.224400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391a946-92fc-4db3-95db-4aafa4232443 req-99601e5a-3470-4d69-9088-e3be112e37ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:50.224746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:50.226111 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-99601e5a-3470-4d69-9088-e3be112e37ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9ee6708-9994-4f23-8766-6fda3c516d36 HTTP/1.1" status: 200  len: 834 time: 0.1253223
Dec 23 16:22:50.230542 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d17944d5-db19-4af4-b447-42ffb3604861 req-ee6b57fa-afae-4dd8-b827-9a8f3c6066e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310463
Dec 23 16:22:50.310836 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-c5b38950-0580-41e0-861a-c92d696361b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f0a8de-7270-4280-803a-efbf71b504a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0785809
Dec 23 16:22:50.459038 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-701664c5-5ca9-41ca-9593-143e5c8967ae service neutron] 10.222.0.36 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420867
Dec 23 16:22:50.606470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2391a946-92fc-4db3-95db-4aafa4232443 req-d33dbda0-5d4b-42fa-9277-2f6e76142519 service neutron] 10.222.0.36 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412621
Dec 23 16:22:50.722419 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-57c831c7-f7d5-4bdf-acb8-ac408699d42c req-bd12ba14-e2c3-4e51-8ecb-a1ac57313331 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 1134 time: 0.0753865
Dec 23 16:22:50.868529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c831c7-f7d5-4bdf-acb8-ac408699d42c req-83b2a467-c3b9-429d-aafb-97dcd813127f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:50.870025 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-57c831c7-f7d5-4bdf-acb8-ac408699d42c req-83b2a467-c3b9-429d-aafb-97dcd813127f service neutron] 10.222.0.36 "GET /v2.0/networks?id=88f0a8de-7270-4280-803a-efbf71b504a0 HTTP/1.1" status: 200  len: 897 time: 0.1402845
Dec 23 16:22:50.945319 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-57c831c7-f7d5-4bdf-acb8-ac408699d42c req-6cadbb5e-96dc-42c4-98e1-d51b1f5b00d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1905dba-05d7-4820-b0be-56d44154539e HTTP/1.1" status: 200  len: 217 time: 0.0682325
Dec 23 16:22:51.014395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c831c7-f7d5-4bdf-acb8-ac408699d42c req-3de1286a-abbe-49b7-b753-e82489bcc433 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:51.016106 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-57c831c7-f7d5-4bdf-acb8-ac408699d42c req-3de1286a-abbe-49b7-b753-e82489bcc433 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9ee6708-9994-4f23-8766-6fda3c516d36 HTTP/1.1" status: 200  len: 834 time: 0.0643599
Dec 23 16:22:51.106913 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-57c831c7-f7d5-4bdf-acb8-ac408699d42c req-9792a614-6d73-4562-8e8d-0a54f6ff9912 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f0a8de-7270-4280-803a-efbf71b504a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0823424
Dec 23 16:22:51.254392 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-57c831c7-f7d5-4bdf-acb8-ac408699d42c req-61a66fbd-00ae-4185-a6db-416d5833189d service neutron] 10.222.0.36 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401699
Dec 23 16:22:51.401060 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-57c831c7-f7d5-4bdf-acb8-ac408699d42c req-b38f27b0-e460-4727-9c6a-39222518107a service neutron] 10.222.0.36 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399610
Dec 23 16:22:51.442522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed0257-9a96-4361-8c54-06fd4d4b368c req-738aced2-48b7-4d12-8d96-ae8bf0dfcfb9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:51.444201 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a1ed0257-9a96-4361-8c54-06fd4d4b368c req-738aced2-48b7-4d12-8d96-ae8bf0dfcfb9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 981 time: 0.0848508
Dec 23 16:22:51.493194 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a1ed0257-9a96-4361-8c54-06fd4d4b368c req-66ca987e-3dea-43ad-9b0c-ba05a89161b7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427592
Dec 23 16:22:52.009794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a1905dba-05d7-4820-b0be-56d44154539e details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:22:52.184089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port a1905dba-05d7-4820-b0be-56d44154539e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a1905dba-05d7-4820-b0be-56d44154539e,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:22:52.220706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'a1905dba-05d7-4820-b0be-56d44154539e', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'port_id': 'a1905dba-05d7-4820-b0be-56d44154539e', 'mac_address': 'fa:16:3e:d7:8b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:22:52.288007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:52.305983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1905dba-05d7-4820-b0be-56d44154539e {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:22:52.321698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port a1905dba-05d7-4820-b0be-56d44154539e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a1905dba-05d7-4820-b0be-56d44154539e,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:22:52.324646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:52.326818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cd4aa01b-729a-4b87-98eb-e58f3cb2e440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:52.401003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=a1905dba-05d7-4820-b0be-56d44154539e,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:52.404259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:52.527536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['a1905dba-05d7-4820-b0be-56d44154539e'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:22:52.704061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56e022-8d65-4cd8-b0c7-89e4b4f2e5e4 req-ead2f7c1-e095-46f5-b5a0-9bb2596c2ec6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:52.705688 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9e56e022-8d65-4cd8-b0c7-89e4b4f2e5e4 req-ead2f7c1-e095-46f5-b5a0-9bb2596c2ec6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 982 time: 0.0864615
Dec 23 16:22:52.755039 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9e56e022-8d65-4cd8-b0c7-89e4b4f2e5e4 req-3f64c749-457a-435b-b117-5c42f52e808d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429201
Dec 23 16:22:53.962439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77011c15-0589-415c-ba65-b61cb993b078 req-711819b2-0c62-4459-a030-866b15975553 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:53.964129 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-77011c15-0589-415c-ba65-b61cb993b078 req-711819b2-0c62-4459-a030-866b15975553 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 982 time: 0.0882351
Dec 23 16:22:54.010539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a1905dba-05d7-4820-b0be-56d44154539e up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:22:54.013334 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-77011c15-0589-415c-ba65-b61cb993b078 req-575d583d-881c-4285-a4ff-21edc8be4de5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431211
Dec 23 16:22:54.081604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port a1905dba-05d7-4820-b0be-56d44154539e completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:22:54.086542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port a1905dba-05d7-4820-b0be-56d44154539e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:22:54.086971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:54.206202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:54.235236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959fc851-e199-4465-9333-cd9be392e5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1905dba-05d7-4820-b0be-56d44154539e'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:22:54.245084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port a1905dba-05d7-4820-b0be-56d44154539e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a1905dba-05d7-4820-b0be-56d44154539e,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:22:54.247888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:54.249887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:54.319811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=a1905dba-05d7-4820-b0be-56d44154539e,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:54.323077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:54.373098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34d02535-ec5b-4b5c-8b2a-4ff33075f852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:54.508835 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959fc851-e199-4465-9333-cd9be392e5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1905dba-05d7-4820-b0be-56d44154539e', 'code': 200}
Dec 23 16:22:54.752360 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-633103df-5ca7-42fe-88fc-b6bee4670f5c req-431cd7a2-50df-4163-8e1e-42d3116d7db2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 1136 time: 0.0784750
Dec 23 16:22:54.797143 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-633103df-5ca7-42fe-88fc-b6bee4670f5c req-75db5178-3b1c-4c6c-83fe-1222112c3d66 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382102
Dec 23 16:22:55.222583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94857273-d0bb-4e7f-ad84-35be73856a2d req-d4c8b963-5dac-45fb-9f58-7955ff547fd6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:55.224266 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-94857273-d0bb-4e7f-ad84-35be73856a2d req-d4c8b963-5dac-45fb-9f58-7955ff547fd6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 983 time: 0.0856264
Dec 23 16:22:55.273671 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-94857273-d0bb-4e7f-ad84-35be73856a2d req-4cff90cd-b8fc-41fe-81d2-5b8eda4e088d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433373
Dec 23 16:22:55.905984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:56.478198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a11ce-d577-4b1f-96fb-d1e3ec9021a0 req-8ec2658e-4f64-496d-b05d-af7626a8a33f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:56.479760 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d8a11ce-d577-4b1f-96fb-d1e3ec9021a0 req-8ec2658e-4f64-496d-b05d-af7626a8a33f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 983 time: 0.0830748
Dec 23 16:22:56.527700 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d8a11ce-d577-4b1f-96fb-d1e3ec9021a0 req-c4858c5b-08d7-4be0-9395-72745ea2a8f8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416915
Dec 23 16:22:56.742587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e622285-fd6a-4174-9006-e4a83d06eb06 req-e4c70110-1974-4c2b-85b4-bef7e55f6123 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:56.743543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8b6a091-46ab-4b82-9b70-83cddc0ddae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:56.744193 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8e622285-fd6a-4174-9006-e4a83d06eb06 req-e4c70110-1974-4c2b-85b4-bef7e55f6123 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 983 time: 0.0876846
Dec 23 16:22:56.794741 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8e622285-fd6a-4174-9006-e4a83d06eb06 req-d222ef24-1d5c-4fcb-b7b2-300b6dec0e6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438104
Dec 23 16:22:56.822116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58538) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:56.898657 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8d726312-93cf-4600-8421-cd5de8ed1c03 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 1131 time: 0.0752218
Dec 23 16:22:56.901447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58542) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:56.907165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': 'a1905dba-05d7-4820-b0be-56d44154539e', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:22:56.912958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:22:56.918450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:floatingip and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:22:56.921594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:22:56.927879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:22:56.937807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:57.086725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:57.235845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.223 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/fd8a947f-6eab-4950-b432-924eb62af7bf) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:22:57.268050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:57.393527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:57.418894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:57.423930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c729bff5-4950-4a92-b3e0-68e879ad7a9d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:57.491003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:22:57.493877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:22:57.497773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:22:57.530012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=fd8a947f-6eab-4950-b432-924eb62af7bf,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:57.536922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:58.248676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:58.308365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:58.523928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:58.527492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:58.533109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9cd491c7-4b20-4af7-bd7c-05ee7fcd27bb tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:22:58.548069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:58.648919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=fd8a947f-6eab-4950-b432-924eb62af7bf,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:22:58.651919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:22:58.670854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:58.869334 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Floating IP 87ed57df-2cec-4656-95f4-4ad954d9e5a3 associated. External IP: 172.26.5.223, port: a1905dba-05d7-4820-b0be-56d44154539e.
Dec 23 16:22:59.281344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:22:59.491505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:22:59.502130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c2855a-36d4-439c-88e1-fcca2c5d9a9a None None] Sync routers for ids ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:22:59.516403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c2855a-36d4-439c-88e1-fcca2c5d9a9a None None] Routers {'1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:59.516601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:22:59.517276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-82c2855a-36d4-439c-88e1-fcca2c5d9a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a23da58>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:22:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:22:59.574686 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1034 time: 2.6721294
Dec 23 16:22:59.575440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959fc851-e199-4465-9333-cd9be392e5ee', 'tag': 'a1905dba-05d7-4820-b0be-56d44154539e'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:22:59.578314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58546) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:59.670669 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e2545853-92d0-4e0b-8948-2293d6f11e28 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee&network_id=88f0a8de-7270-4280-803a-efbf71b504a0 HTTP/1.1" status: 200  len: 1131 time: 0.0909226
Dec 23 16:22:59.709496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-82c2855a-36d4-439c-88e1-fcca2c5d9a9a None None] Set router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:22:59.717298 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959fc851-e199-4465-9333-cd9be392e5ee', 'tag': 'a1905dba-05d7-4820-b0be-56d44154539e', 'status': 'completed', 'code': 200}
Dec 23 16:22:59.821887 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-29f043ef-3a4b-4b1d-af36-b8775c46b6f2 req-00851371-7cc2-41b2-8e52-dc4c3e4cc27c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 1136 time: 0.0798256
Dec 23 16:22:59.968248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:22:59.982149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f043ef-3a4b-4b1d-af36-b8775c46b6f2 req-86e86fc5-1c7e-44a4-a8bf-3ac8706f9673 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:22:59.983898 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-29f043ef-3a4b-4b1d-af36-b8775c46b6f2 req-86e86fc5-1c7e-44a4-a8bf-3ac8706f9673 service neutron] 10.222.0.36 "GET /v2.0/networks?id=88f0a8de-7270-4280-803a-efbf71b504a0 HTTP/1.1" status: 200  len: 897 time: 0.1550899
Dec 23 16:23:00.166021 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-29f043ef-3a4b-4b1d-af36-b8775c46b6f2 req-3db8a1bc-3f95-485f-a6e5-94612f3ab878 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1905dba-05d7-4820-b0be-56d44154539e HTTP/1.1" status: 200  len: 1037 time: 0.1722267
Dec 23 16:23:00.243331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5a15d-2d79-4026-bc9b-86fc33fa8749 req-9a18161b-c6dd-4983-98f7-130468d21b7a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:00.244959 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-44e5a15d-2d79-4026-bc9b-86fc33fa8749 req-9a18161b-c6dd-4983-98f7-130468d21b7a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 983 time: 0.1940901
Dec 23 16:23:00.264035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-82c2855a-36d4-439c-88e1-fcca2c5d9a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a23da58>, [{'id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:41Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '87ed57df-2cec-4656-95f4-4ad954d9e5a3', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'port_id': 'a1905dba-05d7-4820-b0be-56d44154539e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2136378122', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'mac_address': 'fa:16:3e:d7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959fc851-e199-4465-9333-cd9be392e5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:58Z', 'updated_at': '2021-12-23T16:22:58Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa1a12f-3aef-4f4b-b034-0c857a67947b', 'name': '', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:62:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:40Z', 'updated_at': '2021-12-23T16:22:48Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:00.268878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c2855a-36d4-439c-88e1-fcca2c5d9a9a None None] Checking router: 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:23:00.275483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f043ef-3a4b-4b1d-af36-b8775c46b6f2 req-ac10f3aa-c4df-4be8-8f6d-8692026ca59d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:00.277067 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-29f043ef-3a4b-4b1d-af36-b8775c46b6f2 req-ac10f3aa-c4df-4be8-8f6d-8692026ca59d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9ee6708-9994-4f23-8766-6fda3c516d36 HTTP/1.1" status: 200  len: 834 time: 0.1007116
Dec 23 16:23:00.280303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c2855a-36d4-439c-88e1-fcca2c5d9a9a None None] Routers {'1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:23:00.281565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-82c2855a-36d4-439c-88e1-fcca2c5d9a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a23da58>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:22:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:00.353587 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-44e5a15d-2d79-4026-bc9b-86fc33fa8749 req-cf0c73d7-304f-47c9-98dd-b50f202ae447 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987322
Dec 23 16:23:00.380575 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-29f043ef-3a4b-4b1d-af36-b8775c46b6f2 req-24683225-73b8-4063-bb54-2de2129823c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f0a8de-7270-4280-803a-efbf71b504a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0955913
Dec 23 16:23:00.475808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-82c2855a-36d4-439c-88e1-fcca2c5d9a9a None None] Set router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:23:00.526245 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-29f043ef-3a4b-4b1d-af36-b8775c46b6f2 req-28c1c2b9-5f0c-4583-b548-3a558bffba59 service neutron] 10.222.0.36 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386714
Dec 23 16:23:00.681055 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-29f043ef-3a4b-4b1d-af36-b8775c46b6f2 req-eac0ca78-ece8-4a10-9cd6-5dec78495073 service neutron] 10.222.0.36 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482975
Dec 23 16:23:00.848441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-82c2855a-36d4-439c-88e1-fcca2c5d9a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a23da58>, [{'id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:41Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '87ed57df-2cec-4656-95f4-4ad954d9e5a3', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'port_id': 'a1905dba-05d7-4820-b0be-56d44154539e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2136378122', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'mac_address': 'fa:16:3e:d7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959fc851-e199-4465-9333-cd9be392e5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:58Z', 'updated_at': '2021-12-23T16:22:58Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa1a12f-3aef-4f4b-b034-0c857a67947b', 'name': '', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:62:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:40Z', 'updated_at': '2021-12-23T16:22:48Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:00.852709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c2855a-36d4-439c-88e1-fcca2c5d9a9a None None] The sync data for ids ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'] in dv-neutron-822801-1-hyperv is: [{'id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:41Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '87ed57df-2cec-4656-95f4-4ad954d9e5a3', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'port_id': 'a1905dba-05d7-4820-b0be-56d44154539e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2136378122', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'mac_address': 'fa:16:3e:d7:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959fc851-e199-4465-9333-cd9be392e5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:58Z', 'updated_at': '2021-12-23T16:22:58Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa1a12f-3aef-4f4b-b034-0c857a67947b', 'name': '', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:62:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:40Z', 'updated_at': '2021-12-23T16:22:48Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:23:01.230420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e751e47-ce3f-44e4-a142-dc7680a877d0 None None] New status for floating IP 87ed57df-2cec-4656-95f4-4ad954d9e5a3: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:23:01.275045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-0c41452f-fe1a-4425-8492-0d9ca43f4d7b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:01.276653 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-0c41452f-fe1a-4425-8492-0d9ca43f4d7b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 983 time: 0.0925457
Dec 23 16:23:01.354849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-4a3fe64b-9557-48a4-bae7-c3cc3fce3958 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:01.356429 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-4a3fe64b-9557-48a4-bae7-c3cc3fce3958 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/ports/a1905dba-05d7-4820-b0be-56d44154539e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0744140
Dec 23 16:23:01.522949 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-1dca5d8a-cf56-41ae-a403-fc19299a00f8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1613896
Dec 23 16:23:01.535245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-a7375edd-fd44-4798-9000-3639116d01dc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:01.577721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53dbea-6eca-46bc-ad09-de612b4c1c1a req-906d7e50-3f4b-4651-ad29-8f53ec76f7b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:01.579532 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bb53dbea-6eca-46bc-ad09-de612b4c1c1a req-906d7e50-3f4b-4651-ad29-8f53ec76f7b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 983 time: 0.0889585
Dec 23 16:23:01.632924 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bb53dbea-6eca-46bc-ad09-de612b4c1c1a req-a6f368b2-8950-4319-91f7-7f3b1451ec27 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468752
Dec 23 16:23:01.654069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-a7375edd-fd44-4798-9000-3639116d01dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:01.860654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-a7375edd-fd44-4798-9000-3639116d01dc service neutron] For port a1905dba-05d7-4820-b0be-56d44154539e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a1905dba-05d7-4820-b0be-56d44154539e,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:23:01.891181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-a7375edd-fd44-4798-9000-3639116d01dc service neutron] For port a1905dba-05d7-4820-b0be-56d44154539e, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:23:01.942019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-a7375edd-fd44-4798-9000-3639116d01dc service neutron] device_id is not set on port a1905dba-05d7-4820-b0be-56d44154539e yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:23:01.949894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-a7375edd-fd44-4798-9000-3639116d01dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:01.955001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-a7375edd-fd44-4798-9000-3639116d01dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:01.959485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3bee9816-5799-46f7-8c63-5e05fb32bbce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:02.109512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7375edd-fd44-4798-9000-3639116d01dc service neutron] Pushing event updated for resources: {'Port': ['ID=a1905dba-05d7-4820-b0be-56d44154539e,revision_number=6']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:02.115325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a7375edd-fd44-4798-9000-3639116d01dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:02.169236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-a7375edd-fd44-4798-9000-3639116d01dc service neutron] No DVR routers for this DVR port a1905dba-05d7-4820-b0be-56d44154539e on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:23:02.317544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2c28cadf-8759-441b-88e6-be16c55f4043 None None] Provisioning complete for port a1905dba-05d7-4820-b0be-56d44154539e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:23:02.317879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c28cadf-8759-441b-88e6-be16c55f4043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:02.382361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2c28cadf-8759-441b-88e6-be16c55f4043 None None] Port a1905dba-05d7-4820-b0be-56d44154539e cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:23:02.660253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-a7375edd-fd44-4798-9000-3639116d01dc service neutron] In _notify_port_updated(), no bound segment for port a1905dba-05d7-4820-b0be-56d44154539e on network 88f0a8de-7270-4280-803a-efbf71b504a0 {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:23:02.661455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-a7375edd-fd44-4798-9000-3639116d01dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:02.662882 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6d02421-2a0c-4a2f-b157-1dfdb6371a18 req-a7375edd-fd44-4798-9000-3639116d01dc service neutron] 10.222.0.36 "PUT /v2.0/ports/a1905dba-05d7-4820-b0be-56d44154539e HTTP/1.1" status: 200  len: 1026 time: 1.1337490
Dec 23 16:23:02.811188 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a8f90b5b-4062-4cd6-a4da-b2c1f9eb7178 req-6640864b-a620-4c0f-9458-3a06cfd40ca1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=959fc851-e199-4465-9333-cd9be392e5ee HTTP/1.1" status: 200  len: 210 time: 0.0482244
Dec 23 16:23:03.917861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58564) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:03.994898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f95e80f-f50a-4d2c-aa58-aad73217a5b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:03.996382 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7f95e80f-f50a-4d2c-aa58-aad73217a5b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports/a1905dba-05d7-4820-b0be-56d44154539e HTTP/1.1" status: 200  len: 925 time: 0.0773821
Dec 23 16:23:04.072371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a1905dba-05d7-4820-b0be-56d44154539e no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:23:04.133270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a1905dba-05d7-4820-b0be-56d44154539e not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:23:04.292776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58570) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:04.300140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-66083fec-f4ab-430e-a298-cd61200ea834 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1635945962', 'description': 'tempest-secgroup-smoke-1635945962 description', 'project_id': '756d2eff28424d1081cd07d60adf0a7c'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:04.306686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-66083fec-f4ab-430e-a298-cd61200ea834 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:04.317186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-66083fec-f4ab-430e-a298-cd61200ea834 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:04.326029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66083fec-f4ab-430e-a298-cd61200ea834 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.365873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-66083fec-f4ab-430e-a298-cd61200ea834 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:04.369905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66083fec-f4ab-430e-a298-cd61200ea834 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:04.372921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66083fec-f4ab-430e-a298-cd61200ea834 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:04.379514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-66083fec-f4ab-430e-a298-cd61200ea834 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:04.435349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66083fec-f4ab-430e-a298-cd61200ea834 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.438651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66083fec-f4ab-430e-a298-cd61200ea834 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.443968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0f6f919e-7d43-46aa-a7ab-88c1939e4f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:04.487950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66083fec-f4ab-430e-a298-cd61200ea834 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e990ed6-f807-48ce-bc98-5e873f80c2d8,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:04.491385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-66083fec-f4ab-430e-a298-cd61200ea834 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:04.493145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66083fec-f4ab-430e-a298-cd61200ea834 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.494478 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-66083fec-f4ab-430e-a298-cd61200ea834 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2005699
Dec 23 16:23:04.497448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58574) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:04.504375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4f67e9d8-d6a8-404a-8247-6a5b58f2a937 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '5e990ed6-f807-48ce-bc98-5e873f80c2d8', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:04.511019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4f67e9d8-d6a8-404a-8247-6a5b58f2a937 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:04.515743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4f67e9d8-d6a8-404a-8247-6a5b58f2a937 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:04.518809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4f67e9d8-d6a8-404a-8247-6a5b58f2a937 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:04.524898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4f67e9d8-d6a8-404a-8247-6a5b58f2a937 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:04.540374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f67e9d8-d6a8-404a-8247-6a5b58f2a937 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.606355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f67e9d8-d6a8-404a-8247-6a5b58f2a937 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.609005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f67e9d8-d6a8-404a-8247-6a5b58f2a937 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.610882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-69cbacd3-e2b4-4d58-abb3-e63ca492dfd2 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:04.635891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67e9d8-d6a8-404a-8247-6a5b58f2a937 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af2e629-7590-422b-a6cd-86bd0f05fa01,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:04.641565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f67e9d8-d6a8-404a-8247-6a5b58f2a937 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:04.645104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f67e9d8-d6a8-404a-8247-6a5b58f2a937 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.646383 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4f67e9d8-d6a8-404a-8247-6a5b58f2a937 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1478865
Dec 23 16:23:04.649434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58578) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:04.655470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-85f76bb6-95ed-416c-b7d1-b80ae3d8dc67 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '5e990ed6-f807-48ce-bc98-5e873f80c2d8', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:04.661938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-85f76bb6-95ed-416c-b7d1-b80ae3d8dc67 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:04.665984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-85f76bb6-95ed-416c-b7d1-b80ae3d8dc67 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:04.669038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-85f76bb6-95ed-416c-b7d1-b80ae3d8dc67 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:04.675688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-85f76bb6-95ed-416c-b7d1-b80ae3d8dc67 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:04.691782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85f76bb6-95ed-416c-b7d1-b80ae3d8dc67 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.756424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85f76bb6-95ed-416c-b7d1-b80ae3d8dc67 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.759085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85f76bb6-95ed-416c-b7d1-b80ae3d8dc67 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.760896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:04.784026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f76bb6-95ed-416c-b7d1-b80ae3d8dc67 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a48011e-5692-4492-a0de-e9b019d6ba65,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:04.786556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-85f76bb6-95ed-416c-b7d1-b80ae3d8dc67 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:04.792579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85f76bb6-95ed-416c-b7d1-b80ae3d8dc67 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.793875 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-85f76bb6-95ed-416c-b7d1-b80ae3d8dc67 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1434345
Dec 23 16:23:04.797490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58582) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:04.803380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8855fbae-560c-4b54-9193-ac4713209cdb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '5e990ed6-f807-48ce-bc98-5e873f80c2d8', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:04.809474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8855fbae-560c-4b54-9193-ac4713209cdb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:04.814186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8855fbae-560c-4b54-9193-ac4713209cdb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:04.817234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8855fbae-560c-4b54-9193-ac4713209cdb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:04.825030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8855fbae-560c-4b54-9193-ac4713209cdb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:04.840593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8855fbae-560c-4b54-9193-ac4713209cdb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.905340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8855fbae-560c-4b54-9193-ac4713209cdb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.907939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8855fbae-560c-4b54-9193-ac4713209cdb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.909846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1be9608-3dfc-46fb-ae68-fbc196cdcb03 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:04.934082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855fbae-560c-4b54-9193-ac4713209cdb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344e5d31-103c-4d19-aaec-6df470a8ca96,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:04.936629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8855fbae-560c-4b54-9193-ac4713209cdb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:04.943573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8855fbae-560c-4b54-9193-ac4713209cdb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:04.944803 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8855fbae-560c-4b54-9193-ac4713209cdb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1463094
Dec 23 16:23:04.947792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58586) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:04.953687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6ddd59b0-d97c-438b-b82e-bf391abe7df2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '5e990ed6-f807-48ce-bc98-5e873f80c2d8', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:04.959793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6ddd59b0-d97c-438b-b82e-bf391abe7df2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:04.963805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6ddd59b0-d97c-438b-b82e-bf391abe7df2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:04.966793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6ddd59b0-d97c-438b-b82e-bf391abe7df2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:04.973097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6ddd59b0-d97c-438b-b82e-bf391abe7df2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:04.992169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ddd59b0-d97c-438b-b82e-bf391abe7df2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:05.060481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ddd59b0-d97c-438b-b82e-bf391abe7df2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:05.063467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ddd59b0-d97c-438b-b82e-bf391abe7df2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:05.065354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-196f4119-5633-474a-9988-939ee9197c56 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:05.090649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd59b0-d97c-438b-b82e-bf391abe7df2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460709e2-d8e5-4132-80a9-074c5f02af59,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:05.093740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6ddd59b0-d97c-438b-b82e-bf391abe7df2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:05.099776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6ddd59b0-d97c-438b-b82e-bf391abe7df2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:05.101055 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6ddd59b0-d97c-438b-b82e-bf391abe7df2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1522570
Dec 23 16:23:05.104005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58590) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:05.110542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6e650377-18c9-45e0-b88e-6000eed33ec5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '5e990ed6-f807-48ce-bc98-5e873f80c2d8', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:05.116680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e650377-18c9-45e0-b88e-6000eed33ec5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:05.120703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e650377-18c9-45e0-b88e-6000eed33ec5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:05.124326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e650377-18c9-45e0-b88e-6000eed33ec5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:05.130894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e650377-18c9-45e0-b88e-6000eed33ec5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:05.140483 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-6e650377-18c9-45e0-b88e-6000eed33ec5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:23:05.146963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e650377-18c9-45e0-b88e-6000eed33ec5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:05.215123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e650377-18c9-45e0-b88e-6000eed33ec5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:05.217869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e650377-18c9-45e0-b88e-6000eed33ec5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:05.220892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a35a08c2-0c73-4d47-a4d9-3c246061c654 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:05.243515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e650377-18c9-45e0-b88e-6000eed33ec5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60e961a-ce3d-47db-b1f7-75ca94fca093,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:05.247700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e650377-18c9-45e0-b88e-6000eed33ec5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:05.254738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e650377-18c9-45e0-b88e-6000eed33ec5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:05.256333 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6e650377-18c9-45e0-b88e-6000eed33ec5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1513357
Dec 23 16:23:05.259319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58594) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:05.265190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a2ada01c-7649-47e6-a17c-010320419d2a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '5e990ed6-f807-48ce-bc98-5e873f80c2d8', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:05.271305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a2ada01c-7649-47e6-a17c-010320419d2a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:05.275359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a2ada01c-7649-47e6-a17c-010320419d2a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:05.278369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a2ada01c-7649-47e6-a17c-010320419d2a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:05.285133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a2ada01c-7649-47e6-a17c-010320419d2a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:05.294554 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-a2ada01c-7649-47e6-a17c-010320419d2a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:23:05.301932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2ada01c-7649-47e6-a17c-010320419d2a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:05.373216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2ada01c-7649-47e6-a17c-010320419d2a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:05.376470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2ada01c-7649-47e6-a17c-010320419d2a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:05.378372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-85f76bb6-95ed-416c-b7d1-b80ae3d8dc67 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:05.402389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ada01c-7649-47e6-a17c-010320419d2a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe81fabc-93df-4350-a63d-d94ad2182304,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:05.404959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a2ada01c-7649-47e6-a17c-010320419d2a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:05.411276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2ada01c-7649-47e6-a17c-010320419d2a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:05.412567 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a2ada01c-7649-47e6-a17c-010320419d2a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1522424
Dec 23 16:23:05.596920 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-67b088f4-dbe3-47a7-9b40-fc31c8008070 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635945962&fields=id&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 267 time: 0.0484545
Dec 23 16:23:05.678112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-1eadf93a-9838-4c79-9b24-b5f7977e79d6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:05.679614 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-1eadf93a-9838-4c79-9b24-b5f7977e79d6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports/a1905dba-05d7-4820-b0be-56d44154539e HTTP/1.1" status: 200  len: 930 time: 0.0755684
Dec 23 16:23:05.757161 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-9c2e24d4-feb9-4dfc-83e1-423ad527b54e service neutron] 10.222.0.67 "GET /v2.0/ports/a1905dba-05d7-4820-b0be-56d44154539e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0637262
Dec 23 16:23:05.900602 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-0c0755d1-9141-40a2-911a-566f6ba113dd service neutron] 10.222.0.67 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374943
Dec 23 16:23:06.045148 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-6c7822bf-d5de-4239-9951-4c4667c34d35 service neutron] 10.222.0.67 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377225
Dec 23 16:23:06.244288 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ea5b09fa-a669-4ab9-b1c7-433d37a29820 req-461dcbb6-4b29-450b-bca1-768ac300d53d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 210 time: 0.0488982
Dec 23 16:23:07.179798 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-eb030acb-c248-4b65-b709-29fbba0dbad9 service neutron] 10.222.0.36 "GET /v2.0/ports/a1905dba-05d7-4820-b0be-56d44154539e HTTP/1.1" status: 200  len: 1026 time: 0.0674260
Dec 23 16:23:07.344443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-7cc46bf7-3ec6-4aa3-8132-07306074d5fa tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:07.346052 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-7cc46bf7-3ec6-4aa3-8132-07306074d5fa tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/networks?id=88f0a8de-7270-4280-803a-efbf71b504a0 HTTP/1.1" status: 200  len: 796 time: 0.1616728
Dec 23 16:23:07.409741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-2e5453cc-278c-4085-97fc-6407d54dfac0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:23:07.424363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-2e5453cc-278c-4085-97fc-6407d54dfac0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:23:07.425602 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-2e5453cc-278c-4085-97fc-6407d54dfac0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 473 time: 0.0690188
Dec 23 16:23:07.429503 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db2e025a-6e33-4f79-9538-06a2b48cc9db req-2bce40ad-8f7b-4dc2-91ca-f28a3ff9ea1c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 210 time: 0.0521488
Dec 23 16:23:07.437716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Request body: {'port': {'device_id': 'e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:07.549250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:07.905507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1905dba-05d7-4820-b0be-56d44154539e {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:23:07.912612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:07.928184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Transition to ACTIVE for port object a1905dba-05d7-4820-b0be-56d44154539e will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:23:07.930844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:07.935319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c3f5231-f821-46f3-b03a-2eb24ca77a5e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:08.086631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Pushing event updated for resources: {'Port': ['ID=a1905dba-05d7-4820-b0be-56d44154539e,revision_number=7']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:08.092871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:08.224010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Attempting to bind port a1905dba-05d7-4820-b0be-56d44154539e on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:23:08.224442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Attempting to bind port a1905dba-05d7-4820-b0be-56d44154539e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:23:08.224740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Attempting to bind port a1905dba-05d7-4820-b0be-56d44154539e on network 88f0a8de-7270-4280-803a-efbf71b504a0 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:23:08.230975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Port a1905dba-05d7-4820-b0be-56d44154539e on network 88f0a8de-7270-4280-803a-efbf71b504a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:23:08.231369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Attempting to bind port a1905dba-05d7-4820-b0be-56d44154539e on network 88f0a8de-7270-4280-803a-efbf71b504a0 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:23:08.238924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:23:08.239325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Checking segment: {'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:23:08.239749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Bound using segment: {'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:23:08.240224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Bound port: a1905dba-05d7-4820-b0be-56d44154539e, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:23:08.240614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:08.339818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] For port a1905dba-05d7-4820-b0be-56d44154539e, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:23:08.343981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] For port a1905dba-05d7-4820-b0be-56d44154539e, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a1905dba-05d7-4820-b0be-56d44154539e,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:23:08.348200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:08.352884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:08.416830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:08.418268 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] 10.222.0.36 "PUT /v2.0/ports/a1905dba-05d7-4820-b0be-56d44154539e HTTP/1.1" status: 200  len: 1131 time: 0.9857557
Dec 23 16:23:08.418828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2', 'tag': 'a1905dba-05d7-4820-b0be-56d44154539e'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:23:08.434951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Pushing event updated for resources: {'Port': ['ID=a1905dba-05d7-4820-b0be-56d44154539e,revision_number=8']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:08.438961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:08.498814 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2', 'tag': 'a1905dba-05d7-4820-b0be-56d44154539e', 'status': 'completed', 'code': 200}
Dec 23 16:23:08.545208 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-6de8f14a-b33e-4f93-a654-f16d5ae88ca1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 1134 time: 0.0873041
Dec 23 16:23:08.651721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c44d3c-cba8-48e2-ad1e-8e9f1d1b877c req-8574f16e-4e6c-4718-bb2f-ce5757acb1e3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:08.654345 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-91c44d3c-cba8-48e2-ad1e-8e9f1d1b877c req-8574f16e-4e6c-4718-bb2f-ce5757acb1e3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 981 time: 0.0912457
Dec 23 16:23:08.662189 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-88c96286-1468-4866-9ba2-6cca3f86f5fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1905dba-05d7-4820-b0be-56d44154539e HTTP/1.1" status: 200  len: 1037 time: 0.1099224
Dec 23 16:23:08.707117 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-91c44d3c-cba8-48e2-ad1e-8e9f1d1b877c req-89aa3bd7-a376-4353-a132-9bd0c109e854 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461886
Dec 23 16:23:08.737386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-5dd16f92-010a-4597-95bd-02cc96a43d00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:08.739001 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-5dd16f92-010a-4597-95bd-02cc96a43d00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9ee6708-9994-4f23-8766-6fda3c516d36 HTTP/1.1" status: 200  len: 834 time: 0.0708554
Dec 23 16:23:08.823594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-cac59ea9-9e9c-4a03-8879-d10fb643edc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f0a8de-7270-4280-803a-efbf71b504a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0748098
Dec 23 16:23:08.964503 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-f8a81294-ac0e-42bd-a472-fb4fc851abdc service neutron] 10.222.0.36 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344175
Dec 23 16:23:09.107304 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83cd880a-317a-49e2-96be-c1b812e839a1 req-d82778ec-8489-46de-9ca5-b00796f0a37e service neutron] 10.222.0.36 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365724
Dec 23 16:23:09.230839 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c3e4b014-8b8e-44a9-8302-575f47e2ffd4 req-e300ac37-3434-4c0d-8c3c-6350d083ec7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 1134 time: 0.0796647
Dec 23 16:23:09.372058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4b014-8b8e-44a9-8302-575f47e2ffd4 req-7ccfacee-1bbe-45be-9dc3-abaf8c37e420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:09.373670 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c3e4b014-8b8e-44a9-8302-575f47e2ffd4 req-7ccfacee-1bbe-45be-9dc3-abaf8c37e420 service neutron] 10.222.0.36 "GET /v2.0/networks?id=88f0a8de-7270-4280-803a-efbf71b504a0 HTTP/1.1" status: 200  len: 897 time: 0.1363420
Dec 23 16:23:09.479969 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c3e4b014-8b8e-44a9-8302-575f47e2ffd4 req-bf654438-3a9e-4538-b137-0c8beb0ef9c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1905dba-05d7-4820-b0be-56d44154539e HTTP/1.1" status: 200  len: 1037 time: 0.0985317
Dec 23 16:23:09.552977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4b014-8b8e-44a9-8302-575f47e2ffd4 req-79805d93-a6d2-4181-abfc-44af2b34167a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:09.554542 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c3e4b014-8b8e-44a9-8302-575f47e2ffd4 req-79805d93-a6d2-4181-abfc-44af2b34167a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9ee6708-9994-4f23-8766-6fda3c516d36 HTTP/1.1" status: 200  len: 834 time: 0.0680790
Dec 23 16:23:09.634602 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c3e4b014-8b8e-44a9-8302-575f47e2ffd4 req-a1e42e8b-e432-4bf0-bc24-db92db2feb17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f0a8de-7270-4280-803a-efbf71b504a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0738487
Dec 23 16:23:09.779804 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c3e4b014-8b8e-44a9-8302-575f47e2ffd4 req-4168d311-fdea-4190-a9ff-eb242b441a4d service neutron] 10.222.0.36 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370370
Dec 23 16:23:09.983149 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c3e4b014-8b8e-44a9-8302-575f47e2ffd4 req-1ef0d286-ff81-4b44-80b1-56a5d601afb2 service neutron] 10.222.0.36 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1971297
Dec 23 16:23:10.002338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad67e5e-7e08-4a4e-8e8a-1455be430d2b req-bdf2fd56-4871-4b77-a5f8-6f68713b3243 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:10.003870 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dad67e5e-7e08-4a4e-8e8a-1455be430d2b req-bdf2fd56-4871-4b77-a5f8-6f68713b3243 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 981 time: 0.1211307
Dec 23 16:23:10.052359 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dad67e5e-7e08-4a4e-8e8a-1455be430d2b req-224e624b-dfc7-45c6-9e0d-19aa2dbda833 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421667
Dec 23 16:23:10.102527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a1905dba-05d7-4820-b0be-56d44154539e details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:23:10.246200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port a1905dba-05d7-4820-b0be-56d44154539e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a1905dba-05d7-4820-b0be-56d44154539e,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:23:10.261077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'a1905dba-05d7-4820-b0be-56d44154539e', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'port_id': 'a1905dba-05d7-4820-b0be-56d44154539e', 'mac_address': 'fa:16:3e:d7:8b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:23:10.320089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:10.339632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1905dba-05d7-4820-b0be-56d44154539e {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:23:10.355321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port a1905dba-05d7-4820-b0be-56d44154539e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a1905dba-05d7-4820-b0be-56d44154539e,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:23:10.358113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:10.360140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:10.426722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=a1905dba-05d7-4820-b0be-56d44154539e,revision_number=9']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:10.429881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:10.547282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['a1905dba-05d7-4820-b0be-56d44154539e'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:23:11.260137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e210c-35e4-46d4-ae70-0cc415fa2af3 req-70f28aaa-6576-4777-b759-d34725862240 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:11.261734 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0c8e210c-35e4-46d4-ae70-0cc415fa2af3 req-70f28aaa-6576-4777-b759-d34725862240 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 982 time: 0.0875053
Dec 23 16:23:11.309606 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0c8e210c-35e4-46d4-ae70-0cc415fa2af3 req-fc0fcf9a-80c8-48c4-b1a1-d4f461c21847 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417140
Dec 23 16:23:12.115665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:12.136024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a1905dba-05d7-4820-b0be-56d44154539e up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:23:12.206760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port a1905dba-05d7-4820-b0be-56d44154539e completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:23:12.211703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port a1905dba-05d7-4820-b0be-56d44154539e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:23:12.212137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:12.338668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:12.367818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1905dba-05d7-4820-b0be-56d44154539e'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:23:12.378867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port a1905dba-05d7-4820-b0be-56d44154539e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a1905dba-05d7-4820-b0be-56d44154539e,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:23:12.382700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:12.384595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:12.433801 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1905dba-05d7-4820-b0be-56d44154539e', 'code': 200}
Dec 23 16:23:12.456872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=a1905dba-05d7-4820-b0be-56d44154539e,revision_number=10']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:12.460134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:12.528279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f48260-be3d-41c8-9a25-a5450b1a6630 req-51d812ec-6690-4388-ab8d-4c3a21fb0a2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:12.529926 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20f48260-be3d-41c8-9a25-a5450b1a6630 req-51d812ec-6690-4388-ab8d-4c3a21fb0a2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 984 time: 0.0880914
Dec 23 16:23:12.580206 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20f48260-be3d-41c8-9a25-a5450b1a6630 req-27022114-1691-4881-a8fe-0387c4737b50 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434904
Dec 23 16:23:12.679123 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-35e289f8-196f-4ef9-9562-bbe156582788 req-eb8556f0-a689-4a3e-95b0-aa0625d75115 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 1137 time: 0.0788391
Dec 23 16:23:12.724716 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-35e289f8-196f-4ef9-9562-bbe156582788 req-28d4064b-a3e2-4411-82a5-a5ae2a26d58a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396063
Dec 23 16:23:13.798937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd81601-0bb8-49e1-af6f-9460f6b0e43c req-2c2b87aa-b758-4690-9e35-c1aceb8e507d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:13.800623 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3fd81601-0bb8-49e1-af6f-9460f6b0e43c req-2c2b87aa-b758-4690-9e35-c1aceb8e507d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 984 time: 0.0846374
Dec 23 16:23:13.849175 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3fd81601-0bb8-49e1-af6f-9460f6b0e43c req-60b77c95-52fe-4ea9-a0da-e4e6aa461f51 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424078
Dec 23 16:23:15.052561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e041ec-f463-4ef0-bd1c-97fd7ae25803 req-a438e74b-a5e7-4778-98c2-c256163f01d4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:15.054173 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-01e041ec-f463-4ef0-bd1c-97fd7ae25803 req-a438e74b-a5e7-4778-98c2-c256163f01d4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 984 time: 0.0825820
Dec 23 16:23:15.107727 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-01e041ec-f463-4ef0-bd1c-97fd7ae25803 req-e4dd1a7b-5092-416d-a808-684ff7d8f6f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475698
Dec 23 16:23:15.316832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffb1eb-0a42-4753-81c4-5d98b14bb6ae req-43139b44-9d48-4ca8-93da-71dafe2315ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:15.318447 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-37ffb1eb-0a42-4753-81c4-5d98b14bb6ae req-43139b44-9d48-4ca8-93da-71dafe2315ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 984 time: 0.0891638
Dec 23 16:23:15.367584 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-37ffb1eb-0a42-4753-81c4-5d98b14bb6ae req-4bda0635-0f8f-4d62-9df7-c808c75633e7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428910
Dec 23 16:23:15.395442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58644) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:15.472463 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d70931ef-35fb-432f-8acd-980376e289eb tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2&network_id=88f0a8de-7270-4280-803a-efbf71b504a0 HTTP/1.1" status: 200  len: 1132 time: 0.0757813
Dec 23 16:23:15.863876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85240c1-543f-4fac-8b36-b37820848a2a req-0f92482a-e8f3-43cc-99d9-c663a8bf53ef tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:15.865479 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e85240c1-543f-4fac-8b36-b37820848a2a req-0f92482a-e8f3-43cc-99d9-c663a8bf53ef tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 984 time: 0.0871758
Dec 23 16:23:15.913770 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e85240c1-543f-4fac-8b36-b37820848a2a req-cbdb635f-ee2f-46ae-b083-855d88b6ea37 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423443
Dec 23 16:23:17.115226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-2b8c83b9-3ba1-46b0-8c36-05167f659be5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:17.116833 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-2b8c83b9-3ba1-46b0-8c36-05167f659be5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 984 time: 0.1438296
Dec 23 16:23:17.423286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b2cef-8da1-483f-b6a9-bc1df392e8bd req-bc833931-06fc-4b64-b671-6a36a8eb5844 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:17.424910 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-113b2cef-8da1-483f-b6a9-bc1df392e8bd req-bc833931-06fc-4b64-b671-6a36a8eb5844 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 984 time: 0.3856671
Dec 23 16:23:17.450917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-dd2b6547-4ab6-49f7-813e-5d4935c7d26e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:17.452626 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-dd2b6547-4ab6-49f7-813e-5d4935c7d26e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/ports/a1905dba-05d7-4820-b0be-56d44154539e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.3298295
Dec 23 16:23:17.578420 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-113b2cef-8da1-483f-b6a9-bc1df392e8bd req-2ac7ad3b-415a-4bd1-9149-a02382519fec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455297
Dec 23 16:23:17.629070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-36ee2057-bdf6-4430-9097-4e73b4c5c036 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1708446
Dec 23 16:23:17.640606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-5965e350-ba2c-47a3-9e03-4898b19b8c6e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:17.754619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-5965e350-ba2c-47a3-9e03-4898b19b8c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:17.960706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-5965e350-ba2c-47a3-9e03-4898b19b8c6e service neutron] For port a1905dba-05d7-4820-b0be-56d44154539e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a1905dba-05d7-4820-b0be-56d44154539e,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:23:17.990070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-5965e350-ba2c-47a3-9e03-4898b19b8c6e service neutron] For port a1905dba-05d7-4820-b0be-56d44154539e, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:23:18.041678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-5965e350-ba2c-47a3-9e03-4898b19b8c6e service neutron] device_id is not set on port a1905dba-05d7-4820-b0be-56d44154539e yet. {{(pid=88841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 23 16:23:18.049888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-5965e350-ba2c-47a3-9e03-4898b19b8c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:18.054211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-5965e350-ba2c-47a3-9e03-4898b19b8c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:18.058705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:18.214477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965e350-ba2c-47a3-9e03-4898b19b8c6e service neutron] Pushing event updated for resources: {'Port': ['ID=a1905dba-05d7-4820-b0be-56d44154539e,revision_number=11']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:18.219912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5965e350-ba2c-47a3-9e03-4898b19b8c6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:18.270649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-5965e350-ba2c-47a3-9e03-4898b19b8c6e service neutron] No DVR routers for this DVR port a1905dba-05d7-4820-b0be-56d44154539e on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:23:18.458868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-926bef84-8f59-4039-9e0f-3ff93b084821 None None] Provisioning complete for port a1905dba-05d7-4820-b0be-56d44154539e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:23:18.459302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-926bef84-8f59-4039-9e0f-3ff93b084821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:18.513531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-926bef84-8f59-4039-9e0f-3ff93b084821 None None] Port a1905dba-05d7-4820-b0be-56d44154539e cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:23:18.532644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-5965e350-ba2c-47a3-9e03-4898b19b8c6e service neutron] In _notify_port_updated(), no bound segment for port a1905dba-05d7-4820-b0be-56d44154539e on network 88f0a8de-7270-4280-803a-efbf71b504a0 {{(pid=88841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 23 16:23:18.534226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-5965e350-ba2c-47a3-9e03-4898b19b8c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:18.535701 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-76ba2e01-7026-4323-be6b-64ebd4d39b95 req-5965e350-ba2c-47a3-9e03-4898b19b8c6e service neutron] 10.222.0.36 "PUT /v2.0/ports/a1905dba-05d7-4820-b0be-56d44154539e HTTP/1.1" status: 200  len: 1027 time: 0.8998668
Dec 23 16:23:18.765987 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b71602aa-e416-4698-a582-990f9f3672e2 req-432195b9-d571-4731-b0ff-05e0fdff85c0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2bdeca1-74f9-4fc0-b2bc-b9df5ca6b1a2 HTTP/1.1" status: 200  len: 210 time: 0.0463490
Dec 23 16:23:19.873059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58658) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:19.946824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2649f36-8317-4363-8c6a-5486b5aee8e1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:19.976715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2649f36-8317-4363-8c6a-5486b5aee8e1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:20.027291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2649f36-8317-4363-8c6a-5486b5aee8e1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:20.032942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-14dce109-0256-4ee6-a331-f5c9bf8fd508 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:20.052496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2649f36-8317-4363-8c6a-5486b5aee8e1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e990ed6-f807-48ce-bc98-5e873f80c2d8,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:20.055328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c2649f36-8317-4363-8c6a-5486b5aee8e1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:20.061837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2649f36-8317-4363-8c6a-5486b5aee8e1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:20.063107 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c2649f36-8317-4363-8c6a-5486b5aee8e1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/security-groups/5e990ed6-f807-48ce-bc98-5e873f80c2d8 HTTP/1.1" status: 204  len: 168 time: 0.1881835
Dec 23 16:23:20.100222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58664) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:20.181119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a1905dba-05d7-4820-b0be-56d44154539e no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:23:20.240814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a1905dba-05d7-4820-b0be-56d44154539e not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:23:20.317734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9f9361f0-7ddc-40ec-ba68-139f9f884479 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port fd8a947f-6eab-4950-b432-924eb62af7bf {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:23:20.318045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f9361f0-7ddc-40ec-ba68-139f9f884479 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:20.492524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f9361f0-7ddc-40ec-ba68-139f9f884479 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:20.492869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f9361f0-7ddc-40ec-ba68-139f9f884479 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:20.852482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9f9361f0-7ddc-40ec-ba68-139f9f884479 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for fd8a947f-6eab-4950-b432-924eb62af7bf owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:23:21.001948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f9361f0-7ddc-40ec-ba68-139f9f884479 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:21.006739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-08061eb6-b157-43d6-9a13-0f7edafc1d79 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:21.051470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9361f0-7ddc-40ec-ba68-139f9f884479 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=fd8a947f-6eab-4950-b432-924eb62af7bf,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:21.055851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9f9361f0-7ddc-40ec-ba68-139f9f884479 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:21.148256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f9361f0-7ddc-40ec-ba68-139f9f884479 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:21.559733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9361f0-7ddc-40ec-ba68-139f9f884479 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:23:21.776735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9361f0-7ddc-40ec-ba68-139f9f884479 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:23:21.787811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f754709-2c6d-4f9d-915f-f1af04c8574b None None] Sync routers for ids ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:23:21.800459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f9361f0-7ddc-40ec-ba68-139f9f884479 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:21.801371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f754709-2c6d-4f9d-915f-f1af04c8574b None None] Routers {'1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:23:21.802066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7f754709-2c6d-4f9d-915f-f1af04c8574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6ba6d8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:22:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:21.857207 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9f9361f0-7ddc-40ec-ba68-139f9f884479 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/floatingips/87ed57df-2cec-4656-95f4-4ad954d9e5a3 HTTP/1.1" status: 204  len: 168 time: 1.7557127
Dec 23 16:23:21.993536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-7f754709-2c6d-4f9d-915f-f1af04c8574b None None] Set router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:23:22.024291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58672) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:22.098977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a2d8fea-2f00-426f-b0b4-f1de6cba8a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:22.133420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a2d8fea-2f00-426f-b0b4-f1de6cba8a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:22.192536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a2d8fea-2f00-426f-b0b4-f1de6cba8a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:22.198701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f6628fff-dff0-4287-8636-43ac3c8abf70 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:22.214969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d8fea-2f00-426f-b0b4-f1de6cba8a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed21b374-2ccc-479d-b195-bfa9649cf4e9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:22.222965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8a2d8fea-2f00-426f-b0b4-f1de6cba8a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:22.224091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a2d8fea-2f00-426f-b0b4-f1de6cba8a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:22.225275 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8a2d8fea-2f00-426f-b0b4-f1de6cba8a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/security-groups/ed21b374-2ccc-479d-b195-bfa9649cf4e9 HTTP/1.1" status: 204  len: 168 time: 0.1999195
Dec 23 16:23:22.264722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58678) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:22.341533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b09cfcf5-e78d-4f80-947f-e774362ccacb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port a1905dba-05d7-4820-b0be-56d44154539e {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:23:22.341925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b09cfcf5-e78d-4f80-947f-e774362ccacb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:22.343104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7f754709-2c6d-4f9d-915f-f1af04c8574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6ba6d8>, [{'id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:41Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'aaa1a12f-3aef-4f4b-b034-0c857a67947b', 'name': '', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:62:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:40Z', 'updated_at': '2021-12-23T16:22:48Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:22.347474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f754709-2c6d-4f9d-915f-f1af04c8574b None None] Checking router: 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:23:22.359952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f754709-2c6d-4f9d-915f-f1af04c8574b None None] Routers {'1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:23:22.360616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7f754709-2c6d-4f9d-915f-f1af04c8574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6ba6d8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:22:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:22.549574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-7f754709-2c6d-4f9d-915f-f1af04c8574b None None] Set router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:23:22.606834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b09cfcf5-e78d-4f80-947f-e774362ccacb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:22.740129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b09cfcf5-e78d-4f80-947f-e774362ccacb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for a1905dba-05d7-4820-b0be-56d44154539e owned by  {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:23:22.904562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b09cfcf5-e78d-4f80-947f-e774362ccacb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:22.910939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-23fbb770-d434-4936-bed1-69e18c3d20a6 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:22.959801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cfcf5-e78d-4f80-947f-e774362ccacb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=a1905dba-05d7-4820-b0be-56d44154539e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:22.964460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b09cfcf5-e78d-4f80-947f-e774362ccacb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:23.061785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7f754709-2c6d-4f9d-915f-f1af04c8574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6ba6d8>, [{'id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:41Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'aaa1a12f-3aef-4f4b-b034-0c857a67947b', 'name': '', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:62:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:40Z', 'updated_at': '2021-12-23T16:22:48Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:23.068237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f754709-2c6d-4f9d-915f-f1af04c8574b None None] The sync data for ids ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'] in dv-neutron-822801-1-hyperv is: [{'id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:41Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'aaa1a12f-3aef-4f4b-b034-0c857a67947b', 'name': '', 'network_id': '88f0a8de-7270-4280-803a-efbf71b504a0', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:62:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:40Z', 'updated_at': '2021-12-23T16:22:48Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a9ee6708-9994-4f23-8766-6fda3c516d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:23:23.072097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b09cfcf5-e78d-4f80-947f-e774362ccacb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:23.083008 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b09cfcf5-e78d-4f80-947f-e774362ccacb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/ports/a1905dba-05d7-4820-b0be-56d44154539e HTTP/1.1" status: 204  len: 168 time: 0.8171134
Dec 23 16:23:23.085948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58682) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:23.523307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:23.537755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88f182-dbbb-48d9-b8bd-77d29336ba46 None None] New status for floating IP 87ed57df-2cec-4656-95f4-4ad954d9e5a3: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:23:24.375631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ab0acdb-caf7-466f-9ce0-08a1d87f4a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:24.398707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port aaa1a12f-3aef-4f4b-b034-0c857a67947b {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:23:24.399138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:24.598229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port aaa1a12f-3aef-4f4b-b034-0c857a67947b, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=aaa1a12f-3aef-4f4b-b034-0c857a67947b,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:23:24.598631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:24.733935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for aaa1a12f-3aef-4f4b-b034-0c857a67947b owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:23:24.919202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:24.923787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-42fc3649-a1e8-4163-9ffb-a364e2d60ead service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:24.966243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=aaa1a12f-3aef-4f4b-b034-0c857a67947b,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:25.050952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:25.051417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:25.051849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:25.052267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:25.052692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:25.053109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:25.053528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:25.053944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:25.054579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:25.055016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:25.055449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:25.058955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:25.303048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:25.908506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:23:25.910291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:26.128353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:23:26.141481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac3b44-6949-4205-b545-eaff9d8371af None None] Sync routers for ids ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:23:26.146656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58690) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:26.147094 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0598323
Dec 23 16:23:26.172475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac3b44-6949-4205-b545-eaff9d8371af None None] Routers {'1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:23:26.173187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4dac3b44-6949-4205-b545-eaff9d8371af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79df5c50>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:22:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:26.375605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4dac3b44-6949-4205-b545-eaff9d8371af None None] Set router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:23:26.379324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting subnet a9ee6708-9994-4f23-8766-6fda3c516d36 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:23:26.382738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:26.446152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:26.532900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:26.616639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:26.621282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-efda2f88-bf03-448f-bcc0-97fc758a6824 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:26.659700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ee6708-9994-4f23-8766-6fda3c516d36,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:26.673011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:26.673457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:26.673898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:26.674337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:26.675282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:26.675282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:26.675648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:26.676493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:26.676493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:26.676869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:26.677491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:23:26.680329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:26.680755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80875ed6-4938-4810-b5ec-36bcc9829f6f None None] Network 88f0a8de-7270-4280-803a-efbf71b504a0 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:23:26.684698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:26.688321 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/subnets/a9ee6708-9994-4f23-8766-6fda3c516d36 HTTP/1.1" status: 204  len: 168 time: 0.5397651
Dec 23 16:23:26.691261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58694) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:26.797587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4dac3b44-6949-4205-b545-eaff9d8371af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79df5c50>, [{'id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:23:24Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:26.816440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac3b44-6949-4205-b545-eaff9d8371af None None] Checking router: 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:23:26.821416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55e8bb0e-254c-4a6b-a7bb-af66931e292b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:26.904427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:26.905984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac3b44-6949-4205-b545-eaff9d8371af None None] Routers {'1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:23:26.906680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4dac3b44-6949-4205-b545-eaff9d8371af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79df5c50>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:23:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:27.115512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4dac3b44-6949-4205-b545-eaff9d8371af None None] Set router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:23:27.133049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:27.142787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 6b139962-69a4-40dc-ab22-2f451e9e790a {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:23:27.143242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:27.162448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d11b3-d4d4-4d53-8cdd-ff80f2ec62aa None None] DHCP port deletion for 88f0a8de-7270-4280-803a-efbf71b504a0 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:23:27.177109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-858d11b3-d4d4-4d53-8cdd-ff80f2ec62aa None None] Deleting port 1a612891-bb80-48dc-9117-ab48e56a42ec {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:23:27.177318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-858d11b3-d4d4-4d53-8cdd-ff80f2ec62aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:27.335448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port 6b139962-69a4-40dc-ab22-2f451e9e790a, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=6b139962-69a4-40dc-ab22-2f451e9e790a,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:23:27.335855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:27.364902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:27.466029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 6b139962-69a4-40dc-ab22-2f451e9e790a owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:23:27.620036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-858d11b3-d4d4-4d53-8cdd-ff80f2ec62aa None None] For port 1a612891-bb80-48dc-9117-ab48e56a42ec, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1a612891-bb80-48dc-9117-ab48e56a42ec,segment=NetworkSegment(7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed),segment_id=7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:23:27.620413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-858d11b3-d4d4-4d53-8cdd-ff80f2ec62aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:27.635850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:27.641132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0da7f482-8532-425c-a7bf-69dc3631eab5 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:27.684996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=6b139962-69a4-40dc-ab22-2f451e9e790a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:27.688972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:27.919954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-858d11b3-d4d4-4d53-8cdd-ff80f2ec62aa None None] Calling delete_port for 1a612891-bb80-48dc-9117-ab48e56a42ec owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:23:27.928834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:28.002202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4dac3b44-6949-4205-b545-eaff9d8371af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79df5c50>, [{'id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:23:24Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:28.007663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac3b44-6949-4205-b545-eaff9d8371af None None] The sync data for ids ['1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b'] in dv-neutron-822801-1-hyperv is: [{'id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'name': 'tempest-TestNetworkBasicOps-router-1001114459', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:23:24Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '6b139962-69a4-40dc-ab22-2f451e9e790a', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:37Z', 'updated_at': '2021-12-23T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:23:28.012733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-858d11b3-d4d4-4d53-8cdd-ff80f2ec62aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:28.018353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:28.064178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d11b3-d4d4-4d53-8cdd-ff80f2ec62aa None None] Pushing event deleted for resources: {'Port': ['ID=1a612891-bb80-48dc-9117-ab48e56a42ec,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:28.067201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-858d11b3-d4d4-4d53-8cdd-ff80f2ec62aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:28.069491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d11b3-d4d4-4d53-8cdd-ff80f2ec62aa None None] No DVR routers for this DVR port 1a612891-bb80-48dc-9117-ab48e56a42ec on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:23:28.212215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1a612891-bb80-48dc-9117-ab48e56a42ec no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:23:28.250886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 1a612891-bb80-48dc-9117-ab48e56a42ec {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:23:28.251321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1a612891-bb80-48dc-9117-ab48e56a42ec not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:23:28.251815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device aaa1a12f-3aef-4f4b-b034-0c857a67947b no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:23:28.291065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: aaa1a12f-3aef-4f4b-b034-0c857a67947b {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:23:28.291476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device aaa1a12f-3aef-4f4b-b034-0c857a67947b not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:23:28.454791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:28.459398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:28.483682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:28.484286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Fanout notify agent at l3_agent the message router_deleted on router 1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:23:28.500071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:28.501575 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/routers/1bd1b70c-b47f-45e6-bf64-e93d74dbaa8b HTTP/1.1" status: 204  len: 168 time: 1.8090231
Dec 23 16:23:28.504678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58698) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:28.554244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:28.634630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aec03c51-d372-4ea4-8415-0de3bbfdb2f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:28.780207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aec03c51-d372-4ea4-8415-0de3bbfdb2f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:28.808282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-aec03c51-d372-4ea4-8415-0de3bbfdb2f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79ffe128>,) {'filters': {'network_id': ['88f0a8de-7270-4280-803a-efbf71b504a0']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:28.822328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-aec03c51-d372-4ea4-8415-0de3bbfdb2f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ffe128>, '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:28.822671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-aec03c51-d372-4ea4-8415-0de3bbfdb2f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ffe128>, '7a26ece5-1aeb-4bbf-aebe-bc5cd5f238ed') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:28.835776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aec03c51-d372-4ea4-8415-0de3bbfdb2f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:28.853784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aec03c51-d372-4ea4-8415-0de3bbfdb2f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:28.860264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec03c51-d372-4ea4-8415-0de3bbfdb2f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:23:28.860703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aec03c51-d372-4ea4-8415-0de3bbfdb2f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:23:28.876362 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:23:28.959104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aec03c51-d372-4ea4-8415-0de3bbfdb2f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:28.962814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-87c8162a-6638-46e3-8c67-8aae160ed75b tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:28.978711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aec03c51-d372-4ea4-8415-0de3bbfdb2f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:28.990662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec03c51-d372-4ea4-8415-0de3bbfdb2f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Network': ['ID=88f0a8de-7270-4280-803a-efbf71b504a0,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:28.994548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aec03c51-d372-4ea4-8415-0de3bbfdb2f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:28.997100 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aec03c51-d372-4ea4-8415-0de3bbfdb2f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/networks/88f0a8de-7270-4280-803a-efbf71b504a0 HTTP/1.1" status: 204  len: 168 time: 0.4914012
Dec 23 16:23:29.011137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58702) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:29.025841 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f1558cc1-712f-4996-9478-11d65ff792aa tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0135019
Dec 23 16:23:29.028448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58706) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:29.034316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'network': {'name': 'tempest-network-smoke--2032181073', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'port_security_enabled': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:29.039462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:29.043843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:network and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:29.047589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:29.053789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:29.063258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:23:29.068758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:29.098733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:23:29.107579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:29.109290 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Added segment 7e6fa5a6-0ca1-495d-8e61-535e83669e17 of type vlan for network 52d1f441-401a-456c-a4d1-a5d2dc903ff7
Dec 23 16:23:29.136291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:29.170650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:29.175038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:29.175699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:29.181210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44f01446-1daf-4981-9e51-72df67ac8da9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:29.288824 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2590594
Dec 23 16:23:29.291864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58710) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:29.294415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Network': ['ID=52d1f441-401a-456c-a4d1-a5d2dc903ff7,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:29.297498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44c17e02-a866-4da2-98ca-9c26549b7fee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:29.299290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-80883481', 'admin_state_up': True, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:29.305643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 52d1f441-401a-456c-a4d1-a5d2dc903ff7 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:23:29.307698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:29.312436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:router and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:29.316269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:29.322724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:29.332792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:29.333801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:29.353479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:29.507668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:29.696545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:29.727765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:29.872555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.190 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/b2bcd62f-fc22-4eef-be54-13bdbe246eec) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:23:30.109646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6b139962-69a4-40dc-ab22-2f451e9e790a no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:23:30.150006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 6b139962-69a4-40dc-ab22-2f451e9e790a {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:23:30.150412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 6b139962-69a4-40dc-ab22-2f451e9e790a not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:23:30.264800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:30.290113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:30.294531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e734d0c8-3abe-4215-95c7-3cf6114861ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:30.365845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:23:30.368766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:23:30.371263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:23:30.403341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=b2bcd62f-fc22-4eef-be54-13bdbe246eec,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:30.410068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:30.537277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:30.538041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:30.774870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:23:30.988143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:23:30.998162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Sync routers for ids ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:23:31.011902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Routers {'1ec09bbd-ce33-4905-a8fc-ca465078ef99'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:23:31.012623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-086f0606-9273-45ed-b096-ce019b59919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6396a0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:23:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:31.014803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:31.016506 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 1.7234700
Dec 23 16:23:31.020570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58714) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:31.069394 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-511b4844-c878-48ed-a1a9-0f3bfafe779d tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=756d2eff28424d1081cd07d60adf0a7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0470750
Dec 23 16:23:31.071573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58718) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:31.201336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Set router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:23:31.221046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b58aac4-8ac0-42b0-99bd-251e14db1314 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:31.222752 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4b58aac4-8ac0-42b0-99bd-251e14db1314 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1501744
Dec 23 16:23:31.225828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58722) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:31.274935 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b8714aaf-bd56-4796-963e-65715b2241d2 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0452859
Dec 23 16:23:31.275175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58726) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:31.281202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1185820224', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:31.401555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:31.405863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:subnet and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:31.408865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:31.414927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:31.424161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:23:31.508544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-086f0606-9273-45ed-b096-ce019b59919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6396a0>, [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:30Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:31.512666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Checking router: 1ec09bbd-ce33-4905-a8fc-ca465078ef99 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:23:31.513077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Updating router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 port b2bcd62f-fc22-4eef-be54-13bdbe246eec binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:23:31.538951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:31.567497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:31.768041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:31.772441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c26b6396-fcbd-4ffe-adb8-c52dbb9c2b9c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:31.859437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Subnet': ['ID=a2231202-334a-4523-b19b-d07cb993aca8,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:31.864359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:31.869920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Checking segment: {'id': '7e6fa5a6-0ca1-495d-8e61-535e83669e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:23:31.870324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network hostable DHCP agents. Network: 52d1f441-401a-456c-a4d1-a5d2dc903ff7, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:23:31.892787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 52d1f441-401a-456c-a4d1-a5d2dc903ff7 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:23:31.901025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 52d1f441-401a-456c-a4d1-a5d2dc903ff7) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:23:31.905139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:31.905790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:31.910261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:31.912728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8950007-6bf7-486f-b2e5-b3801afa7bb0 None None] Network 52d1f441-401a-456c-a4d1-a5d2dc903ff7 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:23:31.923446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Transition to ACTIVE for port object b2bcd62f-fc22-4eef-be54-13bdbe246eec will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:23:31.928256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:31.931194 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6548707
Dec 23 16:23:31.931829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58730) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:31.938876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:32.004504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef8432-9e58-4aa8-b09d-d568d4728c73 None None] Pushing event updated for resources: {'Port': ['ID=b2bcd62f-fc22-4eef-be54-13bdbe246eec,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:32.023770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Attempting to bind port b2bcd62f-fc22-4eef-be54-13bdbe246eec on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:23:32.023770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Attempting to bind port b2bcd62f-fc22-4eef-be54-13bdbe246eec by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:23:32.024071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Attempting to bind port b2bcd62f-fc22-4eef-be54-13bdbe246eec on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:23:32.031432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0ef8432-9e58-4aa8-b09d-d568d4728c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:32.032511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:23:32.032511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:23:32.032969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:32.033412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:23:32.033930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Bound port: b2bcd62f-fc22-4eef-be54-13bdbe246eec, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:23:32.034340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:32.113022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-086f0606-9273-45ed-b096-ce019b59919f None None] For port b2bcd62f-fc22-4eef-be54-13bdbe246eec, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:23:32.116356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-086f0606-9273-45ed-b096-ce019b59919f None None] For port b2bcd62f-fc22-4eef-be54-13bdbe246eec, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b2bcd62f-fc22-4eef-be54-13bdbe246eec,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:23:32.120603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:32.125048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22e84ab3-bb10-4706-a750-a8ad334e1e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:32.158355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ips': [{'subnet_id': 'a2231202-334a-4523-b19b-d07cb993aca8'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:23:32.159459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:32.203068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Routers {'1ec09bbd-ce33-4905-a8fc-ca465078ef99'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:23:32.203736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-086f0606-9273-45ed-b096-ce019b59919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6396a0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:23:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:32.337491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Allocated IP 172.20.0.2 (52d1f441-401a-456c-a4d1-a5d2dc903ff7/a2231202-334a-4523-b19b-d07cb993aca8/cf197be4-98e8-4bba-a0ce-9eca15b583af) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:23:32.522707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef8432-9e58-4aa8-b09d-d568d4728c73 None None] Pushing event updated for resources: {'Port': ['ID=b2bcd62f-fc22-4eef-be54-13bdbe246eec,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:32.526301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0ef8432-9e58-4aa8-b09d-d568d4728c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:32.563492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-086f0606-9273-45ed-b096-ce019b59919f None None] Set router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:23:32.589314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:32.601340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Transition to ACTIVE for port object cf197be4-98e8-4bba-a0ce-9eca15b583af will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:23:32.621977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Transition to ACTIVE for port object cf197be4-98e8-4bba-a0ce-9eca15b583af will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:23:32.627183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:32.636924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-22c62dfa-794a-4d0b-8696-48379918885c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:32.704776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Network 52d1f441-401a-456c-a4d1-a5d2dc903ff7 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:23:32.708094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:23:32.712493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:23:32.715356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Pushing event updated for resources: {'Port': ['ID=cf197be4-98e8-4bba-a0ce-9eca15b583af,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:32.719674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:32.771683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:32.817040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Attempting to bind port cf197be4-98e8-4bba-a0ce-9eca15b583af on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:23:32.817468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Attempting to bind port cf197be4-98e8-4bba-a0ce-9eca15b583af by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '7e6fa5a6-0ca1-495d-8e61-535e83669e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:23:32.817892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Attempting to bind port cf197be4-98e8-4bba-a0ce-9eca15b583af on network 52d1f441-401a-456c-a4d1-a5d2dc903ff7 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:23:32.825067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:23:32.825497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Checking segment: {'id': '7e6fa5a6-0ca1-495d-8e61-535e83669e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:23:32.825954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:32.826400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Bound using segment: {'id': '7e6fa5a6-0ca1-495d-8e61-535e83669e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:23:32.827584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Bound port: cf197be4-98e8-4bba-a0ce-9eca15b583af, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6fa5a6-0ca1-495d-8e61-535e83669e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:23:32.828016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:32.895496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-086f0606-9273-45ed-b096-ce019b59919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6396a0>, [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:30Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:32.900619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f0606-9273-45ed-b096-ce019b59919f None None] The sync data for ids ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'] in dv-neutron-822801-1-hyperv is: [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:30Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:23:32.930395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] For port cf197be4-98e8-4bba-a0ce-9eca15b583af, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:23:32.933850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] For port cf197be4-98e8-4bba-a0ce-9eca15b583af, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=cf197be4-98e8-4bba-a0ce-9eca15b583af,segment=NetworkSegment(7e6fa5a6-0ca1-495d-8e61-535e83669e17),segment_id=7e6fa5a6-0ca1-495d-8e61-535e83669e17)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:23:32.938938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:32.943769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ed5dbd4-4930-4068-a69b-5eaa9fcc170e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:33.031583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Pushing event updated for resources: {'Port': ['ID=cf197be4-98e8-4bba-a0ce-9eca15b583af,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:33.034553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:33.204022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.1 (52d1f441-401a-456c-a4d1-a5d2dc903ff7/a2231202-334a-4523-b19b-d07cb993aca8/97cf2588-20ac-424c-bbcf-f858e41b2556) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:23:33.413767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:33.431908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object 97cf2588-20ac-424c-bbcf-f858e41b2556 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:23:33.456900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:33.462234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:33.537864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 52d1f441-401a-456c-a4d1-a5d2dc903ff7 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:23:33.541434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:23:33.547073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:23:33.583595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=97cf2588-20ac-424c-bbcf-f858e41b2556,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:33.592974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:33.618761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:33.707137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:34.216902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device cf197be4-98e8-4bba-a0ce-9eca15b583af up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:23:34.304582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port cf197be4-98e8-4bba-a0ce-9eca15b583af completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:23:34.311464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b2bcd62f-fc22-4eef-be54-13bdbe246eec up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:23:34.389065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port b2bcd62f-fc22-4eef-be54-13bdbe246eec completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:23:34.395701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b2bcd62f-fc22-4eef-be54-13bdbe246eec triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:23:34.396141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:34.416970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:34.421632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:34.455143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4c862098-1f29-41c9-a62a-2fba199ef040 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:34.528780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:34.547325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port b2bcd62f-fc22-4eef-be54-13bdbe246eec, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b2bcd62f-fc22-4eef-be54-13bdbe246eec,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:23:34.551470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:34.552621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=97cf2588-20ac-424c-bbcf-f858e41b2556,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:34.553499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-858d11b3-d4d4-4d53-8cdd-ff80f2ec62aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:34.556437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:34.557526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:34.623942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=b2bcd62f-fc22-4eef-be54-13bdbe246eec,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:34.627276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:34.719061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 52d1f441-401a-456c-a4d1-a5d2dc903ff7 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:23:34.720275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:23:34.766950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3830f7fd-7740-4074-97dd-59cc0d34338e None None] Network 52d1f441-401a-456c-a4d1-a5d2dc903ff7 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:23:34.902030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-10679618-b538-4761-955b-22b6239aacd4 None None] Provisioning for port cf197be4-98e8-4bba-a0ce-9eca15b583af completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:23:34.909603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-10679618-b538-4761-955b-22b6239aacd4 None None] Provisioning complete for port cf197be4-98e8-4bba-a0ce-9eca15b583af triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:23:34.910029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10679618-b538-4761-955b-22b6239aacd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:35.132816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10679618-b538-4761-955b-22b6239aacd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:35.147944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:23:35.175180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-10679618-b538-4761-955b-22b6239aacd4 None None] For port cf197be4-98e8-4bba-a0ce-9eca15b583af, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=cf197be4-98e8-4bba-a0ce-9eca15b583af,segment=NetworkSegment(7e6fa5a6-0ca1-495d-8e61-535e83669e17),segment_id=7e6fa5a6-0ca1-495d-8e61-535e83669e17)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:23:35.181356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10679618-b538-4761-955b-22b6239aacd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:35.183597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:35.259096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10679618-b538-4761-955b-22b6239aacd4 None None] Pushing event updated for resources: {'Port': ['ID=cf197be4-98e8-4bba-a0ce-9eca15b583af,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:35.262129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-10679618-b538-4761-955b-22b6239aacd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:35.386552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:23:35.401337 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/1ec09bbd-ce33-4905-a8fc-ca465078ef99/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4681437
Dec 23 16:23:35.404124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58734) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:35.516601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e31de1c7-4bf2-4ec3-b2ba-cadd4a70b546 None None] Provisioning for port 97cf2588-20ac-424c-bbcf-f858e41b2556 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:23:35.522444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e31de1c7-4bf2-4ec3-b2ba-cadd4a70b546 None None] Provisioning complete for port 97cf2588-20ac-424c-bbcf-f858e41b2556 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:23:35.523140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e31de1c7-4bf2-4ec3-b2ba-cadd4a70b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:35.567904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104f31b-71c1-40af-9cb3-8fcbd3cd1a38 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:35.568442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104f31b-71c1-40af-9cb3-8fcbd3cd1a38 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:35.568721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104f31b-71c1-40af-9cb3-8fcbd3cd1a38 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:35.569135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b104f31b-71c1-40af-9cb3-8fcbd3cd1a38 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:35.572592 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b104f31b-71c1-40af-9cb3-8fcbd3cd1a38 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1670353
Dec 23 16:23:35.574018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58738) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:35.593209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e31de1c7-4bf2-4ec3-b2ba-cadd4a70b546 None None] Port 97cf2588-20ac-424c-bbcf-f858e41b2556 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:23:35.607403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e31de1c7-4bf2-4ec3-b2ba-cadd4a70b546 None None] Provisioning complete for port cf197be4-98e8-4bba-a0ce-9eca15b583af triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:23:35.607931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e31de1c7-4bf2-4ec3-b2ba-cadd4a70b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:35.658886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d12da8-7a2e-4937-98a6-e7b620be9bb1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:35.659351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d12da8-7a2e-4937-98a6-e7b620be9bb1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:35.659783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d12da8-7a2e-4937-98a6-e7b620be9bb1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:35.660206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d12da8-7a2e-4937-98a6-e7b620be9bb1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:35.662064 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d7d12da8-7a2e-4937-98a6-e7b620be9bb1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0869503
Dec 23 16:23:35.664945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58742) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:35.868315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-151fe1f4-1b6e-4a6b-a510-e94c4bd0cf75 None None] Provisioning complete for port 97cf2588-20ac-424c-bbcf-f858e41b2556 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:23:35.868749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-151fe1f4-1b6e-4a6b-a510-e94c4bd0cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:35.904898 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e3bdfae9-6055-40e8-820f-9aae31c079bf tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.2360344
Dec 23 16:23:35.948993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-151fe1f4-1b6e-4a6b-a510-e94c4bd0cf75 None None] Port 97cf2588-20ac-424c-bbcf-f858e41b2556 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:23:35.973630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880fb156-ea54-487a-8580-055767139af2 None None] Sync routers for ids ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:23:35.987959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880fb156-ea54-487a-8580-055767139af2 None None] Routers {'1ec09bbd-ce33-4905-a8fc-ca465078ef99'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:23:35.989162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-880fb156-ea54-487a-8580-055767139af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635b38>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:23:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:36.181507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-87294820-75d9-4b6c-b6ef-6c9477e205cc None None] Provisioning complete for port 97cf2588-20ac-424c-bbcf-f858e41b2556 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:23:36.181945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-87294820-75d9-4b6c-b6ef-6c9477e205cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:36.219807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b2bcd62f-fc22-4eef-be54-13bdbe246eec up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:23:36.318616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-87294820-75d9-4b6c-b6ef-6c9477e205cc None None] Port 97cf2588-20ac-424c-bbcf-f858e41b2556 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:23:36.331146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-880fb156-ea54-487a-8580-055767139af2 None None] Set router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:23:36.408544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b2bcd62f-fc22-4eef-be54-13bdbe246eec triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:23:36.408980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:36.710587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58748) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:36.717742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1265097667', 'description': 'tempest-secgroup-smoke-1265097667 description', 'project_id': '756d2eff28424d1081cd07d60adf0a7c'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:36.724249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:36.728740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:36.731912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:36.738897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:36.749672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:36.789797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:36.793880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:36.797503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:36.803658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:36.861820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:36.865832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:36.871417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bfabad43-be29-4563-8d1e-31faf3138b52 tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:36.907881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device cf197be4-98e8-4bba-a0ce-9eca15b583af up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:23:36.918519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0b62f1-47f8-4c23-a083-63d974e3269d,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:36.921438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:36.925518 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2109630
Dec 23 16:23:36.925518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:36.926334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58752) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:36.931703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f9c11339-7636-4783-a17d-524d96d92b6e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '2b0b62f1-47f8-4c23-a083-63d974e3269d', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:36.938209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f9c11339-7636-4783-a17d-524d96d92b6e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:36.942202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f9c11339-7636-4783-a17d-524d96d92b6e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:36.945190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f9c11339-7636-4783-a17d-524d96d92b6e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:36.951854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f9c11339-7636-4783-a17d-524d96d92b6e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:36.970060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9c11339-7636-4783-a17d-524d96d92b6e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:36.971741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:23:37.012962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-880fb156-ea54-487a-8580-055767139af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635b38>, [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:33Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '97cf2588-20ac-424c-bbcf-f858e41b2556', 'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:ec:2d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:33Z', 'updated_at': '2021-12-23T16:23:33Z', 'revision_number': 2, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:37.016390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port cf197be4-98e8-4bba-a0ce-9eca15b583af triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:23:37.016824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.041199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9c11339-7636-4783-a17d-524d96d92b6e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.044307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9c11339-7636-4783-a17d-524d96d92b6e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.046930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1624237a-7190-4d6a-8a18-52064e02c847 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:37.057840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880fb156-ea54-487a-8580-055767139af2 None None] Checking router: 1ec09bbd-ce33-4905-a8fc-ca465078ef99 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:23:37.058260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880fb156-ea54-487a-8580-055767139af2 None None] Updating router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 port 97cf2588-20ac-424c-bbcf-f858e41b2556 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:23:37.072364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c11339-7636-4783-a17d-524d96d92b6e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d8bdee-e7f2-40b4-9a51-e81d8baa39ae,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:37.076764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f9c11339-7636-4783-a17d-524d96d92b6e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:37.084477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f9c11339-7636-4783-a17d-524d96d92b6e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.088508 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f9c11339-7636-4783-a17d-524d96d92b6e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1591110
Dec 23 16:23:37.088737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58756) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:37.095102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-63b47e16-380f-4d04-b6ff-f84b2d721590 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '2b0b62f1-47f8-4c23-a083-63d974e3269d', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:37.101396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-63b47e16-380f-4d04-b6ff-f84b2d721590 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:37.105459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-63b47e16-380f-4d04-b6ff-f84b2d721590 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:37.109452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-63b47e16-380f-4d04-b6ff-f84b2d721590 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:37.116364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-63b47e16-380f-4d04-b6ff-f84b2d721590 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:37.132312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-880fb156-ea54-487a-8580-055767139af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.134674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63b47e16-380f-4d04-b6ff-f84b2d721590 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.201445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63b47e16-380f-4d04-b6ff-f84b2d721590 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.205103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63b47e16-380f-4d04-b6ff-f84b2d721590 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.207093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-833c0d9c-852f-4dc5-b212-7531a15d9f38 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:37.232315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b47e16-380f-4d04-b6ff-f84b2d721590 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a944d48-a82a-4761-9932-87c15bb42c41,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:37.235790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63b47e16-380f-4d04-b6ff-f84b2d721590 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:37.242399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63b47e16-380f-4d04-b6ff-f84b2d721590 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.246497 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-63b47e16-380f-4d04-b6ff-f84b2d721590 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1539922
Dec 23 16:23:37.246727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58760) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:37.253462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-eca989a6-771c-4d86-93ad-4de3cf3411c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '2b0b62f1-47f8-4c23-a083-63d974e3269d', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:37.259967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eca989a6-771c-4d86-93ad-4de3cf3411c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:37.264480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eca989a6-771c-4d86-93ad-4de3cf3411c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:37.267868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eca989a6-771c-4d86-93ad-4de3cf3411c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:37.274598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eca989a6-771c-4d86-93ad-4de3cf3411c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:37.292209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eca989a6-771c-4d86-93ad-4de3cf3411c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.359283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eca989a6-771c-4d86-93ad-4de3cf3411c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.362370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eca989a6-771c-4d86-93ad-4de3cf3411c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.364324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-86fde625-c062-4eb7-8116-81965c4bdd04 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:37.392557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca989a6-771c-4d86-93ad-4de3cf3411c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae477b39-40f2-4c09-9170-00ab99552551,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:37.395294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eca989a6-771c-4d86-93ad-4de3cf3411c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:37.401721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eca989a6-771c-4d86-93ad-4de3cf3411c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.403074 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eca989a6-771c-4d86-93ad-4de3cf3411c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1552889
Dec 23 16:23:37.406226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58764) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:37.412225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-63d71789-163f-4b28-bc3e-c1772aafc15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '2b0b62f1-47f8-4c23-a083-63d974e3269d', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:37.418682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-63d71789-163f-4b28-bc3e-c1772aafc15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:37.422890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-63d71789-163f-4b28-bc3e-c1772aafc15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:37.425985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-63d71789-163f-4b28-bc3e-c1772aafc15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:37.432110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-63d71789-163f-4b28-bc3e-c1772aafc15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:37.448991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63d71789-163f-4b28-bc3e-c1772aafc15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.520916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63d71789-163f-4b28-bc3e-c1772aafc15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.523667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63d71789-163f-4b28-bc3e-c1772aafc15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.525514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:37.549249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d71789-163f-4b28-bc3e-c1772aafc15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3a5546-dd6c-4360-b94a-fb7c44589849,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:37.551923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63d71789-163f-4b28-bc3e-c1772aafc15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:37.558551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63d71789-163f-4b28-bc3e-c1772aafc15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.559069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-880fb156-ea54-487a-8580-055767139af2 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.563526 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-63d71789-163f-4b28-bc3e-c1772aafc15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1526423
Dec 23 16:23:37.563973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58768) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:37.570614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-120e74c1-aae5-4892-816e-980625dd7d25 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '2b0b62f1-47f8-4c23-a083-63d974e3269d', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:37.572234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-880fb156-ea54-487a-8580-055767139af2 None None] Transition to ACTIVE for port object 97cf2588-20ac-424c-bbcf-f858e41b2556 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:23:37.578287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-120e74c1-aae5-4892-816e-980625dd7d25 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:37.578855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-880fb156-ea54-487a-8580-055767139af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.582484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-120e74c1-aae5-4892-816e-980625dd7d25 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:37.583466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-10679618-b538-4761-955b-22b6239aacd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:37.585554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-120e74c1-aae5-4892-816e-980625dd7d25 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:37.591762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-120e74c1-aae5-4892-816e-980625dd7d25 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:37.602054 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-120e74c1-aae5-4892-816e-980625dd7d25 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:23:37.609164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-120e74c1-aae5-4892-816e-980625dd7d25 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.681718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-120e74c1-aae5-4892-816e-980625dd7d25 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.684899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-120e74c1-aae5-4892-816e-980625dd7d25 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.687660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ab72631a-e53e-4a47-a4a9-da35fe9515dd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:37.714046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e74c1-aae5-4892-816e-980625dd7d25 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08cbb7d8-3ff8-4bd8-9b3a-6fee68548d2c,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:37.718777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127616bf-71d6-4bde-86a4-0a3eb2755f19 None None] Pushing event updated for resources: {'Port': ['ID=97cf2588-20ac-424c-bbcf-f858e41b2556,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:37.719909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-120e74c1-aae5-4892-816e-980625dd7d25 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:37.722149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-127616bf-71d6-4bde-86a4-0a3eb2755f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:37.728718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-120e74c1-aae5-4892-816e-980625dd7d25 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.731503 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-120e74c1-aae5-4892-816e-980625dd7d25 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1664076
Dec 23 16:23:37.733434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58772) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:37.740396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1953fd0f-5593-43a5-8f22-a124bab5579c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '2b0b62f1-47f8-4c23-a083-63d974e3269d', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:37.747715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1953fd0f-5593-43a5-8f22-a124bab5579c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:37.752070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1953fd0f-5593-43a5-8f22-a124bab5579c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:37.755875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1953fd0f-5593-43a5-8f22-a124bab5579c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:37.762294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1953fd0f-5593-43a5-8f22-a124bab5579c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:37.774342 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-1953fd0f-5593-43a5-8f22-a124bab5579c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:23:37.782532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1953fd0f-5593-43a5-8f22-a124bab5579c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.820848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-880fb156-ea54-487a-8580-055767139af2 None None] Attempting to bind port 97cf2588-20ac-424c-bbcf-f858e41b2556 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:23:37.821280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-880fb156-ea54-487a-8580-055767139af2 None None] Attempting to bind port 97cf2588-20ac-424c-bbcf-f858e41b2556 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '7e6fa5a6-0ca1-495d-8e61-535e83669e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:23:37.821702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fb156-ea54-487a-8580-055767139af2 None None] Attempting to bind port 97cf2588-20ac-424c-bbcf-f858e41b2556 on network 52d1f441-401a-456c-a4d1-a5d2dc903ff7 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:23:37.830288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fb156-ea54-487a-8580-055767139af2 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:23:37.830733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fb156-ea54-487a-8580-055767139af2 None None] Checking segment: {'id': '7e6fa5a6-0ca1-495d-8e61-535e83669e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:23:37.831394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-880fb156-ea54-487a-8580-055767139af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.831856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fb156-ea54-487a-8580-055767139af2 None None] Bound using segment: {'id': '7e6fa5a6-0ca1-495d-8e61-535e83669e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:23:37.832392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-880fb156-ea54-487a-8580-055767139af2 None None] Bound port: 97cf2588-20ac-424c-bbcf-f858e41b2556, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6fa5a6-0ca1-495d-8e61-535e83669e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:23:37.832827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-880fb156-ea54-487a-8580-055767139af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.865636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1953fd0f-5593-43a5-8f22-a124bab5579c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.869554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1953fd0f-5593-43a5-8f22-a124bab5579c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.877965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74b61a9b-6a3e-4d31-9103-502399d59ccf tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:37.901348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953fd0f-5593-43a5-8f22-a124bab5579c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58069a27-8f4c-4c1b-b360-e120081fecf8,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:37.904377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1953fd0f-5593-43a5-8f22-a124bab5579c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:37.914592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1953fd0f-5593-43a5-8f22-a124bab5579c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.921721 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1953fd0f-5593-43a5-8f22-a124bab5579c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1812913
Dec 23 16:23:37.938702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-880fb156-ea54-487a-8580-055767139af2 None None] For port 97cf2588-20ac-424c-bbcf-f858e41b2556, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:23:37.943518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-880fb156-ea54-487a-8580-055767139af2 None None] For port 97cf2588-20ac-424c-bbcf-f858e41b2556, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=97cf2588-20ac-424c-bbcf-f858e41b2556,segment=NetworkSegment(7e6fa5a6-0ca1-495d-8e61-535e83669e17),segment_id=7e6fa5a6-0ca1-495d-8e61-535e83669e17)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:23:37.949190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-880fb156-ea54-487a-8580-055767139af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:37.954875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-88d3fca9-725b-431a-93de-12816a447712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:38.052884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127616bf-71d6-4bde-86a4-0a3eb2755f19 None None] Pushing event updated for resources: {'Port': ['ID=97cf2588-20ac-424c-bbcf-f858e41b2556,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:38.055893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880fb156-ea54-487a-8580-055767139af2 None None] Routers {'1ec09bbd-ce33-4905-a8fc-ca465078ef99'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:23:38.056585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-880fb156-ea54-487a-8580-055767139af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635b38>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:23:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:38.113989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-127616bf-71d6-4bde-86a4-0a3eb2755f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:38.122937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6753fd9f-d17e-4de0-b50e-bfbc34978e32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:23:38.140858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6753fd9f-d17e-4de0-b50e-bfbc34978e32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:23:38.142480 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6753fd9f-d17e-4de0-b50e-bfbc34978e32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1265097667&fields=id&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 267 time: 0.0716271
Dec 23 16:23:38.258343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-880fb156-ea54-487a-8580-055767139af2 None None] Set router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:23:38.323843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-09e46de1-8237-4533-afa3-633f4af1183d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:38.325603 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-09e46de1-8237-4533-afa3-633f4af1183d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/networks?id=52d1f441-401a-456c-a4d1-a5d2dc903ff7 HTTP/1.1" status: 200  len: 797 time: 0.1757557
Dec 23 16:23:38.350718 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-d4ccb286-ac35-462d-b6b6-09e1805d1413 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/quotas/756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 375 time: 0.0179102
Dec 23 16:23:38.439973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-3eaf7ec3-8806-474f-b115-1b69d7478bbb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:23:38.455779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-3eaf7ec3-8806-474f-b115-1b69d7478bbb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:23:38.457235 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-3eaf7ec3-8806-474f-b115-1b69d7478bbb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0993536
Dec 23 16:23:38.619552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-880fb156-ea54-487a-8580-055767139af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635b38>, [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:33Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '97cf2588-20ac-424c-bbcf-f858e41b2556', 'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:ec:2d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:33Z', 'updated_at': '2021-12-23T16:23:37Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:38.624218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880fb156-ea54-487a-8580-055767139af2 None None] The sync data for ids ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'] in dv-neutron-822801-1-hyperv is: [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:33Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '97cf2588-20ac-424c-bbcf-f858e41b2556', 'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:ec:2d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:33Z', 'updated_at': '2021-12-23T16:23:37Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:23:38.804429 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9b630eef-5853-4453-9448-722a2bc0f702 service neutron] 10.222.0.67 "GET /v2.0/networks/52d1f441-401a-456c-a4d1-a5d2dc903ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3336763
Dec 23 16:23:38.956600 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6ee4c2ff-92b8-4441-b344-7401a3435f75 service neutron] 10.222.0.67 "GET /v2.0/networks/52d1f441-401a-456c-a4d1-a5d2dc903ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454735
Dec 23 16:23:39.169112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-08a90c7f-7e8c-4895-8b9f-71b466cf9cd5 req-3b781459-b49a-4796-be02-dc00afbcbe99 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:23:39.183014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-08a90c7f-7e8c-4895-8b9f-71b466cf9cd5 req-3b781459-b49a-4796-be02-dc00afbcbe99 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:23:39.187544 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-08a90c7f-7e8c-4895-8b9f-71b466cf9cd5 req-3b781459-b49a-4796-be02-dc00afbcbe99 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 210 time: 0.0732298
Dec 23 16:23:40.194245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 97cf2588-20ac-424c-bbcf-f858e41b2556 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:23:40.280817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 97cf2588-20ac-424c-bbcf-f858e41b2556 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:23:40.287399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 97cf2588-20ac-424c-bbcf-f858e41b2556 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:23:40.287964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:40.289318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-fb17225e-d0ec-4d0b-8c9a-4d697e4c0c9c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:40.290951 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-fb17225e-d0ec-4d0b-8c9a-4d697e4c0c9c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/networks?id=52d1f441-401a-456c-a4d1-a5d2dc903ff7 HTTP/1.1" status: 200  len: 797 time: 0.1882432
Dec 23 16:23:40.417972 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-53c080b7-1857-499b-81dc-0f15a05700ed req-a6f8393d-87dd-4970-966e-f45987914623 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 210 time: 0.0764689
Dec 23 16:23:40.421334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:40.433374 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-3483c31f-9431-4032-a1e4-19b92b4a6900 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 380 time: 0.1311355
Dec 23 16:23:40.444909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'port': {'device_id': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'admin_state_up': True, 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'security_groups': ['2b0b62f1-47f8-4c23-a083-63d974e3269d']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:40.462343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 97cf2588-20ac-424c-bbcf-f858e41b2556, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=97cf2588-20ac-424c-bbcf-f858e41b2556,segment=NetworkSegment(7e6fa5a6-0ca1-495d-8e61-535e83669e17),segment_id=7e6fa5a6-0ca1-495d-8e61-535e83669e17)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:23:40.465390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:40.468789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-127616bf-71d6-4bde-86a4-0a3eb2755f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:40.537760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=97cf2588-20ac-424c-bbcf-f858e41b2556,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:40.541136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:40.593317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:40.603494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:40.612295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:23:40.617772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:40.789807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.6 (52d1f441-401a-456c-a4d1-a5d2dc903ff7/a2231202-334a-4523-b19b-d07cb993aca8/a71c48ac-e940-40a4-8c7b-04253343b226) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:23:41.217438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:41.234029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object a71c48ac-e940-40a4-8c7b-04253343b226 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:23:41.253162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:41.258834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:41.331567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 52d1f441-401a-456c-a4d1-a5d2dc903ff7 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:23:41.334755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:23:41.339142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:23:41.367592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=a71c48ac-e940-40a4-8c7b-04253343b226,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:41.373635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:41.412702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:41.413406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:41.439945 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9991496
Dec 23 16:23:41.453491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Request body: {'port': {'device_id': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:41.577055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:41.644121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b646db-d295-4124-a6e5-fa845e9d3fd4 req-cfffa58d-d3d5-431a-96b5-cef38df4bedd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:41.646020 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a0b646db-d295-4124-a6e5-fa845e9d3fd4 req-cfffa58d-d3d5-431a-96b5-cef38df4bedd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 931 time: 0.0912919
Dec 23 16:23:41.651805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-db2a3798-9dda-4e31-a9c8-05f8a0870dd7 None None] Provisioning for port a71c48ac-e940-40a4-8c7b-04253343b226 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:23:41.658789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-db2a3798-9dda-4e31-a9c8-05f8a0870dd7 None None] Provisioning complete for port a71c48ac-e940-40a4-8c7b-04253343b226 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:23:41.659266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db2a3798-9dda-4e31-a9c8-05f8a0870dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:41.701855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-a0b646db-d295-4124-a6e5-fa845e9d3fd4 req-a0cb7eaa-8aec-42d8-a523-8a300ba434a4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:23:41.714570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-a0b646db-d295-4124-a6e5-fa845e9d3fd4 req-a0cb7eaa-8aec-42d8-a523-8a300ba434a4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:23:41.715893 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a0b646db-d295-4124-a6e5-fa845e9d3fd4 req-a0cb7eaa-8aec-42d8-a523-8a300ba434a4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=2b0b62f1-47f8-4c23-a083-63d974e3269d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581596
Dec 23 16:23:41.719954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-db2a3798-9dda-4e31-a9c8-05f8a0870dd7 None None] Port a71c48ac-e940-40a4-8c7b-04253343b226 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:23:41.953136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71c48ac-e940-40a4-8c7b-04253343b226 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:23:41.960025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:41.974865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Transition to ACTIVE for port object a71c48ac-e940-40a4-8c7b-04253343b226 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:23:41.977628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:41.981933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f4b05293-3215-4936-b57d-7cac067da1df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:42.109270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Pushing event updated for resources: {'Port': ['ID=a71c48ac-e940-40a4-8c7b-04253343b226,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:42.114444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:42.133640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:42.204418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 97cf2588-20ac-424c-bbcf-f858e41b2556 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:23:42.236858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Attempting to bind port a71c48ac-e940-40a4-8c7b-04253343b226 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:23:42.237361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Attempting to bind port a71c48ac-e940-40a4-8c7b-04253343b226 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '7e6fa5a6-0ca1-495d-8e61-535e83669e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:23:42.237563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Attempting to bind port a71c48ac-e940-40a4-8c7b-04253343b226 on network 52d1f441-401a-456c-a4d1-a5d2dc903ff7 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:23:42.244398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Port a71c48ac-e940-40a4-8c7b-04253343b226 on network 52d1f441-401a-456c-a4d1-a5d2dc903ff7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:23:42.244748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Attempting to bind port a71c48ac-e940-40a4-8c7b-04253343b226 on network 52d1f441-401a-456c-a4d1-a5d2dc903ff7 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:23:42.253018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:23:42.253692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Checking segment: {'id': '7e6fa5a6-0ca1-495d-8e61-535e83669e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:23:42.253844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Bound using segment: {'id': '7e6fa5a6-0ca1-495d-8e61-535e83669e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:23:42.254392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Bound port: a71c48ac-e940-40a4-8c7b-04253343b226, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e6fa5a6-0ca1-495d-8e61-535e83669e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:23:42.254786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:42.283102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 97cf2588-20ac-424c-bbcf-f858e41b2556 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:23:42.283542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:42.355489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] For port a71c48ac-e940-40a4-8c7b-04253343b226, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:23:42.359488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] For port a71c48ac-e940-40a4-8c7b-04253343b226, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a71c48ac-e940-40a4-8c7b-04253343b226,segment=NetworkSegment(7e6fa5a6-0ca1-495d-8e61-535e83669e17),segment_id=7e6fa5a6-0ca1-495d-8e61-535e83669e17)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:23:42.363807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:42.367727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15443914-4c72-4b3c-9b83-7ca67ec3121e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:42.434312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:42.436447 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] 10.222.0.36 "PUT /v2.0/ports/a71c48ac-e940-40a4-8c7b-04253343b226 HTTP/1.1" status: 200  len: 1093 time: 0.9877553
Dec 23 16:23:42.437096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'tag': 'a71c48ac-e940-40a4-8c7b-04253343b226'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:23:42.450412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Pushing event updated for resources: {'Port': ['ID=a71c48ac-e940-40a4-8c7b-04253343b226,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:42.454183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:42.525679 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'tag': 'a71c48ac-e940-40a4-8c7b-04253343b226', 'status': 'completed', 'code': 200}
Dec 23 16:23:42.565751 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-17ce4ea8-2c28-48c5-b48f-97dd3b20119c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 1096 time: 0.0860910
Dec 23 16:23:42.643080 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-4ecc548e-e146-495c-88a8-ba5a0d37faa9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a71c48ac-e940-40a4-8c7b-04253343b226 HTTP/1.1" status: 200  len: 217 time: 0.0694182
Dec 23 16:23:42.716330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-913c1462-f22c-4332-a4ec-b6b111b168e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:42.718684 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-913c1462-f22c-4332-a4ec-b6b111b168e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2231202-334a-4523-b19b-d07cb993aca8 HTTP/1.1" status: 200  len: 835 time: 0.0695193
Dec 23 16:23:42.801014 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-32f224cb-b120-42e8-be2b-37acdc7ca81c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52d1f441-401a-456c-a4d1-a5d2dc903ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0760734
Dec 23 16:23:42.929344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952027ce-c825-4967-b7e3-b2c3ee0eabf5 req-1b1ef34a-4bb0-4574-ba28-68dfec07752b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:42.930964 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-952027ce-c825-4967-b7e3-b2c3ee0eabf5 req-1b1ef34a-4bb0-4574-ba28-68dfec07752b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 943 time: 0.0912840
Dec 23 16:23:42.954397 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-9a803836-22a8-4d40-96d9-fac388a204fa service neutron] 10.222.0.36 "GET /v2.0/networks/52d1f441-401a-456c-a4d1-a5d2dc903ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472163
Dec 23 16:23:42.980837 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-952027ce-c825-4967-b7e3-b2c3ee0eabf5 req-c40feeac-de0c-41cb-b59f-38192e505911 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=2b0b62f1-47f8-4c23-a083-63d974e3269d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434411
Dec 23 16:23:43.106917 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cac44af-7de1-49d8-a265-36c370f675e3 req-5edf3c9b-f6f6-41bc-85c0-d7f16d04a715 service neutron] 10.222.0.36 "GET /v2.0/networks/52d1f441-401a-456c-a4d1-a5d2dc903ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462460
Dec 23 16:23:43.228533 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0fdb3266-656c-4494-b042-242c2885f85f req-2b84600b-badb-4d8b-9396-7c2638d8a757 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 1096 time: 0.0770705
Dec 23 16:23:43.374675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb3266-656c-4494-b042-242c2885f85f req-8b33c320-0171-4e02-be45-4422503d6c33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:43.376248 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0fdb3266-656c-4494-b042-242c2885f85f req-8b33c320-0171-4e02-be45-4422503d6c33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=52d1f441-401a-456c-a4d1-a5d2dc903ff7 HTTP/1.1" status: 200  len: 898 time: 0.1417661
Dec 23 16:23:43.452560 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0fdb3266-656c-4494-b042-242c2885f85f req-33e7dbcd-dfbb-44fa-b04a-175d66298365 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a71c48ac-e940-40a4-8c7b-04253343b226 HTTP/1.1" status: 200  len: 217 time: 0.0694106
Dec 23 16:23:43.522147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb3266-656c-4494-b042-242c2885f85f req-a86bfa32-c3c7-45bd-9d60-67f923e96515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:43.523751 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0fdb3266-656c-4494-b042-242c2885f85f req-a86bfa32-c3c7-45bd-9d60-67f923e96515 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2231202-334a-4523-b19b-d07cb993aca8 HTTP/1.1" status: 200  len: 835 time: 0.0641365
Dec 23 16:23:43.608799 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0fdb3266-656c-4494-b042-242c2885f85f req-3c51c51b-5752-4b38-b32a-bdd72f034986 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52d1f441-401a-456c-a4d1-a5d2dc903ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0782454
Dec 23 16:23:43.756195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0fdb3266-656c-4494-b042-242c2885f85f req-c099ee4d-f916-4794-a502-fe2b0f00ba01 service neutron] 10.222.0.36 "GET /v2.0/networks/52d1f441-401a-456c-a4d1-a5d2dc903ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405232
Dec 23 16:23:43.899725 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0fdb3266-656c-4494-b042-242c2885f85f req-53366b4b-8162-437f-8319-d33e17f307f9 service neutron] 10.222.0.36 "GET /v2.0/networks/52d1f441-401a-456c-a4d1-a5d2dc903ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364601
Dec 23 16:23:44.191898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a356a5-bd2b-43f5-a22f-9f85822517f6 req-e38514bb-c6ab-4b9c-94bf-23deb70e4bac tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:44.192670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-b7a356a5-bd2b-43f5-a22f-9f85822517f6 req-e38514bb-c6ab-4b9c-94bf-23deb70e4bac tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:23:44.207744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-b7a356a5-bd2b-43f5-a22f-9f85822517f6 req-e38514bb-c6ab-4b9c-94bf-23deb70e4bac tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:23:44.209075 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b7a356a5-bd2b-43f5-a22f-9f85822517f6 req-e38514bb-c6ab-4b9c-94bf-23deb70e4bac tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 943 time: 0.1002340
Dec 23 16:23:44.258499 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b7a356a5-bd2b-43f5-a22f-9f85822517f6 req-38b05138-72c3-405b-a546-2f03622387e6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=2b0b62f1-47f8-4c23-a083-63d974e3269d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432880
Dec 23 16:23:44.261954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a71c48ac-e940-40a4-8c7b-04253343b226 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:23:44.406356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port a71c48ac-e940-40a4-8c7b-04253343b226, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a71c48ac-e940-40a4-8c7b-04253343b226,segment=NetworkSegment(7e6fa5a6-0ca1-495d-8e61-535e83669e17),segment_id=7e6fa5a6-0ca1-495d-8e61-535e83669e17)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:23:44.421502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'a71c48ac-e940-40a4-8c7b-04253343b226', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'port_id': 'a71c48ac-e940-40a4-8c7b-04253343b226', 'mac_address': 'fa:16:3e:65:1d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:23:44.478165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:44.496679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71c48ac-e940-40a4-8c7b-04253343b226 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:23:44.512010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port a71c48ac-e940-40a4-8c7b-04253343b226, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a71c48ac-e940-40a4-8c7b-04253343b226,segment=NetworkSegment(7e6fa5a6-0ca1-495d-8e61-535e83669e17),segment_id=7e6fa5a6-0ca1-495d-8e61-535e83669e17)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:23:44.515819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:44.517702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-30e7445d-ad27-4cb2-8cab-279d6487cb1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:44.755673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=a71c48ac-e940-40a4-8c7b-04253343b226,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:44.758735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:44.787239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['a71c48ac-e940-40a4-8c7b-04253343b226'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:23:45.464281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7bb5e-d6d3-4f55-b5d7-dd577a7d2e59 req-b61d87a1-a9c7-480e-9b51-cc3594018b57 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:45.465995 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-88c7bb5e-d6d3-4f55-b5d7-dd577a7d2e59 req-b61d87a1-a9c7-480e-9b51-cc3594018b57 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 944 time: 0.0846086
Dec 23 16:23:45.515741 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-88c7bb5e-d6d3-4f55-b5d7-dd577a7d2e59 req-b43bf757-b405-4cca-bcbf-3fe78a6bfdd2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=2b0b62f1-47f8-4c23-a083-63d974e3269d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435233
Dec 23 16:23:46.267168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a71c48ac-e940-40a4-8c7b-04253343b226 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:23:46.337925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port a71c48ac-e940-40a4-8c7b-04253343b226 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:23:46.343528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port a71c48ac-e940-40a4-8c7b-04253343b226 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:23:46.344005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:46.463155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:46.490377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71c48ac-e940-40a4-8c7b-04253343b226'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:23:46.501260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port a71c48ac-e940-40a4-8c7b-04253343b226, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a71c48ac-e940-40a4-8c7b-04253343b226,segment=NetworkSegment(7e6fa5a6-0ca1-495d-8e61-535e83669e17),segment_id=7e6fa5a6-0ca1-495d-8e61-535e83669e17)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:23:46.504171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:46.507277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:46.559226 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71c48ac-e940-40a4-8c7b-04253343b226', 'code': 200}
Dec 23 16:23:46.585846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=a71c48ac-e940-40a4-8c7b-04253343b226,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:46.590488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:46.740423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065f8d1-51ce-45a9-b19f-263c730587f6 req-ae671b82-3903-4239-8dfd-921f652d70f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:46.741965 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e065f8d1-51ce-45a9-b19f-263c730587f6 req-ae671b82-3903-4239-8dfd-921f652d70f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 945 time: 0.0913045
Dec 23 16:23:46.791329 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e065f8d1-51ce-45a9-b19f-263c730587f6 req-90ea47df-d8ec-49e9-a86f-1a14e1e47f4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=2b0b62f1-47f8-4c23-a083-63d974e3269d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430155
Dec 23 16:23:46.796471 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c5b378f2-74da-4c02-a4a4-d21fafe1e0cd req-2e499456-bdfb-48dc-aa2e-681a4e2b36ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 1098 time: 0.0799253
Dec 23 16:23:46.842132 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c5b378f2-74da-4c02-a4a4-d21fafe1e0cd req-4aca53e7-35d7-4aa7-9d2c-3e9476207ca1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b0b62f1-47f8-4c23-a083-63d974e3269d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396111
Dec 23 16:23:48.003056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da3307-1a4b-490c-9818-0849f1a44fef req-4bcd9d95-970c-45d3-9fa2-dc83f0dbf82c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:48.004680 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0da3307-1a4b-490c-9818-0849f1a44fef req-4bcd9d95-970c-45d3-9fa2-dc83f0dbf82c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 945 time: 0.0828905
Dec 23 16:23:48.052769 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0da3307-1a4b-490c-9818-0849f1a44fef req-ed51bed0-7331-4cfc-87b5-022d2f1209dd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=2b0b62f1-47f8-4c23-a083-63d974e3269d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418463
Dec 23 16:23:48.261988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda7f8b-f3bd-4f56-8ffb-f5aaa2efa1a8 req-b2eeff78-f452-483f-bb36-3b31d01e8dc3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:48.263664 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0eda7f8b-f3bd-4f56-8ffb-f5aaa2efa1a8 req-b2eeff78-f452-483f-bb36-3b31d01e8dc3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 945 time: 0.0847099
Dec 23 16:23:48.311514 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0eda7f8b-f3bd-4f56-8ffb-f5aaa2efa1a8 req-b29d437f-5756-43ba-b85d-32462368e4a8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=2b0b62f1-47f8-4c23-a083-63d974e3269d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417163
Dec 23 16:23:48.338183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58824) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:48.418863 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d4970f85-908d-4385-a315-61d82bacc1a7 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 1093 time: 0.0793099
Dec 23 16:23:48.422337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58828) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:48.428036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': 'a71c48ac-e940-40a4-8c7b-04253343b226', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:23:48.434005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:23:48.438919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:floatingip and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:23:48.441928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:23:48.448255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:23:48.457842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:48.609140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:48.753171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.8 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/ff5ce04e-0478-47da-9196-7cd0bd3440a5) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:23:48.913200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:48.938709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:48.943122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc89e8ad-b987-405f-9123-3772ed3582f9 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:49.011073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:23:49.014602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:23:49.017261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:23:49.049554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=ff5ce04e-0478-47da-9196-7cd0bd3440a5,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:49.052441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:49.777881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:49.835415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:50.061011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:50.064473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:50.069028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f09a3afc-4101-4f50-967d-552ac2e31557 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:23:50.186109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=ff5ce04e-0478-47da-9196-7cd0bd3440a5,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:23:50.190952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:23:50.200085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:50.405770 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Floating IP caacccf1-8c07-41b9-9543-0d7b7893992d associated. External IP: 172.26.5.8, port: a71c48ac-e940-40a4-8c7b-04253343b226.
Dec 23 16:23:50.826420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:23:51.039744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:23:51.051034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776a7a6-addd-4436-bcb9-19db690171f0 None None] Sync routers for ids ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:23:51.064234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776a7a6-addd-4436-bcb9-19db690171f0 None None] Routers {'1ec09bbd-ce33-4905-a8fc-ca465078ef99'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:23:51.064921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c776a7a6-addd-4436-bcb9-19db690171f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a67b9e8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:23:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:51.067299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:51.126729 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.7031834
Dec 23 16:23:51.127397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'tag': 'a71c48ac-e940-40a4-8c7b-04253343b226'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:23:51.129660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58832) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:51.208769 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'tag': 'a71c48ac-e940-40a4-8c7b-04253343b226', 'status': 'completed', 'code': 200}
Dec 23 16:23:51.258698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c776a7a6-addd-4436-bcb9-19db690171f0 None None] Set router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:23:51.400046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8796019b-52f8-403d-8e16-e93dbd44f84e req-442e0037-4925-47ea-b48e-9f9c3e07dd30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 1098 time: 0.1640096
Dec 23 16:23:51.561398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796019b-52f8-403d-8e16-e93dbd44f84e req-caf3ee08-d69f-47ac-90e5-f3a5136614d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:51.563284 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8796019b-52f8-403d-8e16-e93dbd44f84e req-caf3ee08-d69f-47ac-90e5-f3a5136614d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=52d1f441-401a-456c-a4d1-a5d2dc903ff7 HTTP/1.1" status: 200  len: 898 time: 0.1575375
Dec 23 16:23:51.573131 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-086638c3-566b-495f-a0ab-4d5db7dd47e0 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/routers/1ec09bbd-ce33-4905-a8fc-ca465078ef99 HTTP/1.1" status: 200  len: 921 time: 0.4421353
Dec 23 16:23:51.576552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58838) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:51.632301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c776a7a6-addd-4436-bcb9-19db690171f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a67b9e8>, [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:33Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'caacccf1-8c07-41b9-9543-0d7b7893992d', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.8', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'port_id': 'a71c48ac-e940-40a4-8c7b-04253343b226', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'mac_address': 'fa:16:3e:65:1d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:23:49Z', 'updated_at': '2021-12-23T16:23:49Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cf2588-20ac-424c-bbcf-f858e41b2556', 'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:ec:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:33Z', 'updated_at': '2021-12-23T16:23:40Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:51.636521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776a7a6-addd-4436-bcb9-19db690171f0 None None] Checking router: 1ec09bbd-ce33-4905-a8fc-ca465078ef99 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:23:51.648357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776a7a6-addd-4436-bcb9-19db690171f0 None None] Routers {'1ec09bbd-ce33-4905-a8fc-ca465078ef99'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:23:51.649020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c776a7a6-addd-4436-bcb9-19db690171f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a67b9e8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:23:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:51.683769 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8796019b-52f8-403d-8e16-e93dbd44f84e req-25b98f67-314a-4c4e-97d0-32af8c34780a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a71c48ac-e940-40a4-8c7b-04253343b226 HTTP/1.1" status: 200  len: 997 time: 0.1139736
Dec 23 16:23:51.704409 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5a0581fb-01a1-433c-b094-518b1061cb18 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/caacccf1-8c07-41b9-9543-0d7b7893992d HTTP/1.1" status: 200  len: 989 time: 0.1252022
Dec 23 16:23:51.772689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796019b-52f8-403d-8e16-e93dbd44f84e req-04a01b72-2e0b-4645-a4c1-3a0d5b1e8ac5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:23:51.774423 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8796019b-52f8-403d-8e16-e93dbd44f84e req-04a01b72-2e0b-4645-a4c1-3a0d5b1e8ac5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2231202-334a-4523-b19b-d07cb993aca8 HTTP/1.1" status: 200  len: 835 time: 0.0843959
Dec 23 16:23:51.851737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c776a7a6-addd-4436-bcb9-19db690171f0 None None] Set router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:23:51.864490 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8796019b-52f8-403d-8e16-e93dbd44f84e req-dc870317-dd3e-48b2-830e-d58b78394cca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52d1f441-401a-456c-a4d1-a5d2dc903ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0830917
Dec 23 16:23:52.274882 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8796019b-52f8-403d-8e16-e93dbd44f84e req-f18acb30-6732-467a-80a9-c7b95a4f1b85 service neutron] 10.222.0.36 "GET /v2.0/networks/52d1f441-401a-456c-a4d1-a5d2dc903ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4032574
Dec 23 16:23:52.318030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c776a7a6-addd-4436-bcb9-19db690171f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a67b9e8>, [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:33Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'caacccf1-8c07-41b9-9543-0d7b7893992d', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.8', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'port_id': 'a71c48ac-e940-40a4-8c7b-04253343b226', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'mac_address': 'fa:16:3e:65:1d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:23:49Z', 'updated_at': '2021-12-23T16:23:49Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cf2588-20ac-424c-bbcf-f858e41b2556', 'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:ec:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:33Z', 'updated_at': '2021-12-23T16:23:40Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:23:52.322835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776a7a6-addd-4436-bcb9-19db690171f0 None None] The sync data for ids ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'] in dv-neutron-822801-1-hyperv is: [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:33Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'caacccf1-8c07-41b9-9543-0d7b7893992d', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.8', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'port_id': 'a71c48ac-e940-40a4-8c7b-04253343b226', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'mac_address': 'fa:16:3e:65:1d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:23:49Z', 'updated_at': '2021-12-23T16:23:49Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cf2588-20ac-424c-bbcf-f858e41b2556', 'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:ec:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:33Z', 'updated_at': '2021-12-23T16:23:40Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:23:52.447099 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8796019b-52f8-403d-8e16-e93dbd44f84e req-55a211c4-9782-4661-ad56-ae8da21985c8 service neutron] 10.222.0.36 "GET /v2.0/networks/52d1f441-401a-456c-a4d1-a5d2dc903ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1657619
Dec 23 16:23:52.706475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58842) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:52.720029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c74e80-b86a-45a6-be63-1c642e35b4ec None None] New status for floating IP caacccf1-8c07-41b9-9543-0d7b7893992d: ACTIVE {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:23:52.817452 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6f481e82-771b-4e1e-a956-021feeb56242 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/caacccf1-8c07-41b9-9543-0d7b7893992d HTTP/1.1" status: 200  len: 989 time: 0.1095948
Dec 23 16:23:53.821127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58846) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:23:53.933930 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3e94fe32-9eee-4775-b0a6-0b338d02a014 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/caacccf1-8c07-41b9-9543-0d7b7893992d HTTP/1.1" status: 200  len: 991 time: 0.1115036
Dec 23 16:23:54.378302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b4c7bd5-cacc-4bf5-b188-176471e7204c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:55.912669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:56.742270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7dbb7297-f05a-40fa-b549-c3f2d2409d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:57.273602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:23:58.553505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:12.119356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:13.973338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:24:18.556943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58858) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:18.747923 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7eeb64ec-fc5c-4841-8068-b92df77edcce tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/routers/1ec09bbd-ce33-4905-a8fc-ca465078ef99/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1896527
Dec 23 16:24:18.751023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58862) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:18.971630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a4b161-3e8e-494d-8368-b77ea383dd7e tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Notify agent at dv-neutron-822801-1-hyperv the message router_removed_from_agent {{(pid=88840) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Dec 23 16:24:18.975224 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-69a4b161-3e8e-494d-8368-b77ea383dd7e tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "DELETE /v2.0/agents/75177be9-b948-4f86-8257-45950bc6b218/l3-routers/1ec09bbd-ce33-4905-a8fc-ca465078ef99 HTTP/1.1" status: 204  len: 168 time: 0.2231808
Dec 23 16:24:18.977983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58866) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:19.338186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48dd7cc-5ef7-4b68-bc28-d7d49c2bd392 None None] New status for floating IP caacccf1-8c07-41b9-9543-0d7b7893992d: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:24:19.411307 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7b036f8e-ad5c-479a-9fe6-41412d7ec277 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/routers/1ec09bbd-ce33-4905-a8fc-ca465078ef99/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.4319959
Dec 23 16:24:19.414127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58870) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:19.526155 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7b98ee9b-764c-48dc-8609-2cf7a48c4813 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/caacccf1-8c07-41b9-9543-0d7b7893992d HTTP/1.1" status: 200  len: 991 time: 0.1106606
Dec 23 16:24:20.174024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 97cf2588-20ac-424c-bbcf-f858e41b2556 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:24:20.292744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:20.326395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 97cf2588-20ac-424c-bbcf-f858e41b2556, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=97cf2588-20ac-424c-bbcf-f858e41b2556,segment=NetworkSegment(7e6fa5a6-0ca1-495d-8e61-535e83669e17),segment_id=7e6fa5a6-0ca1-495d-8e61-535e83669e17)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:24:20.329171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:20.329978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b2bcd62f-fc22-4eef-be54-13bdbe246eec no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:24:20.357623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-37a0be9a-8272-41be-9e14-34bc1759efa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:20.447524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=97cf2588-20ac-424c-bbcf-f858e41b2556,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:20.501091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:20.501494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:20.501889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:20.502282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:20.502674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:20.503089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:20.503477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:20.503861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:20.504243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:20.504622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:20.505001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:20.510952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:20.520993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:20.529418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58874) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:20.538512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port b2bcd62f-fc22-4eef-be54-13bdbe246eec, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b2bcd62f-fc22-4eef-be54-13bdbe246eec,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:24:20.541495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:20.543409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eccef686-9b81-4af9-bff7-7b9ba60b775e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:20.610972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=b2bcd62f-fc22-4eef-be54-13bdbe246eec,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:20.614216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:20.644844 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e1afad76-5e2a-48fa-bd30-60468a5103ef tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/caacccf1-8c07-41b9-9543-0d7b7893992d HTTP/1.1" status: 200  len: 989 time: 0.1131041
Dec 23 16:24:21.799432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58880) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:22.007189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc896a21-3be3-4cb3-a59c-421ab929fd98 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:24:22.007491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc896a21-3be3-4cb3-a59c-421ab929fd98 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Notify agent at dv-neutron-822801-1-hyperv the message router_added_to_agent {{(pid=88840) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Dec 23 16:24:22.034463 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dc896a21-3be3-4cb3-a59c-421ab929fd98 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "POST /v2.0/agents/75177be9-b948-4f86-8257-45950bc6b218/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2339003
Dec 23 16:24:22.037502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58886) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:22.054462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a7a541-aa8f-4912-b70d-219df9aace43 None None] Sync routers for ids ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:24:22.067842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a7a541-aa8f-4912-b70d-219df9aace43 None None] Routers {'1ec09bbd-ce33-4905-a8fc-ca465078ef99'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:24:22.068526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e2a7a541-aa8f-4912-b70d-219df9aace43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aae6ef0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:23:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:22.235469 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cc71a7b5-a9d8-4173-9fc5-048b9d669be7 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/routers/1ec09bbd-ce33-4905-a8fc-ca465078ef99/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1965923
Dec 23 16:24:22.238336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58892) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:22.260875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e2a7a541-aa8f-4912-b70d-219df9aace43 None None] Set router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:24:22.349950 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-67bb4029-cee0-4641-a356-85bf1b8b0e99 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/caacccf1-8c07-41b9-9543-0d7b7893992d HTTP/1.1" status: 200  len: 989 time: 0.1103551
Dec 23 16:24:22.631137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e2a7a541-aa8f-4912-b70d-219df9aace43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aae6ef0>, [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:33Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:24:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'caacccf1-8c07-41b9-9543-0d7b7893992d', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.8', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'port_id': 'a71c48ac-e940-40a4-8c7b-04253343b226', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'mac_address': 'fa:16:3e:65:1d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:23:49Z', 'updated_at': '2021-12-23T16:24:19Z', 'revision_number': 2, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cf2588-20ac-424c-bbcf-f858e41b2556', 'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:ec:2d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:33Z', 'updated_at': '2021-12-23T16:24:20Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:22.635244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a7a541-aa8f-4912-b70d-219df9aace43 None None] Checking router: 1ec09bbd-ce33-4905-a8fc-ca465078ef99 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:24:22.647128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a7a541-aa8f-4912-b70d-219df9aace43 None None] Routers {'1ec09bbd-ce33-4905-a8fc-ca465078ef99'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:24:22.647790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e2a7a541-aa8f-4912-b70d-219df9aace43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aae6ef0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:23:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:22.835052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e2a7a541-aa8f-4912-b70d-219df9aace43 None None] Set router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:24:23.354077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58896) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:23.370437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e2a7a541-aa8f-4912-b70d-219df9aace43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aae6ef0>, [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:33Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:24:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'caacccf1-8c07-41b9-9543-0d7b7893992d', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.8', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'port_id': 'a71c48ac-e940-40a4-8c7b-04253343b226', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'mac_address': 'fa:16:3e:65:1d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:23:49Z', 'updated_at': '2021-12-23T16:24:19Z', 'revision_number': 2, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cf2588-20ac-424c-bbcf-f858e41b2556', 'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:ec:2d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:33Z', 'updated_at': '2021-12-23T16:24:20Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:23.375442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a7a541-aa8f-4912-b70d-219df9aace43 None None] The sync data for ids ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'] in dv-neutron-822801-1-hyperv is: [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:33Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:24:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'caacccf1-8c07-41b9-9543-0d7b7893992d', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.8', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'port_id': 'a71c48ac-e940-40a4-8c7b-04253343b226', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'mac_address': 'fa:16:3e:65:1d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:23:49Z', 'updated_at': '2021-12-23T16:24:19Z', 'revision_number': 2, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97cf2588-20ac-424c-bbcf-f858e41b2556', 'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:ec:2d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:33Z', 'updated_at': '2021-12-23T16:24:20Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:24:23.472798 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ee14247a-7ab2-47fa-a9a3-ad2d6b0cf5cf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/caacccf1-8c07-41b9-9543-0d7b7893992d HTTP/1.1" status: 200  len: 989 time: 0.1171284
Dec 23 16:24:24.204894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 97cf2588-20ac-424c-bbcf-f858e41b2556 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:24:24.280140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 97cf2588-20ac-424c-bbcf-f858e41b2556 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:24:24.280673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:24.427312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6091ff8f-2c2b-463a-8703-b183fac992df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:24.431803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:24.468412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 97cf2588-20ac-424c-bbcf-f858e41b2556, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=97cf2588-20ac-424c-bbcf-f858e41b2556,segment=NetworkSegment(7e6fa5a6-0ca1-495d-8e61-535e83669e17),segment_id=7e6fa5a6-0ca1-495d-8e61-535e83669e17)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:24:24.471451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:24.474553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:24.476896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58900) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:24.546558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=97cf2588-20ac-424c-bbcf-f858e41b2556,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:24.549808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:24.596620 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dc6b2b8d-287a-485e-854d-6fa4faa14d97 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/caacccf1-8c07-41b9-9543-0d7b7893992d HTTP/1.1" status: 200  len: 989 time: 0.1173363
Dec 23 16:24:25.599651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58904) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:25.710636 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-edfae33c-f42a-4f58-ae92-38a8cc3a42bb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/caacccf1-8c07-41b9-9543-0d7b7893992d HTTP/1.1" status: 200  len: 989 time: 0.1097453
Dec 23 16:24:25.915105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:26.249127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 97cf2588-20ac-424c-bbcf-f858e41b2556 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:24:26.323114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 97cf2588-20ac-424c-bbcf-f858e41b2556 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:24:26.323544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:26.442830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b2bcd62f-fc22-4eef-be54-13bdbe246eec up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:24:26.520187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b2bcd62f-fc22-4eef-be54-13bdbe246eec triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:24:26.520624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:26.526831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae40031-ad80-4302-8941-c769a80abec2 None None] New status for floating IP caacccf1-8c07-41b9-9543-0d7b7893992d: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:24:26.646189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:26.664413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port b2bcd62f-fc22-4eef-be54-13bdbe246eec, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b2bcd62f-fc22-4eef-be54-13bdbe246eec,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:24:26.668596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:26.670655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:26.714774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58908) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:26.754686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d600b9e1-e32f-4202-8491-8b634cb41736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:26.758862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=b2bcd62f-fc22-4eef-be54-13bdbe246eec,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:26.761875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:26.826520 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-28f68c56-bc64-4fea-a200-c7e7810650c6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/caacccf1-8c07-41b9-9543-0d7b7893992d HTTP/1.1" status: 200  len: 989 time: 0.1080883
Dec 23 16:24:27.279389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:27.829581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58912) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:27.942137 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9a80fc20-b880-47ef-96eb-82cefe4aec85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/caacccf1-8c07-41b9-9543-0d7b7893992d HTTP/1.1" status: 200  len: 991 time: 0.1112356
Dec 23 16:24:28.184320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b2bcd62f-fc22-4eef-be54-13bdbe246eec up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:24:28.240849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58920) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:28.260663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b2bcd62f-fc22-4eef-be54-13bdbe246eec triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:24:28.261099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:28.455139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port ff5ce04e-0478-47da-9196-7cd0bd3440a5 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:24:28.455499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:28.562658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:28.640437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:28.640747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:28.767263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for ff5ce04e-0478-47da-9196-7cd0bd3440a5 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:24:28.915745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:28.920696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d5304fb6-e317-4528-a353-4fe9b1b0c575 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:28.969283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=ff5ce04e-0478-47da-9196-7cd0bd3440a5,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:29.040092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:29.040526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:29.040949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:29.041368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:29.041827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:29.042247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:29.042661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:29.043099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:29.044092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:29.044513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:29.044925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:29.051196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:29.078514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:29.491727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:24:29.704056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:24:29.714039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c10599-fddc-4e6b-a265-c32ec1f20040 None None] Sync routers for ids ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:24:29.723936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:29.728048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c10599-fddc-4e6b-a265-c32ec1f20040 None None] Routers {'1ec09bbd-ce33-4905-a8fc-ca465078ef99'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:24:29.728731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b0c10599-fddc-4e6b-a265-c32ec1f20040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eb05f8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:24:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:29.779758 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/floatingips/caacccf1-8c07-41b9-9543-0d7b7893992d HTTP/1.1" status: 204  len: 168 time: 1.5376475
Dec 23 16:24:29.780821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'tag': 'a71c48ac-e940-40a4-8c7b-04253343b226'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:24:29.837273 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'tag': 'a71c48ac-e940-40a4-8c7b-04253343b226', 'status': 'completed', 'code': 200}
Dec 23 16:24:29.925703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-b0c10599-fddc-4e6b-a265-c32ec1f20040 None None] Set router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:24:29.941149 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9a22d78a-79b1-4cf4-8109-f0e95cb2ace8 req-c0c7d7af-11c4-4cb7-b98d-f0e3603352bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 1098 time: 0.0812278
Dec 23 16:24:30.098959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22d78a-79b1-4cf4-8109-f0e95cb2ace8 req-5747e50f-0155-4d8d-b3b1-12e7b6551deb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:30.100824 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9a22d78a-79b1-4cf4-8109-f0e95cb2ace8 req-5747e50f-0155-4d8d-b3b1-12e7b6551deb service neutron] 10.222.0.36 "GET /v2.0/networks?id=52d1f441-401a-456c-a4d1-a5d2dc903ff7 HTTP/1.1" status: 200  len: 898 time: 0.1533425
Dec 23 16:24:30.187911 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9a22d78a-79b1-4cf4-8109-f0e95cb2ace8 req-33bb3f31-f456-4196-9d82-84ba0c406d1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a71c48ac-e940-40a4-8c7b-04253343b226 HTTP/1.1" status: 200  len: 217 time: 0.0793369
Dec 23 16:24:30.194712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e63448-47c5-4ea4-a558-a88ca4b353ff req-4605fe5a-fc7f-4172-ba33-c9a046f49545 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:30.195650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-71e63448-47c5-4ea4-a558-a88ca4b353ff req-4605fe5a-fc7f-4172-ba33-c9a046f49545 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:24:30.213378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-71e63448-47c5-4ea4-a558-a88ca4b353ff req-4605fe5a-fc7f-4172-ba33-c9a046f49545 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:24:30.214679 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-71e63448-47c5-4ea4-a558-a88ca4b353ff req-4605fe5a-fc7f-4172-ba33-c9a046f49545 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 945 time: 0.1031232
Dec 23 16:24:30.266836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22d78a-79b1-4cf4-8109-f0e95cb2ace8 req-715dd60b-4ef4-4b0c-b17c-c8146cfbf12a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:30.268740 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9a22d78a-79b1-4cf4-8109-f0e95cb2ace8 req-715dd60b-4ef4-4b0c-b17c-c8146cfbf12a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2231202-334a-4523-b19b-d07cb993aca8 HTTP/1.1" status: 200  len: 835 time: 0.0744860
Dec 23 16:24:30.269839 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-71e63448-47c5-4ea4-a558-a88ca4b353ff req-54589781-f1f7-494d-9b40-f12c212d6625 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=2b0b62f1-47f8-4c23-a083-63d974e3269d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466752
Dec 23 16:24:30.287790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b0c10599-fddc-4e6b-a265-c32ec1f20040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eb05f8>, [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:33Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:24:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '97cf2588-20ac-424c-bbcf-f858e41b2556', 'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:ec:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:33Z', 'updated_at': '2021-12-23T16:24:24Z', 'revision_number': 7, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:30.292496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c10599-fddc-4e6b-a265-c32ec1f20040 None None] Checking router: 1ec09bbd-ce33-4905-a8fc-ca465078ef99 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:24:30.304737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c10599-fddc-4e6b-a265-c32ec1f20040 None None] Routers {'1ec09bbd-ce33-4905-a8fc-ca465078ef99'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:24:30.305398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b0c10599-fddc-4e6b-a265-c32ec1f20040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eb05f8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:24:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:30.351697 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9a22d78a-79b1-4cf4-8109-f0e95cb2ace8 req-abbbae4b-14a2-4690-9be0-0454cece19d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52d1f441-401a-456c-a4d1-a5d2dc903ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0752125
Dec 23 16:24:30.494739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-b0c10599-fddc-4e6b-a265-c32ec1f20040 None None] Set router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:24:30.499703 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9a22d78a-79b1-4cf4-8109-f0e95cb2ace8 req-6d28f26f-028b-4680-a8c5-f56863b96b64 service neutron] 10.222.0.36 "GET /v2.0/networks/52d1f441-401a-456c-a4d1-a5d2dc903ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408334
Dec 23 16:24:30.646357 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9a22d78a-79b1-4cf4-8109-f0e95cb2ace8 req-19534bf1-6282-47c2-889b-c98d15673d83 service neutron] 10.222.0.36 "GET /v2.0/networks/52d1f441-401a-456c-a4d1-a5d2dc903ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388214
Dec 23 16:24:30.987942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b0c10599-fddc-4e6b-a265-c32ec1f20040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eb05f8>, [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:33Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:24:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '97cf2588-20ac-424c-bbcf-f858e41b2556', 'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:ec:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:33Z', 'updated_at': '2021-12-23T16:24:24Z', 'revision_number': 7, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:30.992183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c10599-fddc-4e6b-a265-c32ec1f20040 None None] The sync data for ids ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'] in dv-neutron-822801-1-hyperv is: [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:23:33Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:24:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '97cf2588-20ac-424c-bbcf-f858e41b2556', 'name': '', 'network_id': '52d1f441-401a-456c-a4d1-a5d2dc903ff7', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:ec:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:33Z', 'updated_at': '2021-12-23T16:24:24Z', 'revision_number': 7, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'a2231202-334a-4523-b19b-d07cb993aca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:24:31.506945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185d14f-dd5a-46db-b850-4c16630caad6 req-dd3a5d9d-45a4-4661-ba75-9ef2127077df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:31.508537 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b185d14f-dd5a-46db-b850-4c16630caad6 req-dd3a5d9d-45a4-4661-ba75-9ef2127077df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/ports?device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 945 time: 0.1570880
Dec 23 16:24:31.580468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b133f-b13f-47f3-b268-a6c264c441cf req-61ec0aa9-05be-417d-a15c-4f8ebe26e913 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:31.582116 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-820b133f-b13f-47f3-b268-a6c264c441cf req-61ec0aa9-05be-417d-a15c-4f8ebe26e913 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 945 time: 0.1783748
Dec 23 16:24:31.621209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-b185d14f-dd5a-46db-b850-4c16630caad6 req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port a71c48ac-e940-40a4-8c7b-04253343b226 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:24:31.622150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-b185d14f-dd5a-46db-b850-4c16630caad6 req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:31.705476 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-820b133f-b13f-47f3-b268-a6c264c441cf req-cc5503ce-ca45-4a6c-b76d-d9a940454474 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=2b0b62f1-47f8-4c23-a083-63d974e3269d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1170788
Dec 23 16:24:31.908984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-b185d14f-dd5a-46db-b850-4c16630caad6 req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port a71c48ac-e940-40a4-8c7b-04253343b226, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a71c48ac-e940-40a4-8c7b-04253343b226,segment=NetworkSegment(7e6fa5a6-0ca1-495d-8e61-535e83669e17),segment_id=7e6fa5a6-0ca1-495d-8e61-535e83669e17)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:24:31.909384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-b185d14f-dd5a-46db-b850-4c16630caad6 req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:32.042209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-b185d14f-dd5a-46db-b850-4c16630caad6 req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for a71c48ac-e940-40a4-8c7b-04253343b226 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:24:32.195782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-b185d14f-dd5a-46db-b850-4c16630caad6 req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:32.202372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b9aab520-2edb-4e0c-a9b8-9e3a8454d361 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:32.248595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=a71c48ac-e940-40a4-8c7b-04253343b226,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:32.262174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:32.263207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:32.263625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:32.264053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:32.264482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:32.264907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:32.265334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:32.265758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:32.266308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:32.266567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:32.267014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:32.282554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf0e412-10c9-4807-bacf-20690b8d67ac None None] New status for floating IP caacccf1-8c07-41b9-9543-0d7b7893992d: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:24:32.299501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:32.344446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-b185d14f-dd5a-46db-b850-4c16630caad6 req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] No DVR routers for this DVR port a71c48ac-e940-40a4-8c7b-04253343b226 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:24:32.346975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-b185d14f-dd5a-46db-b850-4c16630caad6 req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:32.349846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'name': 'network-vif-deleted', 'tag': 'a71c48ac-e940-40a4-8c7b-04253343b226'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:24:32.366231 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b185d14f-dd5a-46db-b850-4c16630caad6 req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "DELETE /v2.0/ports/a71c48ac-e940-40a4-8c7b-04253343b226 HTTP/1.1" status: 204  len: 173 time: 0.8522294
Dec 23 16:24:32.408249 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a498e181-0b8a-4052-b2c5-a35f82531cc3', 'name': 'network-vif-deleted', 'tag': 'a71c48ac-e940-40a4-8c7b-04253343b226', 'status': 'completed', 'code': 200}
Dec 23 16:24:32.899916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-360f9434-0c68-4dbe-b352-5ec3633cb635 req-edb5c1ed-7824-4e6e-a5fa-7c0261545481 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:24:32.916827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-360f9434-0c68-4dbe-b352-5ec3633cb635 req-edb5c1ed-7824-4e6e-a5fa-7c0261545481 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:24:32.918170 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-360f9434-0c68-4dbe-b352-5ec3633cb635 req-edb5c1ed-7824-4e6e-a5fa-7c0261545481 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=a498e181-0b8a-4052-b2c5-a35f82531cc3 HTTP/1.1" status: 200  len: 210 time: 0.0669253
Dec 23 16:24:34.028598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58938) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:34.104623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8894d7c5-36f8-496c-89b5-42800d26a13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:34.136766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8894d7c5-36f8-496c-89b5-42800d26a13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:34.188814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8894d7c5-36f8-496c-89b5-42800d26a13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:34.194235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aaef5138-9285-4f85-a964-dedf3235e037 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:34.211692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894d7c5-36f8-496c-89b5-42800d26a13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0b62f1-47f8-4c23-a083-63d974e3269d,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:34.220459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8894d7c5-36f8-496c-89b5-42800d26a13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:34.221062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8894d7c5-36f8-496c-89b5-42800d26a13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:34.222318 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8894d7c5-36f8-496c-89b5-42800d26a13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/security-groups/2b0b62f1-47f8-4c23-a083-63d974e3269d HTTP/1.1" status: 204  len: 168 time: 0.1926014
Dec 23 16:24:34.260449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58944) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:34.513717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a71c48ac-e940-40a4-8c7b-04253343b226 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:24:34.548636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: a71c48ac-e940-40a4-8c7b-04253343b226 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:24:34.549033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a71c48ac-e940-40a4-8c7b-04253343b226 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:24:34.910194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf8a4-0e87-4814-b6b3-bee1463a411d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:35.557450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b6dcf8a4-0e87-4814-b6b3-bee1463a411d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 97cf2588-20ac-424c-bbcf-f858e41b2556 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:24:35.558003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf8a4-0e87-4814-b6b3-bee1463a411d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:35.756303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b6dcf8a4-0e87-4814-b6b3-bee1463a411d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port 97cf2588-20ac-424c-bbcf-f858e41b2556, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=97cf2588-20ac-424c-bbcf-f858e41b2556,segment=NetworkSegment(7e6fa5a6-0ca1-495d-8e61-535e83669e17),segment_id=7e6fa5a6-0ca1-495d-8e61-535e83669e17)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:24:35.756731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf8a4-0e87-4814-b6b3-bee1463a411d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:35.884036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b6dcf8a4-0e87-4814-b6b3-bee1463a411d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 97cf2588-20ac-424c-bbcf-f858e41b2556 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:24:36.070874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf8a4-0e87-4814-b6b3-bee1463a411d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:36.075908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b976f9de-d329-4188-bc59-ef1cf1e3f68b tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:36.119863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcf8a4-0e87-4814-b6b3-bee1463a411d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=97cf2588-20ac-424c-bbcf-f858e41b2556,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:36.123229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6dcf8a4-0e87-4814-b6b3-bee1463a411d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:36.441933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf8a4-0e87-4814-b6b3-bee1463a411d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:37.052006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dcf8a4-0e87-4814-b6b3-bee1463a411d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:24:37.503294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dcf8a4-0e87-4814-b6b3-bee1463a411d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:24:37.513373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9819304-422d-4ed0-854c-ab6e6e3b093d None None] Sync routers for ids ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:24:37.520752 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b6dcf8a4-0e87-4814-b6b3-bee1463a411d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/1ec09bbd-ce33-4905-a8fc-ca465078ef99/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2591176
Dec 23 16:24:37.523559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58948) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:37.526518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9819304-422d-4ed0-854c-ab6e6e3b093d None None] Routers {'1ec09bbd-ce33-4905-a8fc-ca465078ef99'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:24:37.527237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f9819304-422d-4ed0-854c-ab6e6e3b093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79da64e0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:24:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:37.718172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-f9819304-422d-4ed0-854c-ab6e6e3b093d None None] Set router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:24:37.729114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78e9d17-855a-4e39-99b1-4b4aebb3850a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting subnet a2231202-334a-4523-b19b-d07cb993aca8 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:24:37.732355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d78e9d17-855a-4e39-99b1-4b4aebb3850a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:37.791313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d78e9d17-855a-4e39-99b1-4b4aebb3850a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:37.880717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d78e9d17-855a-4e39-99b1-4b4aebb3850a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:37.959699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d78e9d17-855a-4e39-99b1-4b4aebb3850a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:37.964417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e705c4a-0b24-4551-9ca6-45440ae6dcd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:38.008815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e9d17-855a-4e39-99b1-4b4aebb3850a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Subnet': ['ID=a2231202-334a-4523-b19b-d07cb993aca8,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:38.015286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d78e9d17-855a-4e39-99b1-4b4aebb3850a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:38.023031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d78e9d17-855a-4e39-99b1-4b4aebb3850a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:38.027778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f9819304-422d-4ed0-854c-ab6e6e3b093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79da64e0>, [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:24:36Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:24:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:38.030752 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d78e9d17-855a-4e39-99b1-4b4aebb3850a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/subnets/a2231202-334a-4523-b19b-d07cb993aca8 HTTP/1.1" status: 204  len: 168 time: 0.5061290
Dec 23 16:24:38.032585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435e6f30-0b63-457f-8697-dbb81330d2a1 None None] Network 52d1f441-401a-456c-a4d1-a5d2dc903ff7 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:24:38.033446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58952) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:38.049683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9819304-422d-4ed0-854c-ab6e6e3b093d None None] Checking router: 1ec09bbd-ce33-4905-a8fc-ca465078ef99 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:24:38.140990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9819304-422d-4ed0-854c-ab6e6e3b093d None None] Routers {'1ec09bbd-ce33-4905-a8fc-ca465078ef99'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:24:38.141910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f9819304-422d-4ed0-854c-ab6e6e3b093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79da64e0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:24:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:38.246219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:38.430892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-f9819304-422d-4ed0-854c-ab6e6e3b093d None None] Set router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:24:38.462550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:38.473547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port b2bcd62f-fc22-4eef-be54-13bdbe246eec {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:24:38.474007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:38.541220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4c1d15-b3da-4aaf-9029-ef74fb933645 None None] DHCP port deletion for 52d1f441-401a-456c-a4d1-a5d2dc903ff7 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:24:38.565705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3f4c1d15-b3da-4aaf-9029-ef74fb933645 None None] Deleting port cf197be4-98e8-4bba-a0ce-9eca15b583af {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:24:38.566142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f4c1d15-b3da-4aaf-9029-ef74fb933645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:38.661358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port b2bcd62f-fc22-4eef-be54-13bdbe246eec, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b2bcd62f-fc22-4eef-be54-13bdbe246eec,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:24:38.661763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:38.789610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for b2bcd62f-fc22-4eef-be54-13bdbe246eec owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:24:38.930045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3f4c1d15-b3da-4aaf-9029-ef74fb933645 None None] For port cf197be4-98e8-4bba-a0ce-9eca15b583af, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=cf197be4-98e8-4bba-a0ce-9eca15b583af,segment=NetworkSegment(7e6fa5a6-0ca1-495d-8e61-535e83669e17),segment_id=7e6fa5a6-0ca1-495d-8e61-535e83669e17)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:24:38.930499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f4c1d15-b3da-4aaf-9029-ef74fb933645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:38.966865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:38.971359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:39.017551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=b2bcd62f-fc22-4eef-be54-13bdbe246eec,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:39.020752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:39.063204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3f4c1d15-b3da-4aaf-9029-ef74fb933645 None None] Calling delete_port for cf197be4-98e8-4bba-a0ce-9eca15b583af owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:24:39.121889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f9819304-422d-4ed0-854c-ab6e6e3b093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79da64e0>, [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:24:36Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:24:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:39.131462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9819304-422d-4ed0-854c-ab6e6e3b093d None None] The sync data for ids ['1ec09bbd-ce33-4905-a8fc-ca465078ef99'] in dv-neutron-822801-1-hyperv is: [{'id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'name': 'tempest-TestNetworkBasicOps-router-80883481', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:24:36Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2bcd62f-fc22-4eef-be54-13bdbe246eec', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec09bbd-ce33-4905-a8fc-ca465078ef99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:23:29Z', 'updated_at': '2021-12-23T16:24:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:24:39.150289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f4c1d15-b3da-4aaf-9029-ef74fb933645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:39.156177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:39.204894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c1d15-b3da-4aaf-9029-ef74fb933645 None None] Pushing event deleted for resources: {'Port': ['ID=cf197be4-98e8-4bba-a0ce-9eca15b583af,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:39.207961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3f4c1d15-b3da-4aaf-9029-ef74fb933645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:39.213455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c1d15-b3da-4aaf-9029-ef74fb933645 None None] No DVR routers for this DVR port cf197be4-98e8-4bba-a0ce-9eca15b583af on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:24:39.297740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:39.572184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:39.576972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:39.599493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:39.600084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Fanout notify agent at l3_agent the message router_deleted on router 1ec09bbd-ce33-4905-a8fc-ca465078ef99 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:24:39.615583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:39.618328 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/routers/1ec09bbd-ce33-4905-a8fc-ca465078ef99 HTTP/1.1" status: 204  len: 168 time: 1.5823636
Dec 23 16:24:39.619799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58956) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:39.747541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76ce3e0c-fdc3-4315-b3e2-8bb02effa033 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:39.893881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76ce3e0c-fdc3-4315-b3e2-8bb02effa033 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:39.922187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-76ce3e0c-fdc3-4315-b3e2-8bb02effa033 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0702e8>,) {'filters': {'network_id': ['52d1f441-401a-456c-a4d1-a5d2dc903ff7']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:39.935163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-76ce3e0c-fdc3-4315-b3e2-8bb02effa033 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0702e8>, '7e6fa5a6-0ca1-495d-8e61-535e83669e17') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:39.935509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-76ce3e0c-fdc3-4315-b3e2-8bb02effa033 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0702e8>, '7e6fa5a6-0ca1-495d-8e61-535e83669e17') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:39.947536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76ce3e0c-fdc3-4315-b3e2-8bb02effa033 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:39.967141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76ce3e0c-fdc3-4315-b3e2-8bb02effa033 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:39.973439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ce3e0c-fdc3-4315-b3e2-8bb02effa033 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:24:39.973873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76ce3e0c-fdc3-4315-b3e2-8bb02effa033 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:24:39.989201 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:24:40.072587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76ce3e0c-fdc3-4315-b3e2-8bb02effa033 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:40.076838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0a13c75-a6cd-4829-9ab5-328a969cf6ac tempest-FloatingIPNegativeTestJSON-499515479 tempest-FloatingIPNegativeTestJSON-499515479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:40.092837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76ce3e0c-fdc3-4315-b3e2-8bb02effa033 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:40.104738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce3e0c-fdc3-4315-b3e2-8bb02effa033 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Network': ['ID=52d1f441-401a-456c-a4d1-a5d2dc903ff7,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:40.108907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-76ce3e0c-fdc3-4315-b3e2-8bb02effa033 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:40.110535 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-76ce3e0c-fdc3-4315-b3e2-8bb02effa033 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/networks/52d1f441-401a-456c-a4d1-a5d2dc903ff7 HTTP/1.1" status: 204  len: 168 time: 0.4897146
Dec 23 16:24:40.133294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58960) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:40.140891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'network': {'name': 'tempest-network-smoke--471219533', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'port_security_enabled': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:24:40.146538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:24:40.151177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:network and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:24:40.154967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:24:40.161147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:24:40.176612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:24:40.182056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:40.196036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 97cf2588-20ac-424c-bbcf-f858e41b2556 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:24:40.214335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:24:40.225301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:40.225694 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Added segment ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc of type vlan for network 9c5af77f-8678-4b0f-a118-6c590e7aee09
Dec 23 16:24:40.232314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 97cf2588-20ac-424c-bbcf-f858e41b2556 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:24:40.232730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 97cf2588-20ac-424c-bbcf-f858e41b2556 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:24:40.233262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device cf197be4-98e8-4bba-a0ce-9eca15b583af no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:24:40.253045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:40.267509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: cf197be4-98e8-4bba-a0ce-9eca15b583af {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:24:40.267923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device cf197be4-98e8-4bba-a0ce-9eca15b583af not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:24:40.268408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b2bcd62f-fc22-4eef-be54-13bdbe246eec no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:24:40.287653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:40.291747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:40.292394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:40.297879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc0d5e01-9d37-48af-ace3-eab7226bc553 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:40.301315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: b2bcd62f-fc22-4eef-be54-13bdbe246eec {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:24:40.301729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b2bcd62f-fc22-4eef-be54-13bdbe246eec not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:24:40.360104 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2228169
Dec 23 16:24:40.360666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58964) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:40.366627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-682007049', 'admin_state_up': True, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:24:40.375103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:24:40.379528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:router and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:24:40.382922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:24:40.391192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:24:40.400557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:40.401555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:40.413244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Network': ['ID=9c5af77f-8678-4b0f-a118-6c590e7aee09,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:40.416119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ff9cd006-1c4f-4d2b-a50d-077c45b97202 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:40.420103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:40.424321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 9c5af77f-8678-4b0f-a118-6c590e7aee09 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:24:40.799539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:40.985087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:41.018119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:41.165718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.161 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/2787ece9-de7d-40d4-8893-4809921db266) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:24:41.331809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:41.356797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:41.361177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ace74aa-03fb-4b2c-ab84-56d0b1663650 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:41.431981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:24:41.435453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:24:41.439916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:24:41.465758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=2787ece9-de7d-40d4-8893-4809921db266,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:41.471088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:41.603008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:41.603801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:41.846215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:24:42.055656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:24:42.068793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Sync routers for ids ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:24:42.081760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Routers {'6a196aee-1c96-43f9-99fa-f0d5d61aec9f'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:24:42.081960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:42.082437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a977860>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:24:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:42.083274 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.7213542
Dec 23 16:24:42.086641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 58968) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:42.115413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:42.139353 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-af41a96c-d169-4c7c-8c97-884f2b92688a tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=756d2eff28424d1081cd07d60adf0a7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0492001
Dec 23 16:24:42.140982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58972) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:42.278712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Set router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:24:42.549990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fe8483-61b1-4c5c-a0ab-2e6416aafb39 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:42.551703 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b5fe8483-61b1-4c5c-a0ab-2e6416aafb39 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4092603
Dec 23 16:24:42.554711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58976) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:42.592710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a977860>, [{'id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'name': 'tempest-TestNetworkBasicOps-router-682007049', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '2787ece9-de7d-40d4-8893-4809921db266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:40Z', 'updated_at': '2021-12-23T16:24:41Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '2787ece9-de7d-40d4-8893-4809921db266', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:41Z', 'updated_at': '2021-12-23T16:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:42.596940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Checking router: 6a196aee-1c96-43f9-99fa-f0d5d61aec9f for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:24:42.597352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Updating router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f port 2787ece9-de7d-40d4-8893-4809921db266 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:24:42.599924 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4b4e1a6c-34ee-494d-8fa4-9dcbee8d8628 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0439270
Dec 23 16:24:42.602603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58980) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:42.609464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-856112736', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:24:42.656191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:42.727485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:24:42.732169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:subnet and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:24:42.735198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:24:42.741227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:24:42.750186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:24:42.863084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:42.998619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:43.011149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Transition to ACTIVE for port object 2787ece9-de7d-40d4-8893-4809921db266 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:24:43.017389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:43.021644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e217577f-d4d9-417d-b2e6-b21a11b4caad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:43.096589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:43.097628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Pushing event updated for resources: {'Port': ['ID=2787ece9-de7d-40d4-8893-4809921db266,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:43.101215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ed174d7b-6734-4ba9-aab4-0e127c6fb012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:43.111853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:43.112094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:43.112423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:43.112797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:43.113222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:43.113547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:43.114008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:43.114381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:43.114749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:43.115166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:43.115507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:24:43.120681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:43.123778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Attempting to bind port 2787ece9-de7d-40d4-8893-4809921db266 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:24:43.124199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Attempting to bind port 2787ece9-de7d-40d4-8893-4809921db266 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:24:43.124894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Attempting to bind port 2787ece9-de7d-40d4-8893-4809921db266 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:24:43.132055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:24:43.132501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:24:43.132930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:43.133367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:24:43.133881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Bound port: 2787ece9-de7d-40d4-8893-4809921db266, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:24:43.134302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:43.193967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Subnet': ['ID=e3f687a9-e8f0-4497-b4de-8332b0856128,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:43.196977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:43.206460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Checking segment: {'id': 'ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:24:43.206866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network hostable DHCP agents. Network: 9c5af77f-8678-4b0f-a118-6c590e7aee09, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:24:43.214013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] For port 2787ece9-de7d-40d4-8893-4809921db266, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:24:43.218486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] For port 2787ece9-de7d-40d4-8893-4809921db266, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2787ece9-de7d-40d4-8893-4809921db266,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:24:43.221289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:43.226129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:43.231201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 9c5af77f-8678-4b0f-a118-6c590e7aee09 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:24:43.240002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 9c5af77f-8678-4b0f-a118-6c590e7aee09) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:24:43.244015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:43.244674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:43.252453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c2424b-d3a6-4898-a344-d3e54a60ccc4 None None] Network 9c5af77f-8678-4b0f-a118-6c590e7aee09 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:24:43.269177 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.6648803
Dec 23 16:24:43.271629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58984) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:43.321000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Routers {'6a196aee-1c96-43f9-99fa-f0d5d61aec9f'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:24:43.321696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a977860>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:24:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:43.378853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Pushing event updated for resources: {'Port': ['ID=2787ece9-de7d-40d4-8893-4809921db266,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:43.382454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:43.523672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] Set router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:24:43.656085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-9c5af77f-8678-4b0f-a118-6c590e7aee09', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ips': [{'subnet_id': 'e3f687a9-e8f0-4497-b4de-8332b0856128'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:24:43.657351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:43.832460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Allocated IP 172.20.0.2 (9c5af77f-8678-4b0f-a118-6c590e7aee09/e3f687a9-e8f0-4497-b4de-8332b0856128/3bc3f546-19e9-41e8-b2f7-7633a26ffd01) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:24:43.842577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a977860>, [{'id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'name': 'tempest-TestNetworkBasicOps-router-682007049', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '2787ece9-de7d-40d4-8893-4809921db266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:40Z', 'updated_at': '2021-12-23T16:24:41Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '2787ece9-de7d-40d4-8893-4809921db266', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:41Z', 'updated_at': '2021-12-23T16:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:43.847116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3294821b-0248-4f8b-8ca0-0288992620a0 None None] The sync data for ids ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'] in dv-neutron-822801-1-hyperv is: [{'id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'name': 'tempest-TestNetworkBasicOps-router-682007049', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '2787ece9-de7d-40d4-8893-4809921db266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:40Z', 'updated_at': '2021-12-23T16:24:41Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '2787ece9-de7d-40d4-8893-4809921db266', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:41Z', 'updated_at': '2021-12-23T16:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:24:44.059748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:44.070678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Transition to ACTIVE for port object 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:24:44.091395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Transition to ACTIVE for port object 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:24:44.096034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:44.099703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:44.100892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:44.171691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Network 9c5af77f-8678-4b0f-a118-6c590e7aee09 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:24:44.174816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:24:44.179524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:24:44.181801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Pushing event updated for resources: {'Port': ['ID=3bc3f546-19e9-41e8-b2f7-7633a26ffd01,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:44.185795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:44.286897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Attempting to bind port 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:24:44.286897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Attempting to bind port 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:24:44.287877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Attempting to bind port 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 on network 9c5af77f-8678-4b0f-a118-6c590e7aee09 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:24:44.297311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:24:44.297911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Checking segment: {'id': 'ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:24:44.299048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:44.299348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Bound using segment: {'id': 'ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:24:44.299979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Bound port: 3bc3f546-19e9-41e8-b2f7-7633a26ffd01, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:24:44.300495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:44.417970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] For port 3bc3f546-19e9-41e8-b2f7-7633a26ffd01, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:24:44.422544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] For port 3bc3f546-19e9-41e8-b2f7-7633a26ffd01, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3bc3f546-19e9-41e8-b2f7-7633a26ffd01,segment=NetworkSegment(ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc),segment_id=ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:24:44.426243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:44.430325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:44.518443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Pushing event updated for resources: {'Port': ['ID=3bc3f546-19e9-41e8-b2f7-7633a26ffd01,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:44.524357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:44.569407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.1 (9c5af77f-8678-4b0f-a118-6c590e7aee09/e3f687a9-e8f0-4497-b4de-8332b0856128/dfa9d8e5-0a67-4303-b94f-eb39a721e7c6) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:24:44.755609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:44.775271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:24:44.799152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:44.804360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6ed4664c-6834-4dea-b4ca-d48fa72e0843 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:44.899703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 9c5af77f-8678-4b0f-a118-6c590e7aee09 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:24:44.903402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:24:44.905555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=dfa9d8e5-0a67-4303-b94f-eb39a721e7c6,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:44.907893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:24:44.942660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:44.974395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:45.072269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:45.521449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:45.525092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:45.560726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:45.650311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:45.655804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=dfa9d8e5-0a67-4303-b94f-eb39a721e7c6,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:45.658804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:45.807653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 9c5af77f-8678-4b0f-a118-6c590e7aee09 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:24:45.809045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:24:46.208739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea3378d-5f11-48b6-a4cf-6e01a5ecf008 None None] Network 9c5af77f-8678-4b0f-a118-6c590e7aee09 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:24:46.314650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2787ece9-de7d-40d4-8893-4809921db266 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:24:46.390853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d889da07-970b-49bb-a5ef-e0e62e60fa9a None None] Provisioning for port 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:24:46.469639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:24:46.483027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 2787ece9-de7d-40d4-8893-4809921db266 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:24:46.516516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 2787ece9-de7d-40d4-8893-4809921db266 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:24:46.516959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:46.680684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:46.693236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:24:46.698519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 2787ece9-de7d-40d4-8893-4809921db266, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2787ece9-de7d-40d4-8893-4809921db266,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:24:46.704816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:46.706334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:24:46.708711 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/6a196aee-1c96-43f9-99fa-f0d5d61aec9f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4357545
Dec 23 16:24:46.711296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58988) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:46.737955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d36c5167-5f50-4779-9fea-19af9896e1aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:46.833188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=2787ece9-de7d-40d4-8893-4809921db266,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:46.841249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:46.854933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:24:46.861049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:24:46.861927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:46.881897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4202bfb1-cbc1-48e3-8359-3aa204960ed0 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:46.882334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4202bfb1-cbc1-48e3-8359-3aa204960ed0 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:46.882854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4202bfb1-cbc1-48e3-8359-3aa204960ed0 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:46.883351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4202bfb1-cbc1-48e3-8359-3aa204960ed0 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:46.885276 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4202bfb1-cbc1-48e3-8359-3aa204960ed0 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1729524
Dec 23 16:24:46.890403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58992) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:46.980193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4517dad4-a34b-442f-9f92-26a46b6f99c6 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:46.980664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4517dad4-a34b-442f-9f92-26a46b6f99c6 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:46.981112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4517dad4-a34b-442f-9f92-26a46b6f99c6 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:46.981533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4517dad4-a34b-442f-9f92-26a46b6f99c6 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:46.983470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4517dad4-a34b-442f-9f92-26a46b6f99c6 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2736 time: 0.0919743
Dec 23 16:24:46.987459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 58996) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:46.991995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.022244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Sync routers for ids ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:24:47.046969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 3bc3f546-19e9-41e8-b2f7-7633a26ffd01, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3bc3f546-19e9-41e8-b2f7-7633a26ffd01,segment=NetworkSegment(ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc),segment_id=ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:24:47.054365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.057940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:47.093682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Routers {'6a196aee-1c96-43f9-99fa-f0d5d61aec9f'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:24:47.094549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79df50b8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:24:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:47.182938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-347507bb-6651-400c-96a5-68cec203388d None None] Provisioning complete for port 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:24:47.183575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-347507bb-6651-400c-96a5-68cec203388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.218440 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f625e77b-1e19-4e60-b346-bfa0e77093cb tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2262514
Dec 23 16:24:47.375852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=3bc3f546-19e9-41e8-b2f7-7633a26ffd01,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:47.385207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:47.425090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59002) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:47.431495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589145458', 'description': 'tempest-secgroup-smoke-1589145458 description', 'project_id': '756d2eff28424d1081cd07d60adf0a7c'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:24:47.438640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:24:47.443462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:24:47.447018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:24:47.451877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Set router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:24:47.454201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:24:47.464615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.515259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:24:47.520223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:24:47.523980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:24:47.531311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:24:47.594037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.596785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.602915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-48b1e671-b287-4f47-a78e-e6becf2b519b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:47.603116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-347507bb-6651-400c-96a5-68cec203388d None None] Provisioning for port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:24:47.630172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-347507bb-6651-400c-96a5-68cec203388d None None] Provisioning complete for port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:24:47.630615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-347507bb-6651-400c-96a5-68cec203388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.649185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b38928-0af7-4b82-8297-1a4dc539aed1,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:47.652020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.656206 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2271988
Dec 23 16:24:47.656206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:47.656498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59006) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:47.662476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-443d6421-b93c-4893-b5af-fc801463c5ca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'f9b38928-0af7-4b82-8297-1a4dc539aed1', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:24:47.669563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-443d6421-b93c-4893-b5af-fc801463c5ca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:24:47.673884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-443d6421-b93c-4893-b5af-fc801463c5ca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:24:47.677126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-443d6421-b93c-4893-b5af-fc801463c5ca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:24:47.683461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-443d6421-b93c-4893-b5af-fc801463c5ca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:24:47.704766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-443d6421-b93c-4893-b5af-fc801463c5ca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.776447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-443d6421-b93c-4893-b5af-fc801463c5ca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.780017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-443d6421-b93c-4893-b5af-fc801463c5ca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.782376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-826f9eb6-3ffd-45be-96aa-87c4f30a5509 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:47.809299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d6421-b93c-4893-b5af-fc801463c5ca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0593eb-550d-48c5-8d9d-9bf7b70469ee,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:47.812325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-443d6421-b93c-4893-b5af-fc801463c5ca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:47.819483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-443d6421-b93c-4893-b5af-fc801463c5ca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.820854 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-443d6421-b93c-4893-b5af-fc801463c5ca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1634319
Dec 23 16:24:47.823807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59010) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:47.830402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5e08f8c7-9252-4a8a-adcf-197a4bf06873 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'f9b38928-0af7-4b82-8297-1a4dc539aed1', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:24:47.837152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5e08f8c7-9252-4a8a-adcf-197a4bf06873 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:24:47.842041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5e08f8c7-9252-4a8a-adcf-197a4bf06873 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:24:47.845271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5e08f8c7-9252-4a8a-adcf-197a4bf06873 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:24:47.851730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5e08f8c7-9252-4a8a-adcf-197a4bf06873 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:24:47.869471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e08f8c7-9252-4a8a-adcf-197a4bf06873 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.934109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-347507bb-6651-400c-96a5-68cec203388d None None] Port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:24:47.936420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e08f8c7-9252-4a8a-adcf-197a4bf06873 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.939929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e08f8c7-9252-4a8a-adcf-197a4bf06873 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.942156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-20645924-671d-46b1-85b7-879317e85ea7 tempest-TestNetworkAdvancedServerOps-1614710468 tempest-TestNetworkAdvancedServerOps-1614710468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:47.967317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08f8c7-9252-4a8a-adcf-197a4bf06873 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc427653-f264-4f92-8ae3-e633506ff697,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:47.969953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e08f8c7-9252-4a8a-adcf-197a4bf06873 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:47.976302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e08f8c7-9252-4a8a-adcf-197a4bf06873 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:47.980304 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5e08f8c7-9252-4a8a-adcf-197a4bf06873 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1526339
Dec 23 16:24:47.981157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59014) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:47.987246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6f6a4740-15aa-4926-9a48-e3b8b9e126ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'f9b38928-0af7-4b82-8297-1a4dc539aed1', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:24:47.993547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6f6a4740-15aa-4926-9a48-e3b8b9e126ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:24:47.997720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6f6a4740-15aa-4926-9a48-e3b8b9e126ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:24:48.000865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6f6a4740-15aa-4926-9a48-e3b8b9e126ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:24:48.007746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6f6a4740-15aa-4926-9a48-e3b8b9e126ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:24:48.025323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4740-15aa-4926-9a48-e3b8b9e126ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.029310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79df50b8>, [{'id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'name': 'tempest-TestNetworkBasicOps-router-682007049', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '2787ece9-de7d-40d4-8893-4809921db266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:40Z', 'updated_at': '2021-12-23T16:24:44Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '2787ece9-de7d-40d4-8893-4809921db266', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:41Z', 'updated_at': '2021-12-23T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'dfa9d8e5-0a67-4303-b94f-eb39a721e7c6', 'name': '', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:be:14:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:44Z', 'updated_at': '2021-12-23T16:24:45Z', 'revision_number': 2, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:48.033462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Checking router: 6a196aee-1c96-43f9-99fa-f0d5d61aec9f for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:24:48.033873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Updating router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:24:48.096209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.098333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4740-15aa-4926-9a48-e3b8b9e126ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.104509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4740-15aa-4926-9a48-e3b8b9e126ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.107140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5b1c066c-685e-4b47-b542-76ea3710ec45 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:48.119306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-13128f30-62cc-4b88-bec9-c3f3e40e665d None None] Provisioning complete for port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:24:48.119743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13128f30-62cc-4b88-bec9-c3f3e40e665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.131433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a4740-15aa-4926-9a48-e3b8b9e126ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbc9681-d9e0-4fba-9522-dfe052a17810,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:48.134039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f6a4740-15aa-4926-9a48-e3b8b9e126ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:48.141513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4740-15aa-4926-9a48-e3b8b9e126ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.144149 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6f6a4740-15aa-4926-9a48-e3b8b9e126ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1617806
Dec 23 16:24:48.146171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59018) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:48.153431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-fa4294d1-7a33-4e8d-af59-4a56bf2ba15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'f9b38928-0af7-4b82-8297-1a4dc539aed1', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:24:48.160531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fa4294d1-7a33-4e8d-af59-4a56bf2ba15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:24:48.164864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fa4294d1-7a33-4e8d-af59-4a56bf2ba15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:24:48.168630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fa4294d1-7a33-4e8d-af59-4a56bf2ba15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:24:48.175231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fa4294d1-7a33-4e8d-af59-4a56bf2ba15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:24:48.194482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa4294d1-7a33-4e8d-af59-4a56bf2ba15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.250844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2787ece9-de7d-40d4-8893-4809921db266 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:24:48.271865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa4294d1-7a33-4e8d-af59-4a56bf2ba15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.274575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa4294d1-7a33-4e8d-af59-4a56bf2ba15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.276546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e08f8c7-9252-4a8a-adcf-197a4bf06873 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:48.298806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4294d1-7a33-4e8d-af59-4a56bf2ba15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46ff38d-1560-41ef-bdee-0615295e4f5f,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:48.303228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fa4294d1-7a33-4e8d-af59-4a56bf2ba15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:48.310384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fa4294d1-7a33-4e8d-af59-4a56bf2ba15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.311925 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fa4294d1-7a33-4e8d-af59-4a56bf2ba15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1644831
Dec 23 16:24:48.314773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59022) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:48.320764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e1ec9a21-5988-499d-ad0b-9e2dfbd6b294 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'f9b38928-0af7-4b82-8297-1a4dc539aed1', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:24:48.327722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e1ec9a21-5988-499d-ad0b-9e2dfbd6b294 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:24:48.331800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e1ec9a21-5988-499d-ad0b-9e2dfbd6b294 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:24:48.334827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e1ec9a21-5988-499d-ad0b-9e2dfbd6b294 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:24:48.341615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e1ec9a21-5988-499d-ad0b-9e2dfbd6b294 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:24:48.351459 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-e1ec9a21-5988-499d-ad0b-9e2dfbd6b294 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:24:48.358378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9a21-5988-499d-ad0b-9e2dfbd6b294 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.360407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-13128f30-62cc-4b88-bec9-c3f3e40e665d None None] Port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:24:48.429349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9a21-5988-499d-ad0b-9e2dfbd6b294 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.434945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9a21-5988-499d-ad0b-9e2dfbd6b294 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.436933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:48.464083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec9a21-5988-499d-ad0b-9e2dfbd6b294 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef9ec5f-b944-4da4-afc4-b02531244f1b,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:48.468059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1ec9a21-5988-499d-ad0b-9e2dfbd6b294 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:48.475521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9a21-5988-499d-ad0b-9e2dfbd6b294 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.476839 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e1ec9a21-5988-499d-ad0b-9e2dfbd6b294 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1610162
Dec 23 16:24:48.479918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59026) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:48.486320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5f9afb9c-3566-40cd-8289-fe02bcb07fa0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'f9b38928-0af7-4b82-8297-1a4dc539aed1', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:24:48.492458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 2787ece9-de7d-40d4-8893-4809921db266 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:24:48.492661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5f9afb9c-3566-40cd-8289-fe02bcb07fa0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:24:48.492891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.498137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5f9afb9c-3566-40cd-8289-fe02bcb07fa0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:24:48.501376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5f9afb9c-3566-40cd-8289-fe02bcb07fa0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:24:48.507995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5f9afb9c-3566-40cd-8289-fe02bcb07fa0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:24:48.519149 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-5f9afb9c-3566-40cd-8289-fe02bcb07fa0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:24:48.525863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f9afb9c-3566-40cd-8289-fe02bcb07fa0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.597140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f9afb9c-3566-40cd-8289-fe02bcb07fa0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.600382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f9afb9c-3566-40cd-8289-fe02bcb07fa0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.602241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:48.624280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9afb9c-3566-40cd-8289-fe02bcb07fa0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d2f660-3d8a-4ec2-86ce-596ca671dccc,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:48.628664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5f9afb9c-3566-40cd-8289-fe02bcb07fa0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:48.635958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f9afb9c-3566-40cd-8289-fe02bcb07fa0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.647080 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5f9afb9c-3566-40cd-8289-fe02bcb07fa0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1568696
Dec 23 16:24:48.709083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:24:48.760524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.783612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Transition to ACTIVE for port object dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:24:48.791929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.797610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-be866863-afb6-422b-8121-2f044680af81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:48.824599 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-3d580564-e524-420f-a81a-55c5bac5bcfa tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589145458&fields=id&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 267 time: 0.0473235
Dec 23 16:24:48.925917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d42627-55f6-405e-bce2-0a5284267f01 None None] Pushing event updated for resources: {'Port': ['ID=dfa9d8e5-0a67-4303-b94f-eb39a721e7c6,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:48.934371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35d42627-55f6-405e-bce2-0a5284267f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:48.948019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:24:48.948455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:48.994927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-7bd6a69b-d3e8-4147-8646-6cab16237850 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:48.997581 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-7bd6a69b-d3e8-4147-8646-6cab16237850 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/networks?id=9c5af77f-8678-4b0f-a118-6c590e7aee09 HTTP/1.1" status: 200  len: 796 time: 0.1659873
Dec 23 16:24:49.017671 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-7da5e543-5baa-431c-9a16-dd49344b0493 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/quotas/756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 375 time: 0.0127993
Dec 23 16:24:49.108883 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f0ec0337-1824-4700-9873-116a3ef05a8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0848870
Dec 23 16:24:49.112378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Attempting to bind port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:24:49.112810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Attempting to bind port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:24:49.113428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Attempting to bind port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 on network 9c5af77f-8678-4b0f-a118-6c590e7aee09 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:24:49.171499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:24:49.171802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Checking segment: {'id': 'ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:24:49.172268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:49.172723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Bound using segment: {'id': 'ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:24:49.173268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Bound port: dfa9d8e5-0a67-4303-b94f-eb39a721e7c6, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:24:49.173700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:49.268528 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f1814103-3fad-466e-a85c-bf9c797416a7 service neutron] 10.222.0.67 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458564
Dec 23 16:24:49.299930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] For port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:24:49.303156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] For port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=dfa9d8e5-0a67-4303-b94f-eb39a721e7c6,segment=NetworkSegment(ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc),segment_id=ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:24:49.306682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:49.312255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-79b649f6-ec5e-456a-93dc-a2c66a62e82b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:49.396753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d42627-55f6-405e-bce2-0a5284267f01 None None] Pushing event updated for resources: {'Port': ['ID=dfa9d8e5-0a67-4303-b94f-eb39a721e7c6,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:49.400758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35d42627-55f6-405e-bce2-0a5284267f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:49.402544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Routers {'6a196aee-1c96-43f9-99fa-f0d5d61aec9f'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:24:49.403853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79df50b8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:24:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:49.418135 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-e76d1cc4-ed4b-4420-bac3-0d0eb004fcaf service neutron] 10.222.0.67 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429579
Dec 23 16:24:49.615658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] Set router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:24:49.636073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-cc6b7217-9ea4-4626-ad7d-c3f4c367ee1d req-9db76304-acde-4658-9250-24be8b2bf492 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:24:49.655853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-cc6b7217-9ea4-4626-ad7d-c3f4c367ee1d req-9db76304-acde-4658-9250-24be8b2bf492 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:24:49.657316 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cc6b7217-9ea4-4626-ad7d-c3f4c367ee1d req-9db76304-acde-4658-9250-24be8b2bf492 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 210 time: 0.0784009
Dec 23 16:24:49.990134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79df50b8>, [{'id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'name': 'tempest-TestNetworkBasicOps-router-682007049', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '2787ece9-de7d-40d4-8893-4809921db266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:40Z', 'updated_at': '2021-12-23T16:24:44Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '2787ece9-de7d-40d4-8893-4809921db266', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:41Z', 'updated_at': '2021-12-23T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'dfa9d8e5-0a67-4303-b94f-eb39a721e7c6', 'name': '', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:be:14:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:44Z', 'updated_at': '2021-12-23T16:24:49Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:24:49.995005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e096c5-6227-4ea4-b9a3-cbcaf325e5df None None] The sync data for ids ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'] in dv-neutron-822801-1-hyperv is: [{'id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'name': 'tempest-TestNetworkBasicOps-router-682007049', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '2787ece9-de7d-40d4-8893-4809921db266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:40Z', 'updated_at': '2021-12-23T16:24:44Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '2787ece9-de7d-40d4-8893-4809921db266', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:41Z', 'updated_at': '2021-12-23T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'dfa9d8e5-0a67-4303-b94f-eb39a721e7c6', 'name': '', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:be:14:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:44Z', 'updated_at': '2021-12-23T16:24:49Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:24:50.249691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:24:50.337141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:24:50.344159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:24:50.344591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:50.468350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:50.514128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=dfa9d8e5-0a67-4303-b94f-eb39a721e7c6,segment=NetworkSegment(ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc),segment_id=ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:24:50.518567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:50.520638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:50.608681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=dfa9d8e5-0a67-4303-b94f-eb39a721e7c6,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:50.612216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:50.873550 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-92e451c9-8dae-4d5b-9965-b0cd4c8295bc req-161e3d42-b3f6-464a-bda0-3db14c50ab46 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 210 time: 0.0576227
Dec 23 16:24:50.903409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-56996ba4-0a9c-4aa6-8cca-a40a1da09a07 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:50.905287 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-56996ba4-0a9c-4aa6-8cca-a40a1da09a07 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/networks?id=9c5af77f-8678-4b0f-a118-6c590e7aee09 HTTP/1.1" status: 200  len: 796 time: 0.2472956
Dec 23 16:24:50.971264 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-bc809ea8-bac4-4860-a8fb-eff79e4d185a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 380 time: 0.0484824
Dec 23 16:24:50.974839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:24:50.982227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'port': {'device_id': '89e6c60a-6214-4d76-915c-a452d02176f5', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'admin_state_up': True, 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'security_groups': ['f9b38928-0af7-4b82-8297-1a4dc539aed1']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:24:51.142497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:24:51.154300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:24:51.165196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:24:51.172165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:51.357076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.7 (9c5af77f-8678-4b0f-a118-6c590e7aee09/e3f687a9-e8f0-4497-b4de-8332b0856128/a83b981a-299b-4945-a0d1-1f91e016e3a1) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:24:51.569585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:51.587130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object a83b981a-299b-4945-a0d1-1f91e016e3a1 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:24:51.606871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:51.612720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3825803f-8b30-4598-acd3-5fa66e771169 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:51.690703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 9c5af77f-8678-4b0f-a118-6c590e7aee09 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:24:51.694062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:24:51.699137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:24:51.731503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=a83b981a-299b-4945-a0d1-1f91e016e3a1,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:51.737713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:51.773509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:51.774443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:51.808298 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8312285
Dec 23 16:24:51.821028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Request body: {'port': {'device_id': '89e6c60a-6214-4d76-915c-a452d02176f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:24:51.942140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:51.957584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-610b781d-908e-48ae-b059-bcdee24114dd None None] Provisioning for port a83b981a-299b-4945-a0d1-1f91e016e3a1 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:24:51.963061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-610b781d-908e-48ae-b059-bcdee24114dd None None] Provisioning complete for port a83b981a-299b-4945-a0d1-1f91e016e3a1 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:24:51.963599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-610b781d-908e-48ae-b059-bcdee24114dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:52.026336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-610b781d-908e-48ae-b059-bcdee24114dd None None] Port a83b981a-299b-4945-a0d1-1f91e016e3a1 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:24:52.101323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cba7dc-32bb-473b-9c8c-52c1ad0dc2b9 req-5846800c-d438-40c0-9442-3c21b8e52616 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:52.103052 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-80cba7dc-32bb-473b-9c8c-52c1ad0dc2b9 req-5846800c-d438-40c0-9442-3c21b8e52616 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 931 time: 0.0924313
Dec 23 16:24:52.155201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-80cba7dc-32bb-473b-9c8c-52c1ad0dc2b9 req-99517251-00d4-4e71-8f13-76b64c6a0e09 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:24:52.171841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-80cba7dc-32bb-473b-9c8c-52c1ad0dc2b9 req-99517251-00d4-4e71-8f13-76b64c6a0e09 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:24:52.173135 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-80cba7dc-32bb-473b-9c8c-52c1ad0dc2b9 req-99517251-00d4-4e71-8f13-76b64c6a0e09 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9b38928-0af7-4b82-8297-1a4dc539aed1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631664
Dec 23 16:24:52.210093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:24:52.336787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83b981a-299b-4945-a0d1-1f91e016e3a1 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:24:52.344780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:52.361945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Transition to ACTIVE for port object a83b981a-299b-4945-a0d1-1f91e016e3a1 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:24:52.364869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:52.369961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:52.454771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:24:52.455241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:52.756932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Pushing event updated for resources: {'Port': ['ID=a83b981a-299b-4945-a0d1-1f91e016e3a1,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:52.759954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:52.868644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Attempting to bind port a83b981a-299b-4945-a0d1-1f91e016e3a1 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:24:52.869025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Attempting to bind port a83b981a-299b-4945-a0d1-1f91e016e3a1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:24:52.869397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Attempting to bind port a83b981a-299b-4945-a0d1-1f91e016e3a1 on network 9c5af77f-8678-4b0f-a118-6c590e7aee09 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:24:52.876195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Port a83b981a-299b-4945-a0d1-1f91e016e3a1 on network 9c5af77f-8678-4b0f-a118-6c590e7aee09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:24:52.876563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Attempting to bind port a83b981a-299b-4945-a0d1-1f91e016e3a1 on network 9c5af77f-8678-4b0f-a118-6c590e7aee09 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:24:52.883672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:24:52.884054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Checking segment: {'id': 'ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:24:52.884481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Bound using segment: {'id': 'ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:24:52.884961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Bound port: a83b981a-299b-4945-a0d1-1f91e016e3a1, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:24:52.885353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:52.982195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] For port a83b981a-299b-4945-a0d1-1f91e016e3a1, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:24:52.985392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] For port a83b981a-299b-4945-a0d1-1f91e016e3a1, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a83b981a-299b-4945-a0d1-1f91e016e3a1,segment=NetworkSegment(ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc),segment_id=ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:24:52.988670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:52.993112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:53.056127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:53.057524 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] 10.222.0.36 "PUT /v2.0/ports/a83b981a-299b-4945-a0d1-1f91e016e3a1 HTTP/1.1" status: 200  len: 1093 time: 1.2421901
Dec 23 16:24:53.058086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e6c60a-6214-4d76-915c-a452d02176f5', 'tag': 'a83b981a-299b-4945-a0d1-1f91e016e3a1'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:24:53.073336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Pushing event updated for resources: {'Port': ['ID=a83b981a-299b-4945-a0d1-1f91e016e3a1,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:53.076982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:53.141917 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e6c60a-6214-4d76-915c-a452d02176f5', 'tag': 'a83b981a-299b-4945-a0d1-1f91e016e3a1', 'status': 'completed', 'code': 200}
Dec 23 16:24:53.191785 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-befcbcf1-1329-40b5-97ed-99322645cda0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 1096 time: 0.0896599
Dec 23 16:24:53.267130 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-462904d2-0173-4cc7-a253-66d5b9d020d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a83b981a-299b-4945-a0d1-1f91e016e3a1 HTTP/1.1" status: 200  len: 217 time: 0.0687582
Dec 23 16:24:53.340555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-3228e75f-4e2a-460e-9a98-8fc78a3b3e6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:53.342132 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-3228e75f-4e2a-460e-9a98-8fc78a3b3e6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3f687a9-e8f0-4497-b4de-8332b0856128 HTTP/1.1" status: 200  len: 843 time: 0.0695417
Dec 23 16:24:53.399151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb95a2-a25f-4eae-98f1-faba36d112a5 req-3fe57aab-c032-4669-b19b-30a53bb04b80 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:53.400938 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-73fb95a2-a25f-4eae-98f1-faba36d112a5 req-3fe57aab-c032-4669-b19b-30a53bb04b80 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 943 time: 0.0931165
Dec 23 16:24:53.424525 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-e1158930-0116-4a1e-a80c-b7e032eaf6dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c5af77f-8678-4b0f-a118-6c590e7aee09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0757849
Dec 23 16:24:53.452625 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-73fb95a2-a25f-4eae-98f1-faba36d112a5 req-f5961d67-96e8-44cd-a0b8-b1c47c34548c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9b38928-0af7-4b82-8297-1a4dc539aed1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426188
Dec 23 16:24:53.570630 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-08f34cbd-4a72-482a-a256-a70daff55f49 service neutron] 10.222.0.36 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394401
Dec 23 16:24:53.714417 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38432f7b-3cad-4f10-9ee2-6588291a45f4 req-0d96e8d2-1959-414b-a01e-d1cf275def12 service neutron] 10.222.0.36 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377273
Dec 23 16:24:53.841405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7fc8034-8ce9-412f-9451-fc8630c4ba6a req-41482573-1931-4c6a-97a3-64187816f226 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 1096 time: 0.0841687
Dec 23 16:24:53.984548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8034-8ce9-412f-9451-fc8630c4ba6a req-5ba97b83-3723-4a2e-9f8d-31354353f528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:53.986156 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7fc8034-8ce9-412f-9451-fc8630c4ba6a req-5ba97b83-3723-4a2e-9f8d-31354353f528 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c5af77f-8678-4b0f-a118-6c590e7aee09 HTTP/1.1" status: 200  len: 897 time: 0.1380942
Dec 23 16:24:54.059201 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7fc8034-8ce9-412f-9451-fc8630c4ba6a req-695bb71f-cbc5-402a-9838-bad419929697 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a83b981a-299b-4945-a0d1-1f91e016e3a1 HTTP/1.1" status: 200  len: 217 time: 0.0646887
Dec 23 16:24:54.132483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc8034-8ce9-412f-9451-fc8630c4ba6a req-04cbaaca-babe-4689-8c07-38c8445c7067 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:54.134052 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7fc8034-8ce9-412f-9451-fc8630c4ba6a req-04cbaaca-babe-4689-8c07-38c8445c7067 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3f687a9-e8f0-4497-b4de-8332b0856128 HTTP/1.1" status: 200  len: 843 time: 0.0683267
Dec 23 16:24:54.219431 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7fc8034-8ce9-412f-9451-fc8630c4ba6a req-ef707602-bea6-416d-9640-d673c05df74e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c5af77f-8678-4b0f-a118-6c590e7aee09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0778480
Dec 23 16:24:54.363458 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7fc8034-8ce9-412f-9451-fc8630c4ba6a req-2755cf10-c3e2-4701-971a-f59d0a224b0c service neutron] 10.222.0.36 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358795
Dec 23 16:24:54.391871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb7c81d9-b113-4af5-b287-13b8e7a6339e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:54.513002 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7fc8034-8ce9-412f-9451-fc8630c4ba6a req-29ac5d27-d333-48ac-a204-e4c2a5fe547a service neutron] 10.222.0.36 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431613
Dec 23 16:24:54.552502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a83b981a-299b-4945-a0d1-1f91e016e3a1 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:24:54.675459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01672302-9799-4da1-98f4-c381e03661f3 req-d37ffd40-56e8-4e51-a17b-f7c43e81411c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:54.676230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-01672302-9799-4da1-98f4-c381e03661f3 req-d37ffd40-56e8-4e51-a17b-f7c43e81411c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:24:54.693356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-01672302-9799-4da1-98f4-c381e03661f3 req-d37ffd40-56e8-4e51-a17b-f7c43e81411c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:24:54.694820 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-01672302-9799-4da1-98f4-c381e03661f3 req-d37ffd40-56e8-4e51-a17b-f7c43e81411c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 943 time: 0.1040111
Dec 23 16:24:54.738252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port a83b981a-299b-4945-a0d1-1f91e016e3a1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a83b981a-299b-4945-a0d1-1f91e016e3a1,segment=NetworkSegment(ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc),segment_id=ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:24:54.755714 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-01672302-9799-4da1-98f4-c381e03661f3 req-2cc46475-ea1d-4036-9a3f-6f08ca3819e1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9b38928-0af7-4b82-8297-1a4dc539aed1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541415
Dec 23 16:24:54.760658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'a83b981a-299b-4945-a0d1-1f91e016e3a1', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'port_id': 'a83b981a-299b-4945-a0d1-1f91e016e3a1', 'mac_address': 'fa:16:3e:7b:dd:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:24:54.820850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:54.840718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83b981a-299b-4945-a0d1-1f91e016e3a1 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:24:54.863253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port a83b981a-299b-4945-a0d1-1f91e016e3a1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a83b981a-299b-4945-a0d1-1f91e016e3a1,segment=NetworkSegment(ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc),segment_id=ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:24:54.866190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:54.868284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:54.938862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=a83b981a-299b-4945-a0d1-1f91e016e3a1,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:54.941987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:55.070761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['a83b981a-299b-4945-a0d1-1f91e016e3a1'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:24:55.922846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:55.975859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c5a67-1acc-4185-b059-3a3769723867 req-4f4df1e9-d9d3-4e94-9f61-60737a57ac2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:55.977487 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-160c5a67-1acc-4185-b059-3a3769723867 req-4f4df1e9-d9d3-4e94-9f61-60737a57ac2c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 944 time: 0.0930619
Dec 23 16:24:56.028735 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-160c5a67-1acc-4185-b059-3a3769723867 req-85fcfd4b-184b-4918-95c4-2b83e9a6e4ea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9b38928-0af7-4b82-8297-1a4dc539aed1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447721
Dec 23 16:24:56.564443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a83b981a-299b-4945-a0d1-1f91e016e3a1 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:24:56.634739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port a83b981a-299b-4945-a0d1-1f91e016e3a1 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:24:56.639641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port a83b981a-299b-4945-a0d1-1f91e016e3a1 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:24:56.640077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:56.770126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-340a1c8a-c414-474c-a53b-9c480c9a5b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:56.773150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:56.801639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e6c60a-6214-4d76-915c-a452d02176f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83b981a-299b-4945-a0d1-1f91e016e3a1'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:24:56.811832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port a83b981a-299b-4945-a0d1-1f91e016e3a1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a83b981a-299b-4945-a0d1-1f91e016e3a1,segment=NetworkSegment(ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc),segment_id=ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:24:56.815183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:56.817062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:56.864344 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e6c60a-6214-4d76-915c-a452d02176f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83b981a-299b-4945-a0d1-1f91e016e3a1', 'code': 200}
Dec 23 16:24:56.886494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=a83b981a-299b-4945-a0d1-1f91e016e3a1,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:56.889843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:24:57.099749 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-825a5f24-e5e1-41b9-ad90-f2c26dbd9fd6 req-be2c925c-eaec-4aaa-a166-a0f84ca066f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 1098 time: 0.0762844
Dec 23 16:24:57.147879 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-825a5f24-e5e1-41b9-ad90-f2c26dbd9fd6 req-2de29e1f-4973-4972-a93b-28693c22be14 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f9b38928-0af7-4b82-8297-1a4dc539aed1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412345
Dec 23 16:24:57.239519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dc510-4237-41a2-a768-62be3b1f1689 req-af1b8b0e-d1d9-4bd1-8bfa-8691493252be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:57.241147 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6b1dc510-4237-41a2-a768-62be3b1f1689 req-af1b8b0e-d1d9-4bd1-8bfa-8691493252be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 945 time: 0.0865934
Dec 23 16:24:57.279886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:57.294592 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6b1dc510-4237-41a2-a768-62be3b1f1689 req-afcef404-08c0-41c1-99e5-78605bf001b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9b38928-0af7-4b82-8297-1a4dc539aed1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473549
Dec 23 16:24:58.506098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb977fc0-8ad8-49ad-b59b-b9fb6040bdce req-eae40ca9-44bb-4c2c-b19e-6b378694b6a6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:58.507768 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fb977fc0-8ad8-49ad-b59b-b9fb6040bdce req-eae40ca9-44bb-4c2c-b19e-6b378694b6a6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 945 time: 0.0878158
Dec 23 16:24:58.554305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:58.559557 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fb977fc0-8ad8-49ad-b59b-b9fb6040bdce req-671a8066-6714-44e3-982c-93c53740ac4f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9b38928-0af7-4b82-8297-1a4dc539aed1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452781
Dec 23 16:24:58.762313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8756bd2-d66f-410e-b885-f75c3019277a req-4ed8f0d5-e2b3-43ba-ace0-5aeac5a1c955 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:24:58.763888 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a8756bd2-d66f-410e-b885-f75c3019277a req-4ed8f0d5-e2b3-43ba-ace0-5aeac5a1c955 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 945 time: 0.0849535
Dec 23 16:24:58.812470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a8756bd2-d66f-410e-b885-f75c3019277a req-4e9ca80f-c52d-442a-88b4-d07c5afc4cc3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9b38928-0af7-4b82-8297-1a4dc539aed1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423648
Dec 23 16:24:58.840443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59076) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:58.919594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-12734ed7-e7ad-48b4-87db-d01931067e82 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 1093 time: 0.0777876
Dec 23 16:24:58.922369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59080) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:58.927952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': 'a83b981a-299b-4945-a0d1-1f91e016e3a1', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:24:58.934012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:24:58.938101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:floatingip and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:24:58.941119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:24:58.947222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:24:58.957165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:59.108586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:59.267227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.18 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/a4a13470-6b00-4600-85e3-3309aa6cf1db) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:24:59.421169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:59.447057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:24:59.451594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:24:59.523783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:24:59.527337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:24:59.529504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=a4a13470-6b00-4600-85e3-3309aa6cf1db,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:24:59.531896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:24:59.559472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:25:00.057928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:00.118741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:00.334349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:00.337728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:00.342711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b899d41a-3330-405d-9cc2-a300db6faaea tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:25:00.446897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=a4a13470-6b00-4600-85e3-3309aa6cf1db,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:25:00.455543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:25:00.469226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:00.667364 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Floating IP 68ca5d27-6a2a-46a0-9981-0f57cb777edb associated. External IP: 172.26.5.18, port: a83b981a-299b-4945-a0d1-1f91e016e3a1.
Dec 23 16:25:01.314261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:25:01.527369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:25:01.537324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae53baf1-35ac-4642-9551-9a09c8c22b77 None None] Sync routers for ids ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:25:01.551591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae53baf1-35ac-4642-9551-9a09c8c22b77 None None] Routers {'6a196aee-1c96-43f9-99fa-f0d5d61aec9f'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:25:01.551937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:01.552412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ae53baf1-35ac-4642-9551-9a09c8c22b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5fc518>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:24:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:25:01.608073 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6845870
Dec 23 16:25:01.608794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e6c60a-6214-4d76-915c-a452d02176f5', 'tag': 'a83b981a-299b-4945-a0d1-1f91e016e3a1'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:25:01.610976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59084) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:01.665918 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e6c60a-6214-4d76-915c-a452d02176f5', 'tag': 'a83b981a-299b-4945-a0d1-1f91e016e3a1', 'status': 'completed', 'code': 200}
Dec 23 16:25:01.790937 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0d239c29-158d-4b85-bb75-cd8bfce3e83e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/68ca5d27-6a2a-46a0-9981-0f57cb777edb HTTP/1.1" status: 200  len: 990 time: 0.1784854
Dec 23 16:25:01.808171 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7be5755d-87de-48ce-b7b7-b5ec30dd5dc7 req-4fa81c95-03fc-4edc-8c7a-f81d5661d221 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 1098 time: 0.1106176
Dec 23 16:25:01.890616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ae53baf1-35ac-4642-9551-9a09c8c22b77 None None] Set router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:25:01.951698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5755d-87de-48ce-b7b7-b5ec30dd5dc7 req-f24b1c70-c11b-4593-9e01-ae018d6c205d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:25:01.953326 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7be5755d-87de-48ce-b7b7-b5ec30dd5dc7 req-f24b1c70-c11b-4593-9e01-ae018d6c205d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c5af77f-8678-4b0f-a118-6c590e7aee09 HTTP/1.1" status: 200  len: 897 time: 0.1391768
Dec 23 16:25:02.064260 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7be5755d-87de-48ce-b7b7-b5ec30dd5dc7 req-c187a49e-ebc6-4b6d-a60f-b10d3a966811 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a83b981a-299b-4945-a0d1-1f91e016e3a1 HTTP/1.1" status: 200  len: 998 time: 0.1044712
Dec 23 16:25:02.132915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5755d-87de-48ce-b7b7-b5ec30dd5dc7 req-7ff1dd19-ca70-4a35-a53a-868991ab6c6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:25:02.134527 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7be5755d-87de-48ce-b7b7-b5ec30dd5dc7 req-7ff1dd19-ca70-4a35-a53a-868991ab6c6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3f687a9-e8f0-4497-b4de-8332b0856128 HTTP/1.1" status: 200  len: 843 time: 0.0648665
Dec 23 16:25:02.219452 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7be5755d-87de-48ce-b7b7-b5ec30dd5dc7 req-79e45a6b-f5a3-4fe6-93f8-d024239b2830 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c5af77f-8678-4b0f-a118-6c590e7aee09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0787117
Dec 23 16:25:02.278469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ae53baf1-35ac-4642-9551-9a09c8c22b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5fc518>, [{'id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'name': 'tempest-TestNetworkBasicOps-router-682007049', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '2787ece9-de7d-40d4-8893-4809921db266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:40Z', 'updated_at': '2021-12-23T16:24:44Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '2787ece9-de7d-40d4-8893-4809921db266', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:41Z', 'updated_at': '2021-12-23T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '68ca5d27-6a2a-46a0-9981-0f57cb777edb', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.18', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'port_id': 'a83b981a-299b-4945-a0d1-1f91e016e3a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'mac_address': 'fa:16:3e:7b:dd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e6c60a-6214-4d76-915c-a452d02176f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:24:59Z', 'updated_at': '2021-12-23T16:24:59Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa9d8e5-0a67-4303-b94f-eb39a721e7c6', 'name': '', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:be:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:44Z', 'updated_at': '2021-12-23T16:24:50Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:25:02.282619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae53baf1-35ac-4642-9551-9a09c8c22b77 None None] Checking router: 6a196aee-1c96-43f9-99fa-f0d5d61aec9f for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:25:02.294599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae53baf1-35ac-4642-9551-9a09c8c22b77 None None] Routers {'6a196aee-1c96-43f9-99fa-f0d5d61aec9f'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:25:02.295334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ae53baf1-35ac-4642-9551-9a09c8c22b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5fc518>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:24:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:25:02.366508 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7be5755d-87de-48ce-b7b7-b5ec30dd5dc7 req-f5ab1570-4f03-4676-9e63-251338ca1455 service neutron] 10.222.0.36 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405561
Dec 23 16:25:02.484690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ae53baf1-35ac-4642-9551-9a09c8c22b77 None None] Set router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:25:02.515829 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7be5755d-87de-48ce-b7b7-b5ec30dd5dc7 req-d5f5c4c4-1e79-41d4-9b4d-1c72fc7fbd4f service neutron] 10.222.0.36 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431949
Dec 23 16:25:02.795133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59090) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:02.856307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ae53baf1-35ac-4642-9551-9a09c8c22b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a5fc518>, [{'id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'name': 'tempest-TestNetworkBasicOps-router-682007049', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '2787ece9-de7d-40d4-8893-4809921db266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:40Z', 'updated_at': '2021-12-23T16:24:44Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '2787ece9-de7d-40d4-8893-4809921db266', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:41Z', 'updated_at': '2021-12-23T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '68ca5d27-6a2a-46a0-9981-0f57cb777edb', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.18', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'port_id': 'a83b981a-299b-4945-a0d1-1f91e016e3a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'mac_address': 'fa:16:3e:7b:dd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e6c60a-6214-4d76-915c-a452d02176f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:24:59Z', 'updated_at': '2021-12-23T16:24:59Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa9d8e5-0a67-4303-b94f-eb39a721e7c6', 'name': '', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:be:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:44Z', 'updated_at': '2021-12-23T16:24:50Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:25:02.860763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae53baf1-35ac-4642-9551-9a09c8c22b77 None None] The sync data for ids ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'] in dv-neutron-822801-1-hyperv is: [{'id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'name': 'tempest-TestNetworkBasicOps-router-682007049', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '2787ece9-de7d-40d4-8893-4809921db266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:40Z', 'updated_at': '2021-12-23T16:24:44Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '2787ece9-de7d-40d4-8893-4809921db266', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:41Z', 'updated_at': '2021-12-23T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '68ca5d27-6a2a-46a0-9981-0f57cb777edb', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.18', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'port_id': 'a83b981a-299b-4945-a0d1-1f91e016e3a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'mac_address': 'fa:16:3e:7b:dd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e6c60a-6214-4d76-915c-a452d02176f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:24:59Z', 'updated_at': '2021-12-23T16:24:59Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa9d8e5-0a67-4303-b94f-eb39a721e7c6', 'name': '', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:be:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:44Z', 'updated_at': '2021-12-23T16:24:50Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:25:02.907641 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f4124dbe-d7c4-4848-aa1d-672e2a90b313 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/68ca5d27-6a2a-46a0-9981-0f57cb777edb HTTP/1.1" status: 200  len: 990 time: 0.1107552
Dec 23 16:25:03.194246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e79e40-579e-4a4c-9b4a-239c99c51f92 None None] New status for floating IP 68ca5d27-6a2a-46a0-9981-0f57cb777edb: ACTIVE {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:25:03.911900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59094) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:04.022912 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d515ada3-8a1a-4f3d-8019-1f2b098eabb3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/68ca5d27-6a2a-46a0-9981-0f57cb777edb HTTP/1.1" status: 200  len: 992 time: 0.1096919
Dec 23 16:25:12.112813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:24.393671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fdca4999-5795-49c0-a7cf-b91c842c9a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:25.914368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:26.751054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0095cac9-bd5d-44d7-a1c2-98b774231b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:27.282318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:27.976257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:25:28.560850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:32.798741 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1bb3e0ff-8fba-4647-b6c8-3e769300160a req-9fc087e8-867c-4baf-8ef7-23eb59b8d291 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0802290
Dec 23 16:25:32.952200 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1bb3e0ff-8fba-4647-b6c8-3e769300160a req-19223b2d-ea14-4764-9cab-eeb4d220e434 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 1098 time: 0.0762722
Dec 23 16:25:33.341129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3e0ff-8fba-4647-b6c8-3e769300160a req-2fa01901-1fdc-4362-b18e-44d240d0a7aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:25:33.342748 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1bb3e0ff-8fba-4647-b6c8-3e769300160a req-2fa01901-1fdc-4362-b18e-44d240d0a7aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c5af77f-8678-4b0f-a118-6c590e7aee09 HTTP/1.1" status: 200  len: 897 time: 0.3704612
Dec 23 16:25:33.452179 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1bb3e0ff-8fba-4647-b6c8-3e769300160a req-4b2b358a-d27e-4cad-8f9c-851e89b4b198 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a83b981a-299b-4945-a0d1-1f91e016e3a1 HTTP/1.1" status: 200  len: 1000 time: 0.1021686
Dec 23 16:25:33.525097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3e0ff-8fba-4647-b6c8-3e769300160a req-a497ef9a-0a02-47df-b7b7-5f44e39d2788 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:25:33.526601 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1bb3e0ff-8fba-4647-b6c8-3e769300160a req-a497ef9a-0a02-47df-b7b7-5f44e39d2788 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3f687a9-e8f0-4497-b4de-8332b0856128 HTTP/1.1" status: 200  len: 843 time: 0.0690279
Dec 23 16:25:33.610947 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1bb3e0ff-8fba-4647-b6c8-3e769300160a req-708d9770-a357-4e38-8230-8e6342c43d87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c5af77f-8678-4b0f-a118-6c590e7aee09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0780153
Dec 23 16:25:33.753676 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1bb3e0ff-8fba-4647-b6c8-3e769300160a req-84662e95-1a12-4f83-8418-71ce8e4f3340 service neutron] 10.222.0.36 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362562
Dec 23 16:25:33.904770 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1bb3e0ff-8fba-4647-b6c8-3e769300160a req-f1ad035a-319b-4da2-9dfa-495fad5bada3 service neutron] 10.222.0.36 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452026
Dec 23 16:25:42.127296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:54.395915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d99cf75-0140-4cc3-88ea-1e3b61abdb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:55.920481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:56.752463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c8c6-6d1c-41e3-8350-effdb1ff8713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:57.284983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:25:58.553720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:04.977827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:26:12.142606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:24.398518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2989ab4-0da3-4212-add4-7f810da2c807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:25.914288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:26.753355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8030-4a0d-49e3-98b1-9d26bdf3cafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:27.288299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:28.554465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:33.848093 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20b41a34-2d7a-45f7-97ba-88a234d79118 req-f570d376-b91e-4f44-923b-1a6bab5748c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1495180
Dec 23 16:26:33.998301 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20b41a34-2d7a-45f7-97ba-88a234d79118 req-c4248c32-f3ad-4d59-979d-8019e1a38f07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 1098 time: 0.0773065
Dec 23 16:26:34.155602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b41a34-2d7a-45f7-97ba-88a234d79118 req-b807c83c-9450-4af3-9c4d-ebfbc1e65198 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:26:34.157198 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20b41a34-2d7a-45f7-97ba-88a234d79118 req-b807c83c-9450-4af3-9c4d-ebfbc1e65198 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c5af77f-8678-4b0f-a118-6c590e7aee09 HTTP/1.1" status: 200  len: 897 time: 0.1394429
Dec 23 16:26:34.263213 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20b41a34-2d7a-45f7-97ba-88a234d79118 req-98fdeb69-3578-4f3c-ab50-642c259b25ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a83b981a-299b-4945-a0d1-1f91e016e3a1 HTTP/1.1" status: 200  len: 1000 time: 0.0993249
Dec 23 16:26:34.336729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b41a34-2d7a-45f7-97ba-88a234d79118 req-009fbaf4-6984-4d85-a28a-0006a14201a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:26:34.338308 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20b41a34-2d7a-45f7-97ba-88a234d79118 req-009fbaf4-6984-4d85-a28a-0006a14201a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3f687a9-e8f0-4497-b4de-8332b0856128 HTTP/1.1" status: 200  len: 843 time: 0.0672648
Dec 23 16:26:34.420547 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20b41a34-2d7a-45f7-97ba-88a234d79118 req-b5ce8b7f-40a8-44a5-aea5-b8a19c9dd9e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c5af77f-8678-4b0f-a118-6c590e7aee09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0738611
Dec 23 16:26:34.563489 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20b41a34-2d7a-45f7-97ba-88a234d79118 req-5f0d503f-9413-4ef9-bacf-4eb612c1e667 service neutron] 10.222.0.36 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345656
Dec 23 16:26:34.707635 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20b41a34-2d7a-45f7-97ba-88a234d79118 req-5dde2d57-50c1-49a5-8349-befc8feea738 service neutron] 10.222.0.36 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369162
Dec 23 16:26:41.978462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:26:42.156304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:51.785879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59118) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:51.794346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:26:52.056797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2962660'] for subnet, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:52.259222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730455742118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2860485'] for subnet, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:52.264334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d8b5ed0e-434b-4e9c-90d7-e7528538a6b6 tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:26:52.316449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:26:52.317043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:52.318471 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/subnets/e3f687a9-e8f0-4497-b4de-8332b0856128 HTTP/1.1" status: 200  len: 835 time: 0.5315025
Dec 23 16:26:52.321551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215a9b82-c2a8-47d3-b2a5-0921356a860f None None] Network 9c5af77f-8678-4b0f-a118-6c590e7aee09 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:26:52.332818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Subnet': ['ID=e3f687a9-e8f0-4497-b4de-8332b0856128,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:26:52.342199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:26:52.342638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:26:52.343087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:26:52.343516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:26:52.343940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:26:52.344357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:26:52.344773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:26:52.345192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:26:52.345608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:26:52.346019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:26:52.346432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:26:52.350002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:26:52.867585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d51bc161-2fe1-45be-88a9-e85dba582553 None None] Provisioning complete for port 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:26:52.868147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d51bc161-2fe1-45be-88a9-e85dba582553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:53.001056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d51bc161-2fe1-45be-88a9-e85dba582553 None None] Provisioning complete for port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:26:53.001488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d51bc161-2fe1-45be-88a9-e85dba582553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:53.131628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d51bc161-2fe1-45be-88a9-e85dba582553 None None] Provisioning complete for port a83b981a-299b-4945-a0d1-1f91e016e3a1 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:26:53.132228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d51bc161-2fe1-45be-88a9-e85dba582553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:54.399600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fc4f40ba-537d-4d63-b241-f58293c1dc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:55.916881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:56.754310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30cc8502-26cb-46ae-8f31-537ecb8ad4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:57.289846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:26:58.561377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:12.156156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:18.979309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:27:24.401009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-759db8e6-a2bb-4411-8796-5fa25c28ea6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:25.919046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:26.757160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-73591720-5eb7-4d04-b0f0-724cefa091ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:27.293169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:28.560458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:34.760393 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6c7fd94d-fbb0-4c7e-940f-463f78718b3f req-55293f56-5a50-4371-9e49-353fbb2e10ab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0775654
Dec 23 16:27:34.908595 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6c7fd94d-fbb0-4c7e-940f-463f78718b3f req-bb4f72f0-ceac-4340-ae87-3640ea7b1d92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 1098 time: 0.0768180
Dec 23 16:27:35.067446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fd94d-fbb0-4c7e-940f-463f78718b3f req-1c4273af-1151-457a-84e8-c8ba1d655ebe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:35.068973 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6c7fd94d-fbb0-4c7e-940f-463f78718b3f req-1c4273af-1151-457a-84e8-c8ba1d655ebe service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c5af77f-8678-4b0f-a118-6c590e7aee09 HTTP/1.1" status: 200  len: 897 time: 0.1416931
Dec 23 16:27:35.134864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59134) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:35.180639 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6c7fd94d-fbb0-4c7e-940f-463f78718b3f req-27b423a7-8c8b-4941-819e-58dc7cbaadb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a83b981a-299b-4945-a0d1-1f91e016e3a1 HTTP/1.1" status: 200  len: 1000 time: 0.1043046
Dec 23 16:27:35.253035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fd94d-fbb0-4c7e-940f-463f78718b3f req-f78f4438-999d-4da8-ad57-8be34f71f330 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:35.254666 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6c7fd94d-fbb0-4c7e-940f-463f78718b3f req-f78f4438-999d-4da8-ad57-8be34f71f330 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3f687a9-e8f0-4497-b4de-8332b0856128 HTTP/1.1" status: 200  len: 843 time: 0.0671165
Dec 23 16:27:35.339564 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6c7fd94d-fbb0-4c7e-940f-463f78718b3f req-da804b93-be32-43ff-81cf-2d254ab19923 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c5af77f-8678-4b0f-a118-6c590e7aee09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0782614
Dec 23 16:27:35.357363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c9b40-33b1-4902-8496-d0bc017004df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port a4a13470-6b00-4600-85e3-3309aa6cf1db {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:27:35.358382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9b40-33b1-4902-8496-d0bc017004df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:35.484665 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6c7fd94d-fbb0-4c7e-940f-463f78718b3f req-27e08376-eb64-49c9-8b33-647a1f5182ab service neutron] 10.222.0.36 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391168
Dec 23 16:27:35.536459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9b40-33b1-4902-8496-d0bc017004df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:35.536838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9b40-33b1-4902-8496-d0bc017004df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:35.630405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6c7fd94d-fbb0-4c7e-940f-463f78718b3f req-682c0f3f-9738-4754-960e-d58141007a43 service neutron] 10.222.0.36 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396964
Dec 23 16:27:35.668582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c9b40-33b1-4902-8496-d0bc017004df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for a4a13470-6b00-4600-85e3-3309aa6cf1db owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:27:35.816966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9b40-33b1-4902-8496-d0bc017004df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:35.821382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b7af8c6-bf00-4184-b4a0-73d8b7ff68ec tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:35.868667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c9b40-33b1-4902-8496-d0bc017004df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=a4a13470-6b00-4600-85e3-3309aa6cf1db,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:35.871716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ba8c9b40-33b1-4902-8496-d0bc017004df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:35.966067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9b40-33b1-4902-8496-d0bc017004df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:36.381915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8c9b40-33b1-4902-8496-d0bc017004df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:27:36.593748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8c9b40-33b1-4902-8496-d0bc017004df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:27:36.603882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11275019-1bec-4f8d-b345-a15262457559 None None] Sync routers for ids ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:27:36.613958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9b40-33b1-4902-8496-d0bc017004df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:36.617108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11275019-1bec-4f8d-b345-a15262457559 None None] Routers {'6a196aee-1c96-43f9-99fa-f0d5d61aec9f'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:36.617778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-11275019-1bec-4f8d-b345-a15262457559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ad400>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:36.670781 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ba8c9b40-33b1-4902-8496-d0bc017004df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/floatingips/68ca5d27-6a2a-46a0-9981-0f57cb777edb HTTP/1.1" status: 204  len: 168 time: 1.5340455
Dec 23 16:27:36.671530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e6c60a-6214-4d76-915c-a452d02176f5', 'tag': 'a83b981a-299b-4945-a0d1-1f91e016e3a1'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:27:36.758520 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e6c60a-6214-4d76-915c-a452d02176f5', 'tag': 'a83b981a-299b-4945-a0d1-1f91e016e3a1', 'status': 'completed', 'code': 200}
Dec 23 16:27:36.822028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-11275019-1bec-4f8d-b345-a15262457559 None None] Set router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:27:36.863104 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e383a0f9-7b1d-4202-b83d-36da7ab60952 req-d3914652-a49d-4ada-abe4-1d3e988da5f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 1098 time: 0.0802383
Dec 23 16:27:37.034870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383a0f9-7b1d-4202-b83d-36da7ab60952 req-c4711b8d-542c-48c1-9aae-4a6d26fe0bb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:37.037673 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e383a0f9-7b1d-4202-b83d-36da7ab60952 req-c4711b8d-542c-48c1-9aae-4a6d26fe0bb4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c5af77f-8678-4b0f-a118-6c590e7aee09 HTTP/1.1" status: 200  len: 897 time: 0.1685319
Dec 23 16:27:37.124562 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e383a0f9-7b1d-4202-b83d-36da7ab60952 req-781762a4-a753-42fb-a4af-2f159110b7ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a83b981a-299b-4945-a0d1-1f91e016e3a1 HTTP/1.1" status: 200  len: 217 time: 0.0794063
Dec 23 16:27:37.205991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383a0f9-7b1d-4202-b83d-36da7ab60952 req-aaeb7c4b-86aa-45c3-a600-b55d5ef53e7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:37.206710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c3040-275c-4243-9198-8df0fe5df5ac req-19160bf0-bcb8-41a5-8c68-b3cc8d909977 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:37.207924 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e383a0f9-7b1d-4202-b83d-36da7ab60952 req-aaeb7c4b-86aa-45c3-a600-b55d5ef53e7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3f687a9-e8f0-4497-b4de-8332b0856128 HTTP/1.1" status: 200  len: 843 time: 0.0768216
Dec 23 16:27:37.208123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-520c3040-275c-4243-9198-8df0fe5df5ac req-19160bf0-bcb8-41a5-8c68-b3cc8d909977 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:27:37.226043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-520c3040-275c-4243-9198-8df0fe5df5ac req-19160bf0-bcb8-41a5-8c68-b3cc8d909977 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:27:37.227764 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-520c3040-275c-4243-9198-8df0fe5df5ac req-19160bf0-bcb8-41a5-8c68-b3cc8d909977 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 945 time: 0.2060502
Dec 23 16:27:37.292844 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-520c3040-275c-4243-9198-8df0fe5df5ac req-ac24a1e5-6c38-4af0-bb67-3396bf1ed2ae tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9b38928-0af7-4b82-8297-1a4dc539aed1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584507
Dec 23 16:27:37.296508 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e383a0f9-7b1d-4202-b83d-36da7ab60952 req-08ac37d8-7456-4906-87a4-b9731701ae27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c5af77f-8678-4b0f-a118-6c590e7aee09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0804985
Dec 23 16:27:37.333238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-11275019-1bec-4f8d-b345-a15262457559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ad400>, [{'id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'name': 'tempest-TestNetworkBasicOps-router-682007049', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '2787ece9-de7d-40d4-8893-4809921db266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:40Z', 'updated_at': '2021-12-23T16:24:44Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '2787ece9-de7d-40d4-8893-4809921db266', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:41Z', 'updated_at': '2021-12-23T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'dfa9d8e5-0a67-4303-b94f-eb39a721e7c6', 'name': '', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:be:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:44Z', 'updated_at': '2021-12-23T16:24:50Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:37.337388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11275019-1bec-4f8d-b345-a15262457559 None None] Checking router: 6a196aee-1c96-43f9-99fa-f0d5d61aec9f for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:27:37.348693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11275019-1bec-4f8d-b345-a15262457559 None None] Routers {'6a196aee-1c96-43f9-99fa-f0d5d61aec9f'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:37.349357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-11275019-1bec-4f8d-b345-a15262457559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ad400>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:37.451056 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e383a0f9-7b1d-4202-b83d-36da7ab60952 req-a511ebcd-b683-4f7e-ae4c-a8f872394443 service neutron] 10.222.0.36 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479282
Dec 23 16:27:37.542587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-11275019-1bec-4f8d-b345-a15262457559 None None] Set router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:27:37.595899 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e383a0f9-7b1d-4202-b83d-36da7ab60952 req-b6823c93-6944-4d34-9c90-00412e45cddd service neutron] 10.222.0.36 "GET /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380293
Dec 23 16:27:37.874337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-11275019-1bec-4f8d-b345-a15262457559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4ad400>, [{'id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'name': 'tempest-TestNetworkBasicOps-router-682007049', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '2787ece9-de7d-40d4-8893-4809921db266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:40Z', 'updated_at': '2021-12-23T16:24:44Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '2787ece9-de7d-40d4-8893-4809921db266', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:41Z', 'updated_at': '2021-12-23T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'dfa9d8e5-0a67-4303-b94f-eb39a721e7c6', 'name': '', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:be:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:44Z', 'updated_at': '2021-12-23T16:24:50Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:37.878348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11275019-1bec-4f8d-b345-a15262457559 None None] The sync data for ids ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'] in dv-neutron-822801-1-hyperv is: [{'id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'name': 'tempest-TestNetworkBasicOps-router-682007049', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '2787ece9-de7d-40d4-8893-4809921db266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:40Z', 'updated_at': '2021-12-23T16:24:44Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '2787ece9-de7d-40d4-8893-4809921db266', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:41Z', 'updated_at': '2021-12-23T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'dfa9d8e5-0a67-4303-b94f-eb39a721e7c6', 'name': '', 'network_id': '9c5af77f-8678-4b0f-a118-6c590e7aee09', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:be:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:44Z', 'updated_at': '2021-12-23T16:24:50Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'e3f687a9-e8f0-4497-b4de-8332b0856128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:27:38.301371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708eec91-ecde-4ff8-af96-c533bee2c891 req-ca3d511f-ae33-47fa-8df2-833ee13b86ae tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:38.302964 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-708eec91-ecde-4ff8-af96-c533bee2c891 req-ca3d511f-ae33-47fa-8df2-833ee13b86ae tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 945 time: 0.0892429
Dec 23 16:27:38.321043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3363c6-357d-4700-8be6-c3bf9fcdd84d None None] New status for floating IP 68ca5d27-6a2a-46a0-9981-0f57cb777edb: DOWN {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:27:38.385139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-708eec91-ecde-4ff8-af96-c533bee2c891 req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port a83b981a-299b-4945-a0d1-1f91e016e3a1 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:27:38.385484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-708eec91-ecde-4ff8-af96-c533bee2c891 req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:38.724669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-708eec91-ecde-4ff8-af96-c533bee2c891 req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port a83b981a-299b-4945-a0d1-1f91e016e3a1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a83b981a-299b-4945-a0d1-1f91e016e3a1,segment=NetworkSegment(ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc),segment_id=ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:27:38.725079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-708eec91-ecde-4ff8-af96-c533bee2c891 req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:38.796738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0031d9d-e6ee-4a6c-825a-90c4adc0dae5 req-2f2757a6-407f-4697-a793-c470f3e52414 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:38.798383 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0031d9d-e6ee-4a6c-825a-90c4adc0dae5 req-2f2757a6-407f-4697-a793-c470f3e52414 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=89e6c60a-6214-4d76-915c-a452d02176f5 HTTP/1.1" status: 200  len: 945 time: 0.3649006
Dec 23 16:27:38.863735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-708eec91-ecde-4ff8-af96-c533bee2c891 req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for a83b981a-299b-4945-a0d1-1f91e016e3a1 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:27:38.973473 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0031d9d-e6ee-4a6c-825a-90c4adc0dae5 req-c40cd588-1a23-431f-8a6a-71a8f2717073 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9b38928-0af7-4b82-8297-1a4dc539aed1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1177297
Dec 23 16:27:39.277435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-708eec91-ecde-4ff8-af96-c533bee2c891 req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:39.283736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:39.328335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=a83b981a-299b-4945-a0d1-1f91e016e3a1,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:39.369909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:39.370348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:39.370783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:39.371235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:39.371663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:39.372087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:39.372506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:39.372925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:39.373344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:39.374390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:39.374811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:39.384863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:39.418770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-708eec91-ecde-4ff8-af96-c533bee2c891 req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] No DVR routers for this DVR port a83b981a-299b-4945-a0d1-1f91e016e3a1 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:27:39.421310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-708eec91-ecde-4ff8-af96-c533bee2c891 req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:39.424067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e6c60a-6214-4d76-915c-a452d02176f5', 'name': 'network-vif-deleted', 'tag': 'a83b981a-299b-4945-a0d1-1f91e016e3a1'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:27:39.439141 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-708eec91-ecde-4ff8-af96-c533bee2c891 req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "DELETE /v2.0/ports/a83b981a-299b-4945-a0d1-1f91e016e3a1 HTTP/1.1" status: 204  len: 173 time: 1.1295485
Dec 23 16:27:39.559147 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e6c60a-6214-4d76-915c-a452d02176f5', 'name': 'network-vif-deleted', 'tag': 'a83b981a-299b-4945-a0d1-1f91e016e3a1', 'status': 'completed', 'code': 200}
Dec 23 16:27:40.081724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59164) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:40.156201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007356e8-83f4-48ba-83f1-64505c5cb403 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:40.188335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007356e8-83f4-48ba-83f1-64505c5cb403 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:40.247681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007356e8-83f4-48ba-83f1-64505c5cb403 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:40.253183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1a234bed-ee77-42dc-842e-ffecb5a30450 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:40.268764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007356e8-83f4-48ba-83f1-64505c5cb403 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b38928-0af7-4b82-8297-1a4dc539aed1,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:40.271693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-007356e8-83f4-48ba-83f1-64505c5cb403 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:40.277948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007356e8-83f4-48ba-83f1-64505c5cb403 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:40.279315 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-007356e8-83f4-48ba-83f1-64505c5cb403 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/security-groups/f9b38928-0af7-4b82-8297-1a4dc539aed1 HTTP/1.1" status: 204  len: 168 time: 0.1963816
Dec 23 16:27:40.321055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59170) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:40.978981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65d26aef-48f2-49c4-8f12-7a8450a940f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:41.622158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-65d26aef-48f2-49c4-8f12-7a8450a940f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:27:41.622731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65d26aef-48f2-49c4-8f12-7a8450a940f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:41.821556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-65d26aef-48f2-49c4-8f12-7a8450a940f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port dfa9d8e5-0a67-4303-b94f-eb39a721e7c6, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=dfa9d8e5-0a67-4303-b94f-eb39a721e7c6,segment=NetworkSegment(ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc),segment_id=ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:27:41.821957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65d26aef-48f2-49c4-8f12-7a8450a940f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:41.948266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-65d26aef-48f2-49c4-8f12-7a8450a940f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:27:42.137259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65d26aef-48f2-49c4-8f12-7a8450a940f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:42.141780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c86bbf73-b890-4a70-9985-354030e6a3b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:42.154492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:42.187475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d26aef-48f2-49c4-8f12-7a8450a940f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=dfa9d8e5-0a67-4303-b94f-eb39a721e7c6,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:42.190317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65d26aef-48f2-49c4-8f12-7a8450a940f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:42.510118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65d26aef-48f2-49c4-8f12-7a8450a940f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:43.125442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d26aef-48f2-49c4-8f12-7a8450a940f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:27:43.406836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a83b981a-299b-4945-a0d1-1f91e016e3a1 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:27:43.443375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: a83b981a-299b-4945-a0d1-1f91e016e3a1 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:27:43.443790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device a83b981a-299b-4945-a0d1-1f91e016e3a1 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:27:43.583764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d26aef-48f2-49c4-8f12-7a8450a940f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:27:43.594483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ee92a-51a7-46dc-8ce4-aee506728312 None None] Sync routers for ids ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:27:43.599600 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-65d26aef-48f2-49c4-8f12-7a8450a940f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/6a196aee-1c96-43f9-99fa-f0d5d61aec9f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2773719
Dec 23 16:27:43.602442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59176) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:43.607179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1ee92a-51a7-46dc-8ce4-aee506728312 None None] Routers {'6a196aee-1c96-43f9-99fa-f0d5d61aec9f'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:43.608465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-af1ee92a-51a7-46dc-8ce4-aee506728312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4adac8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:43.799072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-af1ee92a-51a7-46dc-8ce4-aee506728312 None None] Set router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:27:43.805153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c3e92d-603b-484e-a5fe-b808ba16854e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting subnet e3f687a9-e8f0-4497-b4de-8332b0856128 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:27:43.808340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85c3e92d-603b-484e-a5fe-b808ba16854e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:43.865452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85c3e92d-603b-484e-a5fe-b808ba16854e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:43.957298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85c3e92d-603b-484e-a5fe-b808ba16854e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:44.032562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85c3e92d-603b-484e-a5fe-b808ba16854e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:44.037234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-040461b6-dce7-49df-bec8-3ff9a72187b8 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:44.075048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3e92d-603b-484e-a5fe-b808ba16854e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f687a9-e8f0-4497-b4de-8332b0856128,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:44.079118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-85c3e92d-603b-484e-a5fe-b808ba16854e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:44.082680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-85c3e92d-603b-484e-a5fe-b808ba16854e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:44.089259 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-85c3e92d-603b-484e-a5fe-b808ba16854e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/subnets/e3f687a9-e8f0-4497-b4de-8332b0856128 HTTP/1.1" status: 204  len: 168 time: 0.4856761
Dec 23 16:27:44.090041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0d1f6f-912b-4a99-aa6b-11f14fbaba8e None None] Network 9c5af77f-8678-4b0f-a118-6c590e7aee09 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:27:44.092221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59180) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:44.106584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-af1ee92a-51a7-46dc-8ce4-aee506728312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4adac8>, [{'id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'name': 'tempest-TestNetworkBasicOps-router-682007049', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '2787ece9-de7d-40d4-8893-4809921db266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:40Z', 'updated_at': '2021-12-23T16:27:42Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '2787ece9-de7d-40d4-8893-4809921db266', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:41Z', 'updated_at': '2021-12-23T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:44.110826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ee92a-51a7-46dc-8ce4-aee506728312 None None] Checking router: 6a196aee-1c96-43f9-99fa-f0d5d61aec9f for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:27:44.122382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1ee92a-51a7-46dc-8ce4-aee506728312 None None] Routers {'6a196aee-1c96-43f9-99fa-f0d5d61aec9f'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:44.123081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-af1ee92a-51a7-46dc-8ce4-aee506728312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4adac8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:44.320215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-af1ee92a-51a7-46dc-8ce4-aee506728312 None None] Set router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:27:44.334194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:44.356152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] DHCP port deletion for 9c5af77f-8678-4b0f-a118-6c590e7aee09 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:27:44.361506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Deleting port 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:27:44.361923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:44.548622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:44.557791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 2787ece9-de7d-40d4-8893-4809921db266 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:27:44.558178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:44.588631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] For port 3bc3f546-19e9-41e8-b2f7-7633a26ffd01, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=3bc3f546-19e9-41e8-b2f7-7633a26ffd01,segment=NetworkSegment(ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc),segment_id=ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:27:44.589002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:44.643049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-af1ee92a-51a7-46dc-8ce4-aee506728312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4adac8>, [{'id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'name': 'tempest-TestNetworkBasicOps-router-682007049', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '2787ece9-de7d-40d4-8893-4809921db266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:40Z', 'updated_at': '2021-12-23T16:27:42Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '2787ece9-de7d-40d4-8893-4809921db266', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:41Z', 'updated_at': '2021-12-23T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:44.647154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ee92a-51a7-46dc-8ce4-aee506728312 None None] The sync data for ids ['6a196aee-1c96-43f9-99fa-f0d5d61aec9f'] in dv-neutron-822801-1-hyperv is: [{'id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'name': 'tempest-TestNetworkBasicOps-router-682007049', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '2787ece9-de7d-40d4-8893-4809921db266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:40Z', 'updated_at': '2021-12-23T16:27:42Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '2787ece9-de7d-40d4-8893-4809921db266', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a196aee-1c96-43f9-99fa-f0d5d61aec9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:41Z', 'updated_at': '2021-12-23T16:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:27:44.721182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Calling delete_port for 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:27:44.766616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port 2787ece9-de7d-40d4-8893-4809921db266, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2787ece9-de7d-40d4-8893-4809921db266,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:27:44.767078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:44.801244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:44.805901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:44.909526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 2787ece9-de7d-40d4-8893-4809921db266 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:27:45.012033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Pushing event deleted for resources: {'Port': ['ID=3bc3f546-19e9-41e8-b2f7-7633a26ffd01,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:45.024299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:45.024694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:45.025082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:45.025465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:45.025848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:45.026226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:45.026596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:45.026978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:45.027381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:45.027751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:45.028122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:45.031658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] No DVR routers for this DVR port 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:27:45.033182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:45.095558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:45.100078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ba8c9b40-33b1-4902-8496-d0bc017004df tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:45.141556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=2787ece9-de7d-40d4-8893-4809921db266,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:45.146521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:45.376338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:45.643465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:45.647787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:45.673592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:45.674178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Fanout notify agent at l3_agent the message router_deleted on router 6a196aee-1c96-43f9-99fa-f0d5d61aec9f {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:27:45.688875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:45.690095 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/routers/6a196aee-1c96-43f9-99fa-f0d5d61aec9f HTTP/1.1" status: 204  len: 168 time: 1.5968683
Dec 23 16:27:45.693277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59184) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:45.821836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b47fde00-7718-4465-b374-3e94e09d1946 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:45.967231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b47fde00-7718-4465-b374-3e94e09d1946 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:45.995935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b47fde00-7718-4465-b374-3e94e09d1946 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4e8e10>,) {'filters': {'network_id': ['9c5af77f-8678-4b0f-a118-6c590e7aee09']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:46.009339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b47fde00-7718-4465-b374-3e94e09d1946 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4e8e10>, 'ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:46.009688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-b47fde00-7718-4465-b374-3e94e09d1946 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4e8e10>, 'ce41e6aa-a2f2-41b4-a646-6c54cc0ef0cc') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:46.022622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b47fde00-7718-4465-b374-3e94e09d1946 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:46.039500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b47fde00-7718-4465-b374-3e94e09d1946 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:46.046453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47fde00-7718-4465-b374-3e94e09d1946 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:27:46.046881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b47fde00-7718-4465-b374-3e94e09d1946 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:27:46.063433 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:27:46.148290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b47fde00-7718-4465-b374-3e94e09d1946 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:46.151954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e1d72a6-9454-4fe7-81d1-e88e10679264 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:46.169327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b47fde00-7718-4465-b374-3e94e09d1946 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:46.182259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fde00-7718-4465-b374-3e94e09d1946 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Network': ['ID=9c5af77f-8678-4b0f-a118-6c590e7aee09,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:46.186973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b47fde00-7718-4465-b374-3e94e09d1946 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:46.191763 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b47fde00-7718-4465-b374-3e94e09d1946 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/networks/9c5af77f-8678-4b0f-a118-6c590e7aee09 HTTP/1.1" status: 204  len: 168 time: 0.4970913
Dec 23 16:27:46.205201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59188) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:46.211921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'network': {'name': 'tempest-network-smoke--166528623', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'port_security_enabled': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:27:46.217566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:27:46.222422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:network and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:27:46.225837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:27:46.231741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:27:46.241779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:27:46.247439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:46.279484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:27:46.285392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2787ece9-de7d-40d4-8893-4809921db266 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:27:46.291110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:46.291514 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Added segment 8624cdfa-8159-442a-b133-9ca483f6103d of type vlan for network 2f2ceb84-be9d-4e4b-b431-a08366950d78
Dec 23 16:27:46.319555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:46.320712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 2787ece9-de7d-40d4-8893-4809921db266 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:27:46.321116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2787ece9-de7d-40d4-8893-4809921db266 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:27:46.321603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:27:46.351381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:46.355563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:46.356221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:46.358307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:27:46.358817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device dfa9d8e5-0a67-4303-b94f-eb39a721e7c6 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:27:46.359336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:27:46.362093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-babf0f5c-4cad-4e6a-b5c2-e87532a255d4 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:46.396766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:27:46.397422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 3bc3f546-19e9-41e8-b2f7-7633a26ffd01 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:27:46.472976 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2665327
Dec 23 16:27:46.476083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59192) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:46.478540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Network': ['ID=2f2ceb84-be9d-4e4b-b431-a08366950d78,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:46.481433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:46.484413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'admin_state_up': True, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:27:46.490253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 2f2ceb84-be9d-4e4b-b431-a08366950d78 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:27:46.492962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:27:46.497115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:router and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:27:46.501356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:27:46.507819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:27:46.517986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:46.519014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:46.539800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:46.695788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:46.882612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:46.914232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:47.060618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.122 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/b2419eb7-ddbb-4f88-9218-4bb817c50356) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:27:47.218702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:47.245363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:47.250635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:47.317386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:27:47.320268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:27:47.324712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:27:47.354599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=b2419eb7-ddbb-4f88-9218-4bb817c50356,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:47.360031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:47.486306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:47.487091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:47.731894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 346e4b80-452c-414a-997c-dedfd3fde071 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:27:47.942472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:27:47.952445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Sync routers for ids ['346e4b80-452c-414a-997c-dedfd3fde071'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:27:47.964832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Routers {'346e4b80-452c-414a-997c-dedfd3fde071'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:47.965593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa29f60>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['346e4b80-452c-414a-997c-dedfd3fde071'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:47.970526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:47.971911 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.4947305
Dec 23 16:27:47.975351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59196) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:48.153687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Set router 346e4b80-452c-414a-997c-dedfd3fde071 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:27:48.205464 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2c48b768-290e-43f0-8a9d-0e032c9bb1a7 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=756d2eff28424d1081cd07d60adf0a7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2288287
Dec 23 16:27:48.208294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59202) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:48.350822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc01f5b-7175-4491-b6a3-de6ac977b3b1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:48.352531 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5bc01f5b-7175-4491-b6a3-de6ac977b3b1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1431682
Dec 23 16:27:48.355737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59206) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:48.404671 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-07729247-04f5-4686-a8f6-7083ace27077 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0451872
Dec 23 16:27:48.404944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59210) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:48.410927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-804689134', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:27:48.464916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa29f60>, [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:47Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:48.469467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Checking router: 346e4b80-452c-414a-997c-dedfd3fde071 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:27:48.469886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Updating router 346e4b80-452c-414a-997c-dedfd3fde071 port b2419eb7-ddbb-4f88-9218-4bb817c50356 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:27:48.524058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:48.531127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:27:48.535879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:subnet and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:27:48.538867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:27:48.545057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:27:48.554421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:27:48.667489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:48.879223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:48.893567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Transition to ACTIVE for port object b2419eb7-ddbb-4f88-9218-4bb817c50356 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:27:48.899955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:48.905554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:48.996518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00555a-a400-4d5e-8a1a-38a1f86d1594 None None] Pushing event updated for resources: {'Port': ['ID=b2419eb7-ddbb-4f88-9218-4bb817c50356,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:48.999271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Attempting to bind port b2419eb7-ddbb-4f88-9218-4bb817c50356 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:27:48.999702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Attempting to bind port b2419eb7-ddbb-4f88-9218-4bb817c50356 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:27:49.000123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Attempting to bind port b2419eb7-ddbb-4f88-9218-4bb817c50356 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:27:49.005123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fb00555a-a400-4d5e-8a1a-38a1f86d1594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:49.008463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:27:49.008901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:27:49.009373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:49.009825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:27:49.010362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Bound port: b2419eb7-ddbb-4f88-9218-4bb817c50356, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:27:49.010801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:49.088078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] For port b2419eb7-ddbb-4f88-9218-4bb817c50356, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:27:49.091501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] For port b2419eb7-ddbb-4f88-9218-4bb817c50356, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b2419eb7-ddbb-4f88-9218-4bb817c50356,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:27:49.094867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:49.100622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:49.133473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:49.137922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8797f46e-7308-46f5-a4ca-9ae47aa71c7c tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:49.178233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Routers {'346e4b80-452c-414a-997c-dedfd3fde071'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:49.178933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa29f60>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['346e4b80-452c-414a-997c-dedfd3fde071'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:49.227359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Subnet': ['ID=daee838b-0319-44e3-b61a-586826700e42,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:49.231117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:49.238574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Checking segment: {'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:27:49.239014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network hostable DHCP agents. Network: 2f2ceb84-be9d-4e4b-b431-a08366950d78, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:27:49.263392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2f2ceb84-be9d-4e4b-b431-a08366950d78 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:27:49.267659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00555a-a400-4d5e-8a1a-38a1f86d1594 None None] Pushing event updated for resources: {'Port': ['ID=b2419eb7-ddbb-4f88-9218-4bb817c50356,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:49.271394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fb00555a-a400-4d5e-8a1a-38a1f86d1594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:49.273018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 2f2ceb84-be9d-4e4b-b431-a08366950d78) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:27:49.281923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:49.282712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:49.283492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ca1d45-4f0b-4072-a9ea-f575863fb9aa None None] Network 2f2ceb84-be9d-4e4b-b431-a08366950d78 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:27:49.303881 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8978312
Dec 23 16:27:49.306808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59214) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:49.503546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] Set router 346e4b80-452c-414a-997c-dedfd3fde071 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:27:49.952080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-2f2ceb84-be9d-4e4b-b431-a08366950d78', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:27:49.953006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:50.126280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:50.208351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Allocated IP 172.20.0.2 (2f2ceb84-be9d-4e4b-b431-a08366950d78/daee838b-0319-44e3-b61a-586826700e42/aaf6f152-31c3-470d-81d7-36b94a5c7291) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:27:50.212079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa29f60>, [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:47Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:50.216573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8965a2-f380-4cf3-ba97-28fb1d24a7ed None None] The sync data for ids ['346e4b80-452c-414a-997c-dedfd3fde071'] in dv-neutron-822801-1-hyperv is: [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:47Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:27:50.462096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:50.474098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Transition to ACTIVE for port object aaf6f152-31c3-470d-81d7-36b94a5c7291 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:27:50.496986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Transition to ACTIVE for port object aaf6f152-31c3-470d-81d7-36b94a5c7291 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:27:50.504160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:50.509772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-67095ea4-156c-4825-9b8d-b3950e15eb9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:50.578514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Network 2f2ceb84-be9d-4e4b-b431-a08366950d78 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:27:50.581639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:27:50.585677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:27:50.592759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Pushing event updated for resources: {'Port': ['ID=aaf6f152-31c3-470d-81d7-36b94a5c7291,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:50.596610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:50.600993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.1 (2f2ceb84-be9d-4e4b-b431-a08366950d78/daee838b-0319-44e3-b61a-586826700e42/4d94a858-ddd8-4fa1-8432-1fd51f664c73) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:27:50.687309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Attempting to bind port aaf6f152-31c3-470d-81d7-36b94a5c7291 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:27:50.687740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Attempting to bind port aaf6f152-31c3-470d-81d7-36b94a5c7291 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:27:50.688157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Attempting to bind port aaf6f152-31c3-470d-81d7-36b94a5c7291 on network 2f2ceb84-be9d-4e4b-b431-a08366950d78 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:27:50.695141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:27:50.695549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Checking segment: {'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:27:50.696002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:50.696446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Bound using segment: {'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:27:50.696968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Bound port: aaf6f152-31c3-470d-81d7-36b94a5c7291, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:27:50.697395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:50.783624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:50.803266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object 4d94a858-ddd8-4fa1-8432-1fd51f664c73 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:27:50.816227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] For port aaf6f152-31c3-470d-81d7-36b94a5c7291, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:27:50.820160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] For port aaf6f152-31c3-470d-81d7-36b94a5c7291, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=aaf6f152-31c3-470d-81d7-36b94a5c7291,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:27:50.823559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:50.823731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:50.828821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dbc78656-117c-425f-8d61-a3d41e6c7f74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:50.829032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fb00555a-a400-4d5e-8a1a-38a1f86d1594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:50.906718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2f2ceb84-be9d-4e4b-b431-a08366950d78 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:27:50.909939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:27:50.912643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:27:50.922903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Pushing event updated for resources: {'Port': ['ID=aaf6f152-31c3-470d-81d7-36b94a5c7291,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:50.926268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:50.958277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=4d94a858-ddd8-4fa1-8432-1fd51f664c73,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:50.961393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:50.986479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:51.082891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:51.579305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:51.583088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:51.613543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a7375edd-fd44-4798-9000-3639116d01dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:51.703999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:51.708619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=4d94a858-ddd8-4fa1-8432-1fd51f664c73,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:51.712089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:51.864923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2f2ceb84-be9d-4e4b-b431-a08366950d78 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:27:51.866150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:27:52.289221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 346e4b80-452c-414a-997c-dedfd3fde071 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:27:52.354440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b2419eb7-ddbb-4f88-9218-4bb817c50356 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:27:52.438271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port b2419eb7-ddbb-4f88-9218-4bb817c50356 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:27:52.443986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b2419eb7-ddbb-4f88-9218-4bb817c50356 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:27:52.444420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:52.557218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d12b44-bb88-43f1-ae1e-b77ea07dd381 None None] Network 2f2ceb84-be9d-4e4b-b431-a08366950d78 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:27:52.669481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:52.720780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port b2419eb7-ddbb-4f88-9218-4bb817c50356, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b2419eb7-ddbb-4f88-9218-4bb817c50356,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:27:52.726146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:52.727083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device aaf6f152-31c3-470d-81d7-36b94a5c7291 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:27:52.749679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:27:52.759015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-544cc1e4-b6ca-495f-b355-ea940002e9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:52.764357 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/346e4b80-452c-414a-997c-dedfd3fde071/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4558964
Dec 23 16:27:52.767044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59218) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:52.831093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d3c4ba1f-8a71-4f77-ad82-70b551f59c5b None None] Provisioning for port aaf6f152-31c3-470d-81d7-36b94a5c7291 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:27:52.917153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a43e74c-28ff-4931-a41a-6f79bae9ca46 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:52.917589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a43e74c-28ff-4931-a41a-6f79bae9ca46 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:52.918012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a43e74c-28ff-4931-a41a-6f79bae9ca46 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:52.918434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a43e74c-28ff-4931-a41a-6f79bae9ca46 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:52.920367 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9a43e74c-28ff-4931-a41a-6f79bae9ca46 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1522396
Dec 23 16:27:52.923417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59222) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:52.952950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=b2419eb7-ddbb-4f88-9218-4bb817c50356,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:52.958738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:52.971590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port aaf6f152-31c3-470d-81d7-36b94a5c7291 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:27:52.978802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port aaf6f152-31c3-470d-81d7-36b94a5c7291 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:27:52.979265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:53.004687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83ab61f-aad9-452f-9c20-be4b56d4eb02 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:53.005512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83ab61f-aad9-452f-9c20-be4b56d4eb02 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:53.005933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83ab61f-aad9-452f-9c20-be4b56d4eb02 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:53.006350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83ab61f-aad9-452f-9c20-be4b56d4eb02 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:53.012374 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b83ab61f-aad9-452f-9c20-be4b56d4eb02 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0840793
Dec 23 16:27:53.012574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59226) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:53.125312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:53.160718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port aaf6f152-31c3-470d-81d7-36b94a5c7291, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=aaf6f152-31c3-470d-81d7-36b94a5c7291,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:27:53.176682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:53.178870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:53.255830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=aaf6f152-31c3-470d-81d7-36b94a5c7291,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:53.260373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:53.263772 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8bc1f3d6-71b5-40b3-bde3-02b6fc59bcd8 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2503777
Dec 23 16:27:53.404279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fcf348d8-8f11-4949-9cc3-fbaa9245abb4 None None] Provisioning complete for port aaf6f152-31c3-470d-81d7-36b94a5c7291 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:27:53.405358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fcf348d8-8f11-4949-9cc3-fbaa9245abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:53.449841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Sync routers for ids ['346e4b80-452c-414a-997c-dedfd3fde071'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:27:53.464777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Routers {'346e4b80-452c-414a-997c-dedfd3fde071'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:53.465812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6c1470>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['346e4b80-452c-414a-997c-dedfd3fde071'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:53.557234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59232) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:53.565196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1029101966', 'description': 'tempest-secgroup-smoke-1029101966 description', 'project_id': '756d2eff28424d1081cd07d60adf0a7c'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:27:53.568356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fcf348d8-8f11-4949-9cc3-fbaa9245abb4 None None] Provisioning for port 4d94a858-ddd8-4fa1-8432-1fd51f664c73 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:27:53.572701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:27:53.574902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fcf348d8-8f11-4949-9cc3-fbaa9245abb4 None None] Provisioning complete for port 4d94a858-ddd8-4fa1-8432-1fd51f664c73 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:27:53.575535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fcf348d8-8f11-4949-9cc3-fbaa9245abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:53.581116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:27:53.586887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:27:53.597249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:27:53.617047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:53.647611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fcf348d8-8f11-4949-9cc3-fbaa9245abb4 None None] Port 4d94a858-ddd8-4fa1-8432-1fd51f664c73 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:27:53.661207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:27:53.665789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:27:53.669567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:27:53.677220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:27:53.744999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:53.750040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:53.767490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bdb1d8d8-9c6d-4dd6-a605-d338cba18936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:53.779083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7721a902-6b31-4198-8859-4969ec53269b None None] Provisioning complete for port 4d94a858-ddd8-4fa1-8432-1fd51f664c73 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:27:53.779667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7721a902-6b31-4198-8859-4969ec53269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:53.817348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:53.821695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59236) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:53.828773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-fb371be0-0006-46bb-984b-4d3aed418f59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'c5296191-b55e-4854-addb-4bb10b622d87', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:27:53.833711 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2748601
Dec 23 16:27:53.839421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fb371be0-0006-46bb-984b-4d3aed418f59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:27:53.841435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7721a902-6b31-4198-8859-4969ec53269b None None] Port 4d94a858-ddd8-4fa1-8432-1fd51f664c73 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:27:53.848149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fb371be0-0006-46bb-984b-4d3aed418f59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:27:53.848317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5296191-b55e-4854-addb-4bb10b622d87,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:53.852229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-fb371be0-0006-46bb-984b-4d3aed418f59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:27:53.853155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Set router 346e4b80-452c-414a-997c-dedfd3fde071 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:27:53.858687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:53.859091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:53.859524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:53.859945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:53.860368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:53.860543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-fb371be0-0006-46bb-984b-4d3aed418f59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:27:53.860785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:53.861205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:53.861622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:53.862038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:53.862450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:53.862863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:53.866947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:53.883405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb371be0-0006-46bb-984b-4d3aed418f59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:53.950731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb371be0-0006-46bb-984b-4d3aed418f59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:53.954141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb371be0-0006-46bb-984b-4d3aed418f59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:53.956207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ea4abc37-c82b-465a-b205-31847d58b5f3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:53.965831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-84a4c84b-d1d0-47e6-ad91-52986e878870 None None] Provisioning complete for port 4d94a858-ddd8-4fa1-8432-1fd51f664c73 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:27:53.966311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84a4c84b-d1d0-47e6-ad91-52986e878870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:53.979616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb371be0-0006-46bb-984b-4d3aed418f59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030b124d-2889-453e-b5d3-e24dd69b2a45,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:53.984089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fb371be0-0006-46bb-984b-4d3aed418f59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:53.991863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb371be0-0006-46bb-984b-4d3aed418f59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:53.995923 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fb371be0-0006-46bb-984b-4d3aed418f59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1704042
Dec 23 16:27:53.996293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59240) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:54.002587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4219e397-5634-4f52-8dee-518d4ebfa87e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'c5296191-b55e-4854-addb-4bb10b622d87', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:27:54.009266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4219e397-5634-4f52-8dee-518d4ebfa87e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:27:54.013405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4219e397-5634-4f52-8dee-518d4ebfa87e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:27:54.017225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4219e397-5634-4f52-8dee-518d4ebfa87e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:27:54.023579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4219e397-5634-4f52-8dee-518d4ebfa87e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:27:54.032856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-84a4c84b-d1d0-47e6-ad91-52986e878870 None None] Port 4d94a858-ddd8-4fa1-8432-1fd51f664c73 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:27:54.041129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4219e397-5634-4f52-8dee-518d4ebfa87e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.219173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6c1470>, [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '4d94a858-ddd8-4fa1-8432-1fd51f664c73', 'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:cd:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:50Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 2, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'daee838b-0319-44e3-b61a-586826700e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:54.224228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Checking router: 346e4b80-452c-414a-997c-dedfd3fde071 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:27:54.224641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Updating router 346e4b80-452c-414a-997c-dedfd3fde071 port 4d94a858-ddd8-4fa1-8432-1fd51f664c73 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:27:54.283196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.306714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b2419eb7-ddbb-4f88-9218-4bb817c50356 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:27:54.350666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4219e397-5634-4f52-8dee-518d4ebfa87e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.354759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4219e397-5634-4f52-8dee-518d4ebfa87e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.356729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eca989a6-771c-4d86-93ad-4de3cf3411c7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:54.382736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219e397-5634-4f52-8dee-518d4ebfa87e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d1bea8-65ae-4f2b-a812-42608981205d,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:54.387325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4219e397-5634-4f52-8dee-518d4ebfa87e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:54.389517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b2419eb7-ddbb-4f88-9218-4bb817c50356 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:27:54.390202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.395419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4219e397-5634-4f52-8dee-518d4ebfa87e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.399475 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4219e397-5634-4f52-8dee-518d4ebfa87e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3994501
Dec 23 16:27:54.399793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59244) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:54.406516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-98e20331-0eeb-4cbb-84b4-655a9dabaa2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'c5296191-b55e-4854-addb-4bb10b622d87', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:27:54.413003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-98e20331-0eeb-4cbb-84b4-655a9dabaa2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:27:54.417109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-98e20331-0eeb-4cbb-84b4-655a9dabaa2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:27:54.420808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-98e20331-0eeb-4cbb-84b4-655a9dabaa2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:27:54.427656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-98e20331-0eeb-4cbb-84b4-655a9dabaa2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:27:54.444098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-98e20331-0eeb-4cbb-84b4-655a9dabaa2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.463934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-694ee496-6f7b-4eed-8c8e-6ed777f04404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.511686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-98e20331-0eeb-4cbb-84b4-655a9dabaa2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.515286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-98e20331-0eeb-4cbb-84b4-655a9dabaa2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.517215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63d71789-163f-4b28-bc3e-c1772aafc15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:54.538964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device aaf6f152-31c3-470d-81d7-36b94a5c7291 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:27:54.539243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e20331-0eeb-4cbb-84b4-655a9dabaa2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca3ffad-e6c6-4647-ac3b-d03e35351879,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:54.543494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-98e20331-0eeb-4cbb-84b4-655a9dabaa2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:54.552512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-98e20331-0eeb-4cbb-84b4-655a9dabaa2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.556668 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-98e20331-0eeb-4cbb-84b4-655a9dabaa2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1529391
Dec 23 16:27:54.556912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59248) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:54.563014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3352c5c4-1ed4-4fbe-a70b-192a69f7aa65 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'c5296191-b55e-4854-addb-4bb10b622d87', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:27:54.572011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3352c5c4-1ed4-4fbe-a70b-192a69f7aa65 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:27:54.576260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3352c5c4-1ed4-4fbe-a70b-192a69f7aa65 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:27:54.580523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3352c5c4-1ed4-4fbe-a70b-192a69f7aa65 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:27:54.587448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3352c5c4-1ed4-4fbe-a70b-192a69f7aa65 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:27:54.609781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3352c5c4-1ed4-4fbe-a70b-192a69f7aa65 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.617469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port aaf6f152-31c3-470d-81d7-36b94a5c7291 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:27:54.617992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.667516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.681156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Transition to ACTIVE for port object 4d94a858-ddd8-4fa1-8432-1fd51f664c73 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:27:54.687432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.688460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3352c5c4-1ed4-4fbe-a70b-192a69f7aa65 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.691251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3352c5c4-1ed4-4fbe-a70b-192a69f7aa65 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.692005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63dcecde-aac9-497d-a2d6-2b2a2d73dee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:54.693477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-443d6421-b93c-4893-b5af-fc801463c5ca tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:54.710183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352c5c4-1ed4-4fbe-a70b-192a69f7aa65 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba917f0-38b2-4713-8c15-8519d6476fc1,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:54.713937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3352c5c4-1ed4-4fbe-a70b-192a69f7aa65 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:54.730830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3352c5c4-1ed4-4fbe-a70b-192a69f7aa65 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.732257 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3352c5c4-1ed4-4fbe-a70b-192a69f7aa65 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1743762
Dec 23 16:27:54.735549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59252) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:54.741815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bf725bc2-af0d-4883-8ced-89fae8447b3d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'c5296191-b55e-4854-addb-4bb10b622d87', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:27:54.748428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bf725bc2-af0d-4883-8ced-89fae8447b3d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:27:54.752927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bf725bc2-af0d-4883-8ced-89fae8447b3d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:27:54.756265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bf725bc2-af0d-4883-8ced-89fae8447b3d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:27:54.767246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bf725bc2-af0d-4883-8ced-89fae8447b3d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:27:54.781634 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-bf725bc2-af0d-4883-8ced-89fae8447b3d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:27:54.789782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf725bc2-af0d-4883-8ced-89fae8447b3d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.824192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Pushing event updated for resources: {'Port': ['ID=4d94a858-ddd8-4fa1-8432-1fd51f664c73,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:54.864680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf725bc2-af0d-4883-8ced-89fae8447b3d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.868672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf725bc2-af0d-4883-8ced-89fae8447b3d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.877358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63b47e16-380f-4d04-b6ff-f84b2d721590 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:54.901944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:54.902306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf725bc2-af0d-4883-8ced-89fae8447b3d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3447106f-4c40-476b-94d3-53055ea7c38c,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:54.902440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:54.902693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:54.903097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:54.903477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:54.904206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:54.904206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:54.905334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:54.905566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:54.905896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:54.906184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bf725bc2-af0d-4883-8ced-89fae8447b3d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:54.906307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:27:54.909227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf725bc2-af0d-4883-8ced-89fae8447b3d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.910200 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bf725bc2-af0d-4883-8ced-89fae8447b3d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1735752
Dec 23 16:27:54.913248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59256) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:54.914210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:54.919822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1ee9e367-3718-4846-a360-511e38ced3e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': 'c5296191-b55e-4854-addb-4bb10b622d87', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:27:54.927003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1ee9e367-3718-4846-a360-511e38ced3e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:27:54.931290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Attempting to bind port 4d94a858-ddd8-4fa1-8432-1fd51f664c73 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:27:54.931462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1ee9e367-3718-4846-a360-511e38ced3e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:27:54.931908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Attempting to bind port 4d94a858-ddd8-4fa1-8432-1fd51f664c73 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:27:54.932417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Attempting to bind port 4d94a858-ddd8-4fa1-8432-1fd51f664c73 on network 2f2ceb84-be9d-4e4b-b431-a08366950d78 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:27:54.934703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1ee9e367-3718-4846-a360-511e38ced3e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:27:54.939772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:27:54.940339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Checking segment: {'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:27:54.940858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.941360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1ee9e367-3718-4846-a360-511e38ced3e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:27:54.941504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Bound using segment: {'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:27:54.942007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Bound port: 4d94a858-ddd8-4fa1-8432-1fd51f664c73, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:27:54.942500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:54.953560 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-1ee9e367-3718-4846-a360-511e38ced3e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:27:54.960942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ee9e367-3718-4846-a360-511e38ced3e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:55.037317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ee9e367-3718-4846-a360-511e38ced3e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:55.039299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] For port 4d94a858-ddd8-4fa1-8432-1fd51f664c73, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:27:55.039952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ee9e367-3718-4846-a360-511e38ced3e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:55.042444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] For port 4d94a858-ddd8-4fa1-8432-1fd51f664c73, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4d94a858-ddd8-4fa1-8432-1fd51f664c73,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:27:55.046197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:55.048605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:55.051186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e519c7e2-ee27-4227-990e-de968253ab5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:55.072150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9e367-3718-4846-a360-511e38ced3e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a4e18c-1265-4f9e-97b8-f637396d8926,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:55.074757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1ee9e367-3718-4846-a360-511e38ced3e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:55.078841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ee9e367-3718-4846-a360-511e38ced3e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:55.080062 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1ee9e367-3718-4846-a360-511e38ced3e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1657999
Dec 23 16:27:55.136551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Pushing event updated for resources: {'Port': ['ID=4d94a858-ddd8-4fa1-8432-1fd51f664c73,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:55.141235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:55.144624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Routers {'346e4b80-452c-414a-997c-dedfd3fde071'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:55.145709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6c1470>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['346e4b80-452c-414a-997c-dedfd3fde071'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:55.302623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-365093b5-caa0-448a-8124-5ed7cfbf785c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:27:55.320509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-365093b5-caa0-448a-8124-5ed7cfbf785c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:27:55.321852 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-365093b5-caa0-448a-8124-5ed7cfbf785c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029101966&fields=id&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 267 time: 0.0660703
Dec 23 16:27:55.351310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] Set router 346e4b80-452c-414a-997c-dedfd3fde071 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:27:55.495553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-f02a08e6-f013-483d-a478-6f7a2bb58f18 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:55.496322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-f02a08e6-f013-483d-a478-6f7a2bb58f18 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:27:55.511893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-f02a08e6-f013-483d-a478-6f7a2bb58f18 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:27:55.513170 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-f02a08e6-f013-483d-a478-6f7a2bb58f18 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/networks?id=2f2ceb84-be9d-4e4b-b431-a08366950d78 HTTP/1.1" status: 200  len: 796 time: 0.1825163
Dec 23 16:27:55.531201 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-e0964607-5609-4147-9c76-d2127480ccab tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/quotas/756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 375 time: 0.0117905
Dec 23 16:27:55.619748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-3ab37e1a-9838-4d47-b3ae-e3d88f144b78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:27:55.635364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-3ab37e1a-9838-4d47-b3ae-e3d88f144b78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:27:55.636794 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-3ab37e1a-9838-4d47-b3ae-e3d88f144b78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0997992
Dec 23 16:27:55.688466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6c1470>, [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '4d94a858-ddd8-4fa1-8432-1fd51f664c73', 'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:cd:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:50Z', 'updated_at': '2021-12-23T16:27:55Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'daee838b-0319-44e3-b61a-586826700e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:27:55.692781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413c192-a9ff-4b1e-b0fb-51ee37003ec2 None None] The sync data for ids ['346e4b80-452c-414a-997c-dedfd3fde071'] in dv-neutron-822801-1-hyperv is: [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '4d94a858-ddd8-4fa1-8432-1fd51f664c73', 'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:cd:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:50Z', 'updated_at': '2021-12-23T16:27:55Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'daee838b-0319-44e3-b61a-586826700e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:27:55.883974 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-b5795565-b2e5-41f1-8169-5d62883060a1 service neutron] 10.222.0.67 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2338319
Dec 23 16:27:55.921875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:55.980828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:27:56.038810 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-ede98639-1141-4bb9-a392-f0741e717559 service neutron] 10.222.0.67 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475203
Dec 23 16:27:56.261623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-ccd5b88d-78dc-4011-a1d4-423c1837b67a req-dcaae062-bdf3-4509-9d8b-eea7fd28faf3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:27:56.275970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-ccd5b88d-78dc-4011-a1d4-423c1837b67a req-dcaae062-bdf3-4509-9d8b-eea7fd28faf3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:27:56.285203 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ccd5b88d-78dc-4011-a1d4-423c1837b67a req-dcaae062-bdf3-4509-9d8b-eea7fd28faf3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 210 time: 0.0742507
Dec 23 16:27:56.333412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4d94a858-ddd8-4fa1-8432-1fd51f664c73 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:27:56.409992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 4d94a858-ddd8-4fa1-8432-1fd51f664c73 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:27:56.415035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 4d94a858-ddd8-4fa1-8432-1fd51f664c73 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:27:56.415485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:56.720318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:56.772334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 4d94a858-ddd8-4fa1-8432-1fd51f664c73, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4d94a858-ddd8-4fa1-8432-1fd51f664c73,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:27:56.773753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbb958dd-3f51-4134-8e9b-2be97cbec425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:56.776029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:56.778137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:56.851535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=4d94a858-ddd8-4fa1-8432-1fd51f664c73,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:56.855074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:57.295815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:57.456491 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-13d4edcf-1166-46c0-ac07-b310b27a9354 req-76766e20-9237-4383-86c2-e9ba88319341 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 210 time: 0.0495715
Dec 23 16:27:57.627286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-275ed009-603d-4b48-b561-9e8b3a28f0e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:57.628141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-275ed009-603d-4b48-b561-9e8b3a28f0e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:27:57.641467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-275ed009-603d-4b48-b561-9e8b3a28f0e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:27:57.642796 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-275ed009-603d-4b48-b561-9e8b3a28f0e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/networks?id=2f2ceb84-be9d-4e4b-b431-a08366950d78 HTTP/1.1" status: 200  len: 796 time: 0.1804595
Dec 23 16:27:57.704202 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-1b6c57b2-ee86-4549-ab18-9a7abf42d3c1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 380 time: 0.0497971
Dec 23 16:27:57.713357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'port': {'device_id': '568be922-6ff5-461d-973f-cbb2dd797010', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'admin_state_up': True, 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'security_groups': ['c5296191-b55e-4854-addb-4bb10b622d87']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:27:57.858399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:27:57.868458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:27:57.877940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:27:57.884040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:58.055361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.13 (2f2ceb84-be9d-4e4b-b431-a08366950d78/daee838b-0319-44e3-b61a-586826700e42/946a7ce0-3392-4e74-8660-c5e2659687d7) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:27:58.258924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:58.275645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object 946a7ce0-3392-4e74-8660-c5e2659687d7 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:27:58.293827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4d94a858-ddd8-4fa1-8432-1fd51f664c73 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:27:58.298208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:58.304324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0260363c-2a66-445e-a169-13c62ef4bc92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:58.366000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 4d94a858-ddd8-4fa1-8432-1fd51f664c73 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:27:58.366354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:58.377595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2f2ceb84-be9d-4e4b-b431-a08366950d78 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:27:58.381169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:27:58.383594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=946a7ce0-3392-4e74-8660-c5e2659687d7,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:58.385890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:27:58.421723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:58.457294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:58.457976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:58.485480 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7760701
Dec 23 16:27:58.497670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Request body: {'port': {'device_id': '568be922-6ff5-461d-973f-cbb2dd797010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:27:58.571747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:58.623765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:58.734680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-58056953-4c0a-4658-b532-f7d5f66afe50 None None] Provisioning for port 946a7ce0-3392-4e74-8660-c5e2659687d7 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:27:58.742189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-58056953-4c0a-4658-b532-f7d5f66afe50 None None] Provisioning complete for port 946a7ce0-3392-4e74-8660-c5e2659687d7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:27:58.742641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58056953-4c0a-4658-b532-f7d5f66afe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:58.821501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-58056953-4c0a-4658-b532-f7d5f66afe50 None None] Port 946a7ce0-3392-4e74-8660-c5e2659687d7 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:27:58.866148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9760e39-9232-44a6-9c3c-64d149c24bcf req-84ddee1b-d7ab-40f7-82b0-fe6f5b0ccba4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:58.866921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-a9760e39-9232-44a6-9c3c-64d149c24bcf req-84ddee1b-d7ab-40f7-82b0-fe6f5b0ccba4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:27:58.917969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-a9760e39-9232-44a6-9c3c-64d149c24bcf req-84ddee1b-d7ab-40f7-82b0-fe6f5b0ccba4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:27:58.919284 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a9760e39-9232-44a6-9c3c-64d149c24bcf req-84ddee1b-d7ab-40f7-82b0-fe6f5b0ccba4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 932 time: 0.2823086
Dec 23 16:27:59.060329 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a9760e39-9232-44a6-9c3c-64d149c24bcf req-34d9308b-cc4a-43da-91d2-7bf01e5d524b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5296191-b55e-4854-addb-4bb10b622d87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885623
Dec 23 16:27:59.151915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946a7ce0-3392-4e74-8660-c5e2659687d7 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:27:59.165300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:59.184583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Transition to ACTIVE for port object 946a7ce0-3392-4e74-8660-c5e2659687d7 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:27:59.187681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:59.192903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cf0cc32c-cf85-4e5c-803b-ead733b20d62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:59.333406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Pushing event updated for resources: {'Port': ['ID=946a7ce0-3392-4e74-8660-c5e2659687d7,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:59.336587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:59.453197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Attempting to bind port 946a7ce0-3392-4e74-8660-c5e2659687d7 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:27:59.453576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Attempting to bind port 946a7ce0-3392-4e74-8660-c5e2659687d7 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:27:59.453946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Attempting to bind port 946a7ce0-3392-4e74-8660-c5e2659687d7 on network 2f2ceb84-be9d-4e4b-b431-a08366950d78 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:27:59.460526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Port 946a7ce0-3392-4e74-8660-c5e2659687d7 on network 2f2ceb84-be9d-4e4b-b431-a08366950d78 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:27:59.460890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Attempting to bind port 946a7ce0-3392-4e74-8660-c5e2659687d7 on network 2f2ceb84-be9d-4e4b-b431-a08366950d78 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:27:59.467849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:27:59.468228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Checking segment: {'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:27:59.468651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Bound using segment: {'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:27:59.469260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Bound port: 946a7ce0-3392-4e74-8660-c5e2659687d7, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:27:59.469646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:59.564915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] For port 946a7ce0-3392-4e74-8660-c5e2659687d7, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:27:59.568601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] For port 946a7ce0-3392-4e74-8660-c5e2659687d7, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=946a7ce0-3392-4e74-8660-c5e2659687d7,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:27:59.572094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:59.576980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ab8d214-84ed-440a-be4d-10b717de99c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:27:59.642661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:27:59.644277 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] 10.222.0.36 "PUT /v2.0/ports/946a7ce0-3392-4e74-8660-c5e2659687d7 HTTP/1.1" status: 200  len: 1094 time: 1.1517005
Dec 23 16:27:59.644785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568be922-6ff5-461d-973f-cbb2dd797010', 'tag': '946a7ce0-3392-4e74-8660-c5e2659687d7'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:27:59.664777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Pushing event updated for resources: {'Port': ['ID=946a7ce0-3392-4e74-8660-c5e2659687d7,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:27:59.667699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:27:59.718496 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568be922-6ff5-461d-973f-cbb2dd797010', 'tag': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'status': 'completed', 'code': 200}
Dec 23 16:27:59.762650 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-9495b30c-8406-443a-91dc-a07164948f5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 1097 time: 0.0802784
Dec 23 16:27:59.840364 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-dce89e0e-26a4-4ab8-8901-ae5d1609b69f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946a7ce0-3392-4e74-8660-c5e2659687d7 HTTP/1.1" status: 200  len: 217 time: 0.0705440
Dec 23 16:27:59.910810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-020abaef-2184-4564-b138-ad622d873301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:27:59.912487 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-020abaef-2184-4564-b138-ad622d873301 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=daee838b-0319-44e3-b61a-586826700e42 HTTP/1.1" status: 200  len: 834 time: 0.0665588
Dec 23 16:27:59.993856 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-8793a69c-340b-4c18-9341-a0f90f788793 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f2ceb84-be9d-4e4b-b431-a08366950d78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0745990
Dec 23 16:28:00.140749 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-3e46acf8-6f7c-41af-9cae-520adfbd3b2f service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396859
Dec 23 16:28:00.347088 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7db1f415-ab2a-451e-a09c-0a88f2a91512 req-649712d7-25ca-42d4-9c0a-0c4305a1f251 service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999784
Dec 23 16:28:00.369748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71795f36-b62d-4537-88b9-5d1399eb5a90 req-92e63462-f2ad-4259-b0ba-1cdf988fd7b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:00.371384 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-71795f36-b62d-4537-88b9-5d1399eb5a90 req-92e63462-f2ad-4259-b0ba-1cdf988fd7b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 944 time: 0.1248622
Dec 23 16:28:00.476041 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-71795f36-b62d-4537-88b9-5d1399eb5a90 req-a21a1c15-55bf-45a8-8d7d-ff52a445c4ff tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5296191-b55e-4854-addb-4bb10b622d87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0973384
Dec 23 16:28:00.493331 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d460e53-0523-4760-98b7-08b9ce38650a req-df5c249a-6279-431a-b218-e2e6dfc33b3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 1097 time: 0.0934486
Dec 23 16:28:00.635720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d460e53-0523-4760-98b7-08b9ce38650a req-37c1f9d6-35b2-4d17-8d5b-72e6fd6acd7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:00.637304 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d460e53-0523-4760-98b7-08b9ce38650a req-37c1f9d6-35b2-4d17-8d5b-72e6fd6acd7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f2ceb84-be9d-4e4b-b431-a08366950d78 HTTP/1.1" status: 200  len: 897 time: 0.1364710
Dec 23 16:28:00.714343 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d460e53-0523-4760-98b7-08b9ce38650a req-800d6456-8103-4610-93f1-ffa803dba2a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946a7ce0-3392-4e74-8660-c5e2659687d7 HTTP/1.1" status: 200  len: 217 time: 0.0701537
Dec 23 16:28:00.784912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d460e53-0523-4760-98b7-08b9ce38650a req-0b68543a-8642-478b-a6b0-ab8a6ad07698 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:00.786493 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d460e53-0523-4760-98b7-08b9ce38650a req-0b68543a-8642-478b-a6b0-ab8a6ad07698 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=daee838b-0319-44e3-b61a-586826700e42 HTTP/1.1" status: 200  len: 834 time: 0.0656271
Dec 23 16:28:00.872198 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d460e53-0523-4760-98b7-08b9ce38650a req-9ceaeda5-588a-43fa-8bb1-5bc632c682de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f2ceb84-be9d-4e4b-b431-a08366950d78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0788627
Dec 23 16:28:01.256087 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d460e53-0523-4760-98b7-08b9ce38650a req-ca093c77-3248-4bf9-98cc-b4acce336481 service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3764551
Dec 23 16:28:01.402461 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d460e53-0523-4760-98b7-08b9ce38650a req-fd059e41-40b2-445e-90f1-026ee7b8edc8 service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394732
Dec 23 16:28:01.686775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480dc17-8456-496f-bfda-5c00d5bd05a0 req-8a53a957-63d9-43d1-9492-ce4ddb31ad88 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:01.688464 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0480dc17-8456-496f-bfda-5c00d5bd05a0 req-8a53a957-63d9-43d1-9492-ce4ddb31ad88 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 944 time: 0.0871978
Dec 23 16:28:01.738180 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0480dc17-8456-496f-bfda-5c00d5bd05a0 req-4003ccd0-443c-4ae4-8010-d9e4556681ed tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5296191-b55e-4854-addb-4bb10b622d87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434742
Dec 23 16:28:02.940548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf3ddb-2a69-4e7f-a01f-2dac81359086 req-0a5dcb96-895c-4a81-bb80-e93e01a088ff tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:02.942137 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aebf3ddb-2a69-4e7f-a01f-2dac81359086 req-0a5dcb96-895c-4a81-bb80-e93e01a088ff tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 944 time: 0.0822330
Dec 23 16:28:02.990295 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aebf3ddb-2a69-4e7f-a01f-2dac81359086 req-f952205f-bb56-412a-9490-5061b388e856 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5296191-b55e-4854-addb-4bb10b622d87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421712
Dec 23 16:28:03.517414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 946a7ce0-3392-4e74-8660-c5e2659687d7 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:28:03.660270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 946a7ce0-3392-4e74-8660-c5e2659687d7, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=946a7ce0-3392-4e74-8660-c5e2659687d7,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:28:03.674659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'port_id': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'mac_address': 'fa:16:3e:4b:52:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:28:03.733236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:03.751478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946a7ce0-3392-4e74-8660-c5e2659687d7 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:28:03.766528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 946a7ce0-3392-4e74-8660-c5e2659687d7, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=946a7ce0-3392-4e74-8660-c5e2659687d7,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:28:03.769405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:03.771236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35d42627-55f6-405e-bce2-0a5284267f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:03.836268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=946a7ce0-3392-4e74-8660-c5e2659687d7,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:03.839390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:04.010177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['946a7ce0-3392-4e74-8660-c5e2659687d7'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:28:04.198003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f618285-94f4-405c-a1b7-c208b27235b8 req-631fb66b-877c-485a-b1df-940a688cfc22 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:04.199818 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f618285-94f4-405c-a1b7-c208b27235b8 req-631fb66b-877c-485a-b1df-940a688cfc22 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 945 time: 0.0866029
Dec 23 16:28:04.252629 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f618285-94f4-405c-a1b7-c208b27235b8 req-ab0ccc04-28d8-4b00-bc65-7675ca688a54 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5296191-b55e-4854-addb-4bb10b622d87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452182
Dec 23 16:28:05.464619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c684d3d-6eca-4569-b5ab-02c6076bb7e5 req-6f4f1a2c-2ec2-4237-8100-d56d3bfaee0f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:05.466299 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6c684d3d-6eca-4569-b5ab-02c6076bb7e5 req-6f4f1a2c-2ec2-4237-8100-d56d3bfaee0f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 945 time: 0.0875835
Dec 23 16:28:05.514942 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6c684d3d-6eca-4569-b5ab-02c6076bb7e5 req-5ab1b953-1697-41b2-85bb-b82c740b613f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5296191-b55e-4854-addb-4bb10b622d87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424929
Dec 23 16:28:05.548282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 946a7ce0-3392-4e74-8660-c5e2659687d7 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:28:05.620582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 946a7ce0-3392-4e74-8660-c5e2659687d7 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:28:05.625602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 946a7ce0-3392-4e74-8660-c5e2659687d7 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:28:05.626035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:05.742374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:05.772777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568be922-6ff5-461d-973f-cbb2dd797010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946a7ce0-3392-4e74-8660-c5e2659687d7'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:28:05.783352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 946a7ce0-3392-4e74-8660-c5e2659687d7, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=946a7ce0-3392-4e74-8660-c5e2659687d7,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:28:05.786208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:05.788219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:05.855475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=946a7ce0-3392-4e74-8660-c5e2659687d7,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:05.859585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:05.909183 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568be922-6ff5-461d-973f-cbb2dd797010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'code': 200}
Dec 23 16:28:06.144131 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54f1e784-4cc3-468b-b1c3-9b37f8f834af req-a5710805-45bc-4892-a8fb-9d2f6e27c89c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 1099 time: 0.0739927
Dec 23 16:28:06.189488 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54f1e784-4cc3-468b-b1c3-9b37f8f834af req-386d674c-f3bc-4a13-99e3-f8408a516cd3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c5296191-b55e-4854-addb-4bb10b622d87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391548
Dec 23 16:28:06.721970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c778b-2bfc-4531-a977-60a3b7878d4f req-7e1170ca-e520-45a3-a327-92b163eb09d4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:06.723630 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b79c778b-2bfc-4531-a977-60a3b7878d4f req-7e1170ca-e520-45a3-a327-92b163eb09d4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 946 time: 0.0869393
Dec 23 16:28:06.773354 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b79c778b-2bfc-4531-a977-60a3b7878d4f req-1c630dae-3caf-42e7-b110-5ec042505bf7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5296191-b55e-4854-addb-4bb10b622d87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437479
Dec 23 16:28:07.991711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69385d4-ebf5-4c93-9332-3a2c043f24fc req-a5928547-eda3-4c5b-b3aa-65c7d68b526b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:07.993311 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a69385d4-ebf5-4c93-9332-3a2c043f24fc req-a5928547-eda3-4c5b-b3aa-65c7d68b526b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 946 time: 0.0965881
Dec 23 16:28:08.042746 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a69385d4-ebf5-4c93-9332-3a2c043f24fc req-e1cbaccb-ebb1-4fa3-92d7-3ac914910f25 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5296191-b55e-4854-addb-4bb10b622d87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432479
Dec 23 16:28:08.249221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67229474-597f-4100-b467-07f1fd5ee1ab req-6e7c62c5-98e3-46d1-8b1b-32d82452bcc7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:08.250855 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67229474-597f-4100-b467-07f1fd5ee1ab req-6e7c62c5-98e3-46d1-8b1b-32d82452bcc7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 946 time: 0.0867565
Dec 23 16:28:08.304428 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67229474-597f-4100-b467-07f1fd5ee1ab req-b23550c2-3be2-4089-91f6-ca87a5248697 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5296191-b55e-4854-addb-4bb10b622d87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473945
Dec 23 16:28:08.331741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59318) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:08.407047 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fdb25d7d-58db-444a-b17b-c51dafcf3fcd tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 1094 time: 0.0740478
Dec 23 16:28:08.409777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59322) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:08.415432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:28:08.421989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:28:08.426195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:floatingip and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:28:08.429187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:28:08.435278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:28:08.445104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:08.596594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:08.742619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.250 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/0749a446-095a-4ff8-9104-ff0d9f69f76f) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:28:08.900784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:08.927161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:08.931543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:08.996706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:28:09.000236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:28:09.004127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:28:09.038390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=0749a446-095a-4ff8-9104-ff0d9f69f76f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:09.044766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:09.542015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:09.600869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:09.817604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:09.821032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:09.825410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:09.935401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=0749a446-095a-4ff8-9104-ff0d9f69f76f,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:09.938455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:09.953122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:10.152277 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Floating IP 492d7f6a-ad68-418d-847c-55ab7bd812b1 associated. External IP: 172.26.5.250, port: 946a7ce0-3392-4e74-8660-c5e2659687d7.
Dec 23 16:28:10.793952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 346e4b80-452c-414a-997c-dedfd3fde071 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:28:11.005751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:28:11.017605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ab018-09d3-41d7-9952-b29eb93eac9f None None] Sync routers for ids ['346e4b80-452c-414a-997c-dedfd3fde071'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:28:11.031942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7ab018-09d3-41d7-9952-b29eb93eac9f None None] Routers {'346e4b80-452c-414a-997c-dedfd3fde071'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:28:11.032641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-dd7ab018-09d3-41d7-9952-b29eb93eac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b592e8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['346e4b80-452c-414a-997c-dedfd3fde071'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:28:11.035559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:11.092774 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6812270
Dec 23 16:28:11.094408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568be922-6ff5-461d-973f-cbb2dd797010', 'tag': '946a7ce0-3392-4e74-8660-c5e2659687d7'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:28:11.095657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59326) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:11.149056 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568be922-6ff5-461d-973f-cbb2dd797010', 'tag': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'status': 'completed', 'code': 200}
Dec 23 16:28:11.179779 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-879869f3-7cfe-4a4b-9b9e-30ff1038fd7e tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 1094 time: 0.0825326
Dec 23 16:28:11.242116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-dd7ab018-09d3-41d7-9952-b29eb93eac9f None None] Set router 346e4b80-452c-414a-997c-dedfd3fde071 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:28:11.263743 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b170e075-ef46-40e5-8605-c0f832cb7f6a req-2aa7a5f6-e34c-46c9-9245-0e27fed234b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 1099 time: 0.0907724
Dec 23 16:28:11.413846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170e075-ef46-40e5-8605-c0f832cb7f6a req-f01f2779-a2b6-49af-9699-f11a85aba048 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:11.415518 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b170e075-ef46-40e5-8605-c0f832cb7f6a req-f01f2779-a2b6-49af-9699-f11a85aba048 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f2ceb84-be9d-4e4b-b431-a08366950d78 HTTP/1.1" status: 200  len: 897 time: 0.1461098
Dec 23 16:28:11.530819 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b170e075-ef46-40e5-8605-c0f832cb7f6a req-9dc1109f-c419-4580-a364-b93caef7cc7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946a7ce0-3392-4e74-8660-c5e2659687d7 HTTP/1.1" status: 200  len: 1000 time: 0.1085987
Dec 23 16:28:11.561722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59334) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:11.568760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9c3259e7-ec18-4c42-a7f3-b9c5b282f1b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-38385439', 'description': 'tempest-secgroup-smoke-38385439 description', 'project_id': '756d2eff28424d1081cd07d60adf0a7c'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:28:11.575844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9c3259e7-ec18-4c42-a7f3-b9c5b282f1b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:28:11.586947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9c3259e7-ec18-4c42-a7f3-b9c5b282f1b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:28:11.609758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c3259e7-ec18-4c42-a7f3-b9c5b282f1b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:11.611942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170e075-ef46-40e5-8605-c0f832cb7f6a req-f4878db6-92f8-465a-90ef-92ab1e0d1f7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:11.614038 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b170e075-ef46-40e5-8605-c0f832cb7f6a req-f4878db6-92f8-465a-90ef-92ab1e0d1f7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=daee838b-0319-44e3-b61a-586826700e42 HTTP/1.1" status: 200  len: 834 time: 0.0775409
Dec 23 16:28:11.624311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-dd7ab018-09d3-41d7-9952-b29eb93eac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b592e8>, [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '492d7f6a-ad68-418d-847c-55ab7bd812b1', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.250', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'port_id': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'mac_address': 'fa:16:3e:4b:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568be922-6ff5-461d-973f-cbb2dd797010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:09Z', 'updated_at': '2021-12-23T16:28:09Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d94a858-ddd8-4fa1-8432-1fd51f664c73', 'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:cd:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:50Z', 'updated_at': '2021-12-23T16:27:56Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'daee838b-0319-44e3-b61a-586826700e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:28:11.628831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ab018-09d3-41d7-9952-b29eb93eac9f None None] Checking router: 346e4b80-452c-414a-997c-dedfd3fde071 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:28:11.641993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7ab018-09d3-41d7-9952-b29eb93eac9f None None] Routers {'346e4b80-452c-414a-997c-dedfd3fde071'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:28:11.642692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-dd7ab018-09d3-41d7-9952-b29eb93eac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b592e8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['346e4b80-452c-414a-997c-dedfd3fde071'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:28:11.653972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9c3259e7-ec18-4c42-a7f3-b9c5b282f1b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:28:11.658541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9c3259e7-ec18-4c42-a7f3-b9c5b282f1b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:28:11.661572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9c3259e7-ec18-4c42-a7f3-b9c5b282f1b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:28:11.667841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9c3259e7-ec18-4c42-a7f3-b9c5b282f1b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:28:11.699043 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b170e075-ef46-40e5-8605-c0f832cb7f6a req-c612d787-2c6d-4a99-8e7c-3f5980b2a737 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f2ceb84-be9d-4e4b-b431-a08366950d78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0788841
Dec 23 16:28:11.729503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c3259e7-ec18-4c42-a7f3-b9c5b282f1b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:11.733782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c3259e7-ec18-4c42-a7f3-b9c5b282f1b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:11.740184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2232cded-9651-433b-b609-c8a2d24a8881 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:11.784884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3259e7-ec18-4c42-a7f3-b9c5b282f1b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33abb946-52bf-4c03-a25a-c85295186d9f,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:11.788526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c3259e7-ec18-4c42-a7f3-b9c5b282f1b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:11.791658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9c3259e7-ec18-4c42-a7f3-b9c5b282f1b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:11.795072 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9c3259e7-ec18-4c42-a7f3-b9c5b282f1b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.2299109
Dec 23 16:28:11.797198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59338) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:11.803883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-64bbfd3b-ff07-4499-b740-66dd491b87fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '33abb946-52bf-4c03-a25a-c85295186d9f', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:28:11.811576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-64bbfd3b-ff07-4499-b740-66dd491b87fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:28:11.816165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-64bbfd3b-ff07-4499-b740-66dd491b87fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:28:11.819415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-64bbfd3b-ff07-4499-b740-66dd491b87fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:28:11.826525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-64bbfd3b-ff07-4499-b740-66dd491b87fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:28:11.845155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-dd7ab018-09d3-41d7-9952-b29eb93eac9f None None] Set router 346e4b80-452c-414a-997c-dedfd3fde071 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:28:11.847001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64bbfd3b-ff07-4499-b740-66dd491b87fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:11.854361 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b170e075-ef46-40e5-8605-c0f832cb7f6a req-5a3dc0f2-11f8-49d3-af1a-dc515ac81c0a service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488969
Dec 23 16:28:11.912208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64bbfd3b-ff07-4499-b740-66dd491b87fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:11.915389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64bbfd3b-ff07-4499-b740-66dd491b87fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:11.925125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4219e397-5634-4f52-8dee-518d4ebfa87e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:11.945639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbfd3b-ff07-4499-b740-66dd491b87fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d6d805-2e18-4b89-a066-bc2671385138,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:11.948538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64bbfd3b-ff07-4499-b740-66dd491b87fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:11.957435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-64bbfd3b-ff07-4499-b740-66dd491b87fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:11.961494 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-64bbfd3b-ff07-4499-b740-66dd491b87fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1602705
Dec 23 16:28:11.961637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59342) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:11.970907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a3851f56-44b1-4a65-b0da-e570dfa8689f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '33abb946-52bf-4c03-a25a-c85295186d9f', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:28:11.978035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a3851f56-44b1-4a65-b0da-e570dfa8689f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:28:11.983145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a3851f56-44b1-4a65-b0da-e570dfa8689f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:28:11.986206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a3851f56-44b1-4a65-b0da-e570dfa8689f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:28:11.992660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a3851f56-44b1-4a65-b0da-e570dfa8689f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:28:12.010123 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b170e075-ef46-40e5-8605-c0f832cb7f6a req-58855a9e-29b8-495f-ba2a-f2978b06474f service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492009
Dec 23 16:28:12.015411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3851f56-44b1-4a65-b0da-e570dfa8689f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.087147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3851f56-44b1-4a65-b0da-e570dfa8689f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.089778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3851f56-44b1-4a65-b0da-e570dfa8689f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.098041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-98e20331-0eeb-4cbb-84b4-655a9dabaa2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:12.119965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3851f56-44b1-4a65-b0da-e570dfa8689f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42ba521-825e-47aa-8f86-1ab5f0b30f2c,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:12.122770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3851f56-44b1-4a65-b0da-e570dfa8689f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:12.126052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a3851f56-44b1-4a65-b0da-e570dfa8689f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.130192 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a3851f56-44b1-4a65-b0da-e570dfa8689f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1668062
Dec 23 16:28:12.130400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59346) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:12.136993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2a925980-013f-4df3-a628-c77032491214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '33abb946-52bf-4c03-a25a-c85295186d9f', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:28:12.144250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2a925980-013f-4df3-a628-c77032491214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:28:12.148390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2a925980-013f-4df3-a628-c77032491214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:28:12.151539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2a925980-013f-4df3-a628-c77032491214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:28:12.158691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2a925980-013f-4df3-a628-c77032491214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:28:12.176582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a925980-013f-4df3-a628-c77032491214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.208539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.244476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-dd7ab018-09d3-41d7-9952-b29eb93eac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b592e8>, [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '492d7f6a-ad68-418d-847c-55ab7bd812b1', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.250', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'port_id': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'mac_address': 'fa:16:3e:4b:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568be922-6ff5-461d-973f-cbb2dd797010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:09Z', 'updated_at': '2021-12-23T16:28:09Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d94a858-ddd8-4fa1-8432-1fd51f664c73', 'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:cd:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:50Z', 'updated_at': '2021-12-23T16:27:56Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'daee838b-0319-44e3-b61a-586826700e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:28:12.246966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a925980-013f-4df3-a628-c77032491214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.248985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ab018-09d3-41d7-9952-b29eb93eac9f None None] The sync data for ids ['346e4b80-452c-414a-997c-dedfd3fde071'] in dv-neutron-822801-1-hyperv is: [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '492d7f6a-ad68-418d-847c-55ab7bd812b1', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.250', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'port_id': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'mac_address': 'fa:16:3e:4b:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568be922-6ff5-461d-973f-cbb2dd797010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:09Z', 'updated_at': '2021-12-23T16:28:09Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d94a858-ddd8-4fa1-8432-1fd51f664c73', 'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:cd:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:50Z', 'updated_at': '2021-12-23T16:27:56Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'daee838b-0319-44e3-b61a-586826700e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:28:12.250090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a925980-013f-4df3-a628-c77032491214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.252088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fb371be0-0006-46bb-984b-4d3aed418f59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:12.283386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a925980-013f-4df3-a628-c77032491214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e6ce05-3946-4c9f-bbb0-f018cb86e42c,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:12.288421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2a925980-013f-4df3-a628-c77032491214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:12.292459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a925980-013f-4df3-a628-c77032491214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.293798 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2a925980-013f-4df3-a628-c77032491214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1621892
Dec 23 16:28:12.296896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59350) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:12.303241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-55fd8c72-0fff-46a5-ac90-674da86148c5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '33abb946-52bf-4c03-a25a-c85295186d9f', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:28:12.309899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-55fd8c72-0fff-46a5-ac90-674da86148c5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:28:12.314612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-55fd8c72-0fff-46a5-ac90-674da86148c5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:28:12.317769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-55fd8c72-0fff-46a5-ac90-674da86148c5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:28:12.323964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-55fd8c72-0fff-46a5-ac90-674da86148c5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:28:12.341063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55fd8c72-0fff-46a5-ac90-674da86148c5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.408909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55fd8c72-0fff-46a5-ac90-674da86148c5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.411609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55fd8c72-0fff-46a5-ac90-674da86148c5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.413578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4a3a81e5-64a7-4d6e-a8b0-00823ae2d6b5 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:12.436398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd8c72-0fff-46a5-ac90-674da86148c5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4049514-dda4-4b2e-a2c5-b130b59062f0,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:12.440813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55fd8c72-0fff-46a5-ac90-674da86148c5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:12.447732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55fd8c72-0fff-46a5-ac90-674da86148c5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.449044 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-55fd8c72-0fff-46a5-ac90-674da86148c5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1510527
Dec 23 16:28:12.452680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59354) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:12.458670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0bd9e564-da6b-47fc-bd1f-0b6cb1661ae0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '33abb946-52bf-4c03-a25a-c85295186d9f', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:28:12.465189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0bd9e564-da6b-47fc-bd1f-0b6cb1661ae0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:28:12.469355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0bd9e564-da6b-47fc-bd1f-0b6cb1661ae0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:28:12.472414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0bd9e564-da6b-47fc-bd1f-0b6cb1661ae0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:28:12.478471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0bd9e564-da6b-47fc-bd1f-0b6cb1661ae0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:28:12.488203 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-0bd9e564-da6b-47fc-bd1f-0b6cb1661ae0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:28:12.494713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e564-da6b-47fc-bd1f-0b6cb1661ae0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.569434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e564-da6b-47fc-bd1f-0b6cb1661ae0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.572374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e564-da6b-47fc-bd1f-0b6cb1661ae0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.574374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55fd8c72-0fff-46a5-ac90-674da86148c5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:12.601834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9e564-da6b-47fc-bd1f-0b6cb1661ae0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33d5fc4-d7fa-4639-bf4a-ba1a0e6ddda9,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:12.606798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0bd9e564-da6b-47fc-bd1f-0b6cb1661ae0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:12.610909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e564-da6b-47fc-bd1f-0b6cb1661ae0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.612260 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0bd9e564-da6b-47fc-bd1f-0b6cb1661ae0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1586118
Dec 23 16:28:12.615200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59358) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:12.620406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6359ee3f-35d4-452b-bfb6-ecae42ef6fa7 None None] New status for floating IP 492d7f6a-ad68-418d-847c-55ab7bd812b1: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:28:12.621490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-20062c7f-7d7b-4065-b963-9779cec373b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '33abb946-52bf-4c03-a25a-c85295186d9f', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:28:12.629247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-20062c7f-7d7b-4065-b963-9779cec373b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:28:12.633611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-20062c7f-7d7b-4065-b963-9779cec373b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:28:12.636696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-20062c7f-7d7b-4065-b963-9779cec373b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:28:12.643874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-20062c7f-7d7b-4065-b963-9779cec373b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:28:12.655854 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-20062c7f-7d7b-4065-b963-9779cec373b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:28:12.662734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20062c7f-7d7b-4065-b963-9779cec373b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.733381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20062c7f-7d7b-4065-b963-9779cec373b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.736822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20062c7f-7d7b-4065-b963-9779cec373b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.738769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3352c5c4-1ed4-4fbe-a70b-192a69f7aa65 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:12.762661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20062c7f-7d7b-4065-b963-9779cec373b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d660880d-321e-4b81-903b-a1f44565bfda,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:12.765802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-20062c7f-7d7b-4065-b963-9779cec373b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:12.773003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20062c7f-7d7b-4065-b963-9779cec373b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:12.774297 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-20062c7f-7d7b-4065-b963-9779cec373b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1580522
Dec 23 16:28:12.955235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-31646925-d53b-4767-8b23-1a2072ad136b req-4efb1380-54e1-4024-baf1-395fd56dfdf6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:28:12.970749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-31646925-d53b-4767-8b23-1a2072ad136b req-4efb1380-54e1-4024-baf1-395fd56dfdf6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:28:12.972049 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-4efb1380-54e1-4024-baf1-395fd56dfdf6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38385439&fields=id&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 267 time: 0.0607572
Dec 23 16:28:13.134162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31646925-d53b-4767-8b23-1a2072ad136b req-533c150c-573f-400b-82bc-0e863c2b43fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:13.135794 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-533c150c-573f-400b-82bc-0e863c2b43fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/networks?id=2f2ceb84-be9d-4e4b-b431-a08366950d78 HTTP/1.1" status: 200  len: 796 time: 0.1565495
Dec 23 16:28:13.153436 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-b6f5cdcd-8d7c-4aab-8974-d3bfca6613fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/quotas/756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 375 time: 0.0111656
Dec 23 16:28:13.247840 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-ebfd3d45-90de-423f-abad-b815da086c24 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0885527
Dec 23 16:28:13.399928 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-905fdc27-cf5a-4c36-a0b4-7d0710210c3b service neutron] 10.222.0.67 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388714
Dec 23 16:28:13.541970 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-529c20c7-170a-4b26-9cfd-b72cd421f7f7 service neutron] 10.222.0.67 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357226
Dec 23 16:28:13.742266 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3fde0934-b0db-4856-9f37-fbf5ec39c66c req-9d614bc2-deaa-40ff-8d91-2d959e8389e1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 210 time: 0.0513895
Dec 23 16:28:14.855570 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a5e75b92-ec92-45d7-b303-4b1eac270c83 req-edac470a-245a-42dc-a15c-f3e048d64e8e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 210 time: 0.0464494
Dec 23 16:28:15.972849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f4075bb-45d3-4b89-9d82-d703f270627d req-8a130f6c-6750-498d-87fc-95cafc0db971 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 210 time: 0.0466352
Dec 23 16:28:17.088137 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-58ba96c0-33b8-421d-94f4-fd22a8924b25 req-4dc949db-df05-4135-9258-de7ffb8e1011 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 210 time: 0.0466950
Dec 23 16:28:18.263627 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6f11ea31-5ad4-43fe-aa3a-e7849d4df6a7 req-2ce95db1-6dbb-44c7-bb05-8512484a61da tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 210 time: 0.0482042
Dec 23 16:28:18.896817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31646925-d53b-4767-8b23-1a2072ad136b req-c3700476-59ba-4241-a399-7be877a588d0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:18.898390 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-c3700476-59ba-4241-a399-7be877a588d0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/networks?id=2f2ceb84-be9d-4e4b-b431-a08366950d78 HTTP/1.1" status: 200  len: 796 time: 0.1632736
Dec 23 16:28:18.957412 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-2ec1632a-760d-4caa-bfcb-5eb8538dea79 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 471 time: 0.0460134
Dec 23 16:28:18.967979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-31646925-d53b-4767-8b23-1a2072ad136b req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'port': {'device_id': 'cf8f3267-5c00-4082-bb0a-4092359e039c', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'admin_state_up': True, 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'security_groups': ['33abb946-52bf-4c03-a25a-c85295186d9f']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:28:19.114472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-31646925-d53b-4767-8b23-1a2072ad136b req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:28:19.124660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-31646925-d53b-4767-8b23-1a2072ad136b req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:28:19.133717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31646925-d53b-4767-8b23-1a2072ad136b req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:28:19.139299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-31646925-d53b-4767-8b23-1a2072ad136b req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:19.317989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-31646925-d53b-4767-8b23-1a2072ad136b req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.10 (2f2ceb84-be9d-4e4b-b431-a08366950d78/daee838b-0319-44e3-b61a-586826700e42/f5110d9d-5599-4794-9439-89405b719ddd) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:28:19.441607 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0867155f-727d-415e-8dfd-0cb0d3bc4164 req-58487a13-0925-4e35-ad3c-f412596d4ef9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 210 time: 0.0515192
Dec 23 16:28:19.528983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-31646925-d53b-4767-8b23-1a2072ad136b req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:19.546138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-31646925-d53b-4767-8b23-1a2072ad136b req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object f5110d9d-5599-4794-9439-89405b719ddd will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:28:19.565453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-31646925-d53b-4767-8b23-1a2072ad136b req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:19.571108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc4a1338-41c8-47eb-b985-ba464f831934 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:19.645731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31646925-d53b-4767-8b23-1a2072ad136b req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2f2ceb84-be9d-4e4b-b431-a08366950d78 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:28:19.648930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-31646925-d53b-4767-8b23-1a2072ad136b req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:28:19.653173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-31646925-d53b-4767-8b23-1a2072ad136b req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:28:19.691453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=f5110d9d-5599-4794-9439-89405b719ddd,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:19.696445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:19.725523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31646925-d53b-4767-8b23-1a2072ad136b req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:19.726218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-31646925-d53b-4767-8b23-1a2072ad136b req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:19.753391 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7900264
Dec 23 16:28:19.767405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Request body: {'port': {'device_id': 'cf8f3267-5c00-4082-bb0a-4092359e039c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:28:19.887326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:19.915454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6d796cf1-22ba-44b9-9eca-63239889b5bf None None] Provisioning for port f5110d9d-5599-4794-9439-89405b719ddd completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:28:19.920492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6d796cf1-22ba-44b9-9eca-63239889b5bf None None] Provisioning complete for port f5110d9d-5599-4794-9439-89405b719ddd triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:28:19.921067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6d796cf1-22ba-44b9-9eca-63239889b5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:19.975892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6d796cf1-22ba-44b9-9eca-63239889b5bf None None] Port f5110d9d-5599-4794-9439-89405b719ddd cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:28:20.247172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5110d9d-5599-4794-9439-89405b719ddd {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:28:20.254581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:20.270535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Transition to ACTIVE for port object f5110d9d-5599-4794-9439-89405b719ddd will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:28:20.273230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:20.277654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e59c3502-aea5-4d86-ab34-6af553745b47 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:20.409159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Pushing event updated for resources: {'Port': ['ID=f5110d9d-5599-4794-9439-89405b719ddd,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:20.412131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:20.533911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Attempting to bind port f5110d9d-5599-4794-9439-89405b719ddd on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:28:20.534257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Attempting to bind port f5110d9d-5599-4794-9439-89405b719ddd by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:28:20.534596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Attempting to bind port f5110d9d-5599-4794-9439-89405b719ddd on network 2f2ceb84-be9d-4e4b-b431-a08366950d78 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:28:20.541452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Port f5110d9d-5599-4794-9439-89405b719ddd on network 2f2ceb84-be9d-4e4b-b431-a08366950d78 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:28:20.541823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Attempting to bind port f5110d9d-5599-4794-9439-89405b719ddd on network 2f2ceb84-be9d-4e4b-b431-a08366950d78 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:28:20.549374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:28:20.549760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Checking segment: {'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:28:20.550192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Bound using segment: {'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:28:20.550678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Bound port: f5110d9d-5599-4794-9439-89405b719ddd, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8624cdfa-8159-442a-b133-9ca483f6103d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:28:20.551101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:20.707167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] For port f5110d9d-5599-4794-9439-89405b719ddd, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:28:20.711453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] For port f5110d9d-5599-4794-9439-89405b719ddd, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f5110d9d-5599-4794-9439-89405b719ddd,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:28:20.715665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:20.720490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3db4dfce-2077-47ce-8233-725ca7d8d298 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:20.788680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6edbbc-f20c-449b-8347-74ce1c1112fd req-a31f9662-c366-4083-86fe-c3cb218cf7b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:20.789452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-ac6edbbc-f20c-449b-8347-74ce1c1112fd req-a31f9662-c366-4083-86fe-c3cb218cf7b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:28:20.798366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:20.799928 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] 10.222.0.36 "PUT /v2.0/ports/f5110d9d-5599-4794-9439-89405b719ddd HTTP/1.1" status: 200  len: 1094 time: 1.0390990
Dec 23 16:28:20.800505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8f3267-5c00-4082-bb0a-4092359e039c', 'tag': 'f5110d9d-5599-4794-9439-89405b719ddd'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:28:20.829951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Pushing event updated for resources: {'Port': ['ID=f5110d9d-5599-4794-9439-89405b719ddd,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:20.833010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-ac6edbbc-f20c-449b-8347-74ce1c1112fd req-a31f9662-c366-4083-86fe-c3cb218cf7b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:28:20.834314 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ac6edbbc-f20c-449b-8347-74ce1c1112fd req-a31f9662-c366-4083-86fe-c3cb218cf7b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 944 time: 0.2395260
Dec 23 16:28:20.835254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:20.966154 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ac6edbbc-f20c-449b-8347-74ce1c1112fd req-b0188ad7-7ea5-4b08-947c-fbee415bfc02 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=33abb946-52bf-4c03-a25a-c85295186d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1163049
Dec 23 16:28:20.982043 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-5454dda9-814c-42de-97bb-7b7b3875164e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 1097 time: 0.1142972
Dec 23 16:28:21.046353 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8f3267-5c00-4082-bb0a-4092359e039c', 'tag': 'f5110d9d-5599-4794-9439-89405b719ddd', 'status': 'completed', 'code': 200}
Dec 23 16:28:21.063953 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-455649f3-f49b-4a60-a6d8-e32deaae9cc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5110d9d-5599-4794-9439-89405b719ddd HTTP/1.1" status: 200  len: 217 time: 0.0744414
Dec 23 16:28:21.133408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31646925-d53b-4767-8b23-1a2072ad136b req-12c1c46d-71e4-4456-ad5c-129acf12b6fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:21.135112 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-12c1c46d-71e4-4456-ad5c-129acf12b6fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=daee838b-0319-44e3-b61a-586826700e42 HTTP/1.1" status: 200  len: 834 time: 0.0655804
Dec 23 16:28:21.215753 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-316f172c-4c1b-4a69-a97f-b069e2dcca42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f2ceb84-be9d-4e4b-b431-a08366950d78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0741076
Dec 23 16:28:21.362375 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-d8600562-2c75-4f98-b1bc-c46489e5373d service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401057
Dec 23 16:28:21.506401 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31646925-d53b-4767-8b23-1a2072ad136b req-3ab14db2-7fb9-48f1-bbec-d68e1d5afb70 service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379881
Dec 23 16:28:21.632239 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a4d4328-5159-4b33-b06f-3d1ddfcab988 req-ab95cbb1-dbfd-4fe7-a8de-baff89f81358 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 1097 time: 0.0803885
Dec 23 16:28:22.008992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d4328-5159-4b33-b06f-3d1ddfcab988 req-1c707623-34fe-4757-b269-02a64c01bf8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:22.010605 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a4d4328-5159-4b33-b06f-3d1ddfcab988 req-1c707623-34fe-4757-b269-02a64c01bf8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f2ceb84-be9d-4e4b-b431-a08366950d78 HTTP/1.1" status: 200  len: 897 time: 0.3723004
Dec 23 16:28:22.083419 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a4d4328-5159-4b33-b06f-3d1ddfcab988 req-ebce7eee-48be-477a-909d-16db47c9b5c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5110d9d-5599-4794-9439-89405b719ddd HTTP/1.1" status: 200  len: 217 time: 0.0645359
Dec 23 16:28:22.214049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d4328-5159-4b33-b06f-3d1ddfcab988 req-417964c6-3170-4eeb-8d67-daaa720184b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:22.215718 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a4d4328-5159-4b33-b06f-3d1ddfcab988 req-417964c6-3170-4eeb-8d67-daaa720184b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=daee838b-0319-44e3-b61a-586826700e42 HTTP/1.1" status: 200  len: 834 time: 0.1249149
Dec 23 16:28:22.293574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd0dfb-883e-4ff9-826e-b90192452012 req-bd3e604f-21cf-4ea7-89a6-cace9d905e3e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:22.295850 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-39fd0dfb-883e-4ff9-826e-b90192452012 req-bd3e604f-21cf-4ea7-89a6-cace9d905e3e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 944 time: 0.1665578
Dec 23 16:28:22.352378 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a4d4328-5159-4b33-b06f-3d1ddfcab988 req-1a1b70b9-b1db-43c4-82b0-1206b3ccf13d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f2ceb84-be9d-4e4b-b431-a08366950d78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1297357
Dec 23 16:28:22.360355 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-39fd0dfb-883e-4ff9-826e-b90192452012 req-c695f81a-fb8d-4783-afe5-5d4e0b8bd67f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=33abb946-52bf-4c03-a25a-c85295186d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0578980
Dec 23 16:28:22.498538 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a4d4328-5159-4b33-b06f-3d1ddfcab988 req-1a9c456c-5238-471e-8ebd-723c7f2c1553 service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371658
Dec 23 16:28:22.642350 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a4d4328-5159-4b33-b06f-3d1ddfcab988 req-2de862a4-74bb-4b58-a79b-2a0da89fe751 service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369591
Dec 23 16:28:23.570098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f26d16-91f7-4fec-90a7-a0b30156db1e req-7d98bd64-d8c8-4bc7-9d29-7954abdac118 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:23.571676 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a6f26d16-91f7-4fec-90a7-a0b30156db1e req-7d98bd64-d8c8-4bc7-9d29-7954abdac118 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 944 time: 0.0881958
Dec 23 16:28:23.633562 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a6f26d16-91f7-4fec-90a7-a0b30156db1e req-8dfd34fc-543b-484c-8d58-0baf46afb0d1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=33abb946-52bf-4c03-a25a-c85295186d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0557044
Dec 23 16:28:24.407065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f192c2b3-d0c7-45cf-95b6-22b91149726d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:24.837498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e5fb8-b55f-46ff-bcd3-c2f94cb2daf4 req-33a50520-e1da-420c-9691-9d8b69637f45 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:24.839160 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ce9e5fb8-b55f-46ff-bcd3-c2f94cb2daf4 req-33a50520-e1da-420c-9691-9d8b69637f45 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 944 time: 0.0844462
Dec 23 16:28:24.892540 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ce9e5fb8-b55f-46ff-bcd3-c2f94cb2daf4 req-cf139189-3caa-4e51-bb98-a3453a43b6b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=33abb946-52bf-4c03-a25a-c85295186d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0465426
Dec 23 16:28:25.646026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device f5110d9d-5599-4794-9439-89405b719ddd details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:28:25.790263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port f5110d9d-5599-4794-9439-89405b719ddd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f5110d9d-5599-4794-9439-89405b719ddd,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:28:25.804837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'f5110d9d-5599-4794-9439-89405b719ddd', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'port_id': 'f5110d9d-5599-4794-9439-89405b719ddd', 'mac_address': 'fa:16:3e:1e:ea:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:28:25.860722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:25.882113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5110d9d-5599-4794-9439-89405b719ddd {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:28:25.897347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port f5110d9d-5599-4794-9439-89405b719ddd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f5110d9d-5599-4794-9439-89405b719ddd,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:28:25.900077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:25.901906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ed5dbd4-4930-4068-a69b-5eaa9fcc170e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:25.971259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:25.982170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=f5110d9d-5599-4794-9439-89405b719ddd,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:25.986017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:26.109088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336adcf-2e35-4f76-8931-069ce5b66505 req-4c5fddcf-7742-4d96-8e53-5ef693e997e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:26.110672 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2336adcf-2e35-4f76-8931-069ce5b66505 req-4c5fddcf-7742-4d96-8e53-5ef693e997e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 945 time: 0.0886080
Dec 23 16:28:26.130714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['f5110d9d-5599-4794-9439-89405b719ddd'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:28:26.160445 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2336adcf-2e35-4f76-8931-069ce5b66505 req-8cde5ad5-6f8d-4c3e-88b4-0a07ccd3a5d4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=33abb946-52bf-4c03-a25a-c85295186d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434179
Dec 23 16:28:26.756542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59a09927-624f-4de8-b810-36ffa2ff2a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:27.299748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:27.367593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a00f2-8da3-44e5-a23c-a535a0ff3239 req-627cf625-2c53-428f-9e8b-07f0fae8314e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:27.369217 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e47a00f2-8da3-44e5-a23c-a535a0ff3239 req-627cf625-2c53-428f-9e8b-07f0fae8314e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 945 time: 0.0861428
Dec 23 16:28:27.418846 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e47a00f2-8da3-44e5-a23c-a535a0ff3239 req-0eda60ca-1f51-42ca-a4f9-473fbfbfe71d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=33abb946-52bf-4c03-a25a-c85295186d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429084
Dec 23 16:28:27.664953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device f5110d9d-5599-4794-9439-89405b719ddd up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:28:27.734480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port f5110d9d-5599-4794-9439-89405b719ddd completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:28:27.739311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port f5110d9d-5599-4794-9439-89405b719ddd triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:28:27.739747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:27.858624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:27.885973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8f3267-5c00-4082-bb0a-4092359e039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5110d9d-5599-4794-9439-89405b719ddd'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:28:27.896694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port f5110d9d-5599-4794-9439-89405b719ddd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f5110d9d-5599-4794-9439-89405b719ddd,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:28:27.900026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:27.901800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c9f360b5-c3be-4b51-b69b-4b9f55ad5a58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:27.955055 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8f3267-5c00-4082-bb0a-4092359e039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5110d9d-5599-4794-9439-89405b719ddd', 'code': 200}
Dec 23 16:28:27.977792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=f5110d9d-5599-4794-9439-89405b719ddd,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:27.980966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:28.184969 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be67825f-00b6-432a-9bbc-998c5841c203 req-94b44489-91fa-4a46-b533-bebc4209fc40 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 1099 time: 0.0777915
Dec 23 16:28:28.231665 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be67825f-00b6-432a-9bbc-998c5841c203 req-e4957b77-9c7b-4999-bad5-a0c4b2c7f3e1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=33abb946-52bf-4c03-a25a-c85295186d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396101
Dec 23 16:28:28.566466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:28.627110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cba3b5-4feb-4353-9cbc-49b05eb2fdef req-c28a1d05-3520-438d-808a-7baef1fc5671 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:28.628743 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-99cba3b5-4feb-4353-9cbc-49b05eb2fdef req-c28a1d05-3520-438d-808a-7baef1fc5671 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 946 time: 0.0839660
Dec 23 16:28:28.678407 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-99cba3b5-4feb-4353-9cbc-49b05eb2fdef req-f9fab328-4993-4d13-8e90-2150f85fc501 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=33abb946-52bf-4c03-a25a-c85295186d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432718
Dec 23 16:28:29.881809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15753f92-2d3b-4519-a57d-9afbafd95890 req-bb24513c-72a0-437a-98fb-5f0b199d7fde tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:29.883770 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-15753f92-2d3b-4519-a57d-9afbafd95890 req-bb24513c-72a0-437a-98fb-5f0b199d7fde tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 946 time: 0.0842562
Dec 23 16:28:29.933124 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-15753f92-2d3b-4519-a57d-9afbafd95890 req-1a1bf091-2597-475b-bbd3-fc3bbc91dc10 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=33abb946-52bf-4c03-a25a-c85295186d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422680
Dec 23 16:28:30.141625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45b3e8-27c5-4bd7-beba-5869b582ea27 req-fcf65687-2153-4ba3-986e-cb36338281f6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:30.143237 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9c45b3e8-27c5-4bd7-beba-5869b582ea27 req-fcf65687-2153-4ba3-986e-cb36338281f6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 946 time: 0.0885284
Dec 23 16:28:30.193459 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9c45b3e8-27c5-4bd7-beba-5869b582ea27 req-83fcaf68-8aa6-4394-8631-2ab1e8fccc39 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=33abb946-52bf-4c03-a25a-c85295186d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440564
Dec 23 16:28:30.220623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59428) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:30.301602 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-85775114-b30c-48ec-837f-494e0cf4f1f8 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 1094 time: 0.0796669
Dec 23 16:28:30.304384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59432) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:30.310035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': 'f5110d9d-5599-4794-9439-89405b719ddd', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:28:30.315953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:28:30.320015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:floatingip and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:28:30.323030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:28:30.329206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:28:30.338939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:30.488436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:30.634194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.130 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/c1bd7a0c-10b8-43e5-9d61-dce1d73f8806) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:28:30.794329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:30.820608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:30.824990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-33c36de7-7888-43ae-a047-99c4a87a7d85 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:30.890966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:28:30.892181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:28:30.896186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:28:30.939460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=c1bd7a0c-10b8-43e5-9d61-dce1d73f8806,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:30.947762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:31.676473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:31.732455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:31.948817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:31.952871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:31.957387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6dcf8a4-0e87-4814-b6b3-bee1463a411d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:28:32.064119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=c1bd7a0c-10b8-43e5-9d61-dce1d73f8806,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:28:32.071466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:28:32.080751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:32.285413 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Floating IP 2a711014-2443-4419-83b7-1691978eca67 associated. External IP: 172.26.5.130, port: f5110d9d-5599-4794-9439-89405b719ddd.
Dec 23 16:28:32.697858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 346e4b80-452c-414a-997c-dedfd3fde071 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:28:32.907660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:28:32.917801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f515f35-b1f7-4ad4-9eec-87213a7520c4 None None] Sync routers for ids ['346e4b80-452c-414a-997c-dedfd3fde071'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:28:32.931977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f515f35-b1f7-4ad4-9eec-87213a7520c4 None None] Routers {'346e4b80-452c-414a-997c-dedfd3fde071'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:28:32.932534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:32.932676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1f515f35-b1f7-4ad4-9eec-87213a7520c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79e6e4a8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:28:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['346e4b80-452c-414a-997c-dedfd3fde071'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:28:32.982899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:28:32.994311 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6888261
Dec 23 16:28:32.995017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8f3267-5c00-4082-bb0a-4092359e039c', 'tag': 'f5110d9d-5599-4794-9439-89405b719ddd'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:28:33.137419 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8f3267-5c00-4082-bb0a-4092359e039c', 'tag': 'f5110d9d-5599-4794-9439-89405b719ddd', 'status': 'completed', 'code': 200}
Dec 23 16:28:33.242767 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9885ef0-8489-437b-b07a-cb748166ae2f req-d4101f38-4086-40f1-a4d0-9c015fb862a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 1099 time: 0.0800776
Dec 23 16:28:33.293580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-1f515f35-b1f7-4ad4-9eec-87213a7520c4 None None] Set router 346e4b80-452c-414a-997c-dedfd3fde071 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:28:33.393086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9885ef0-8489-437b-b07a-cb748166ae2f req-8e49741b-78b6-4d66-9a6b-7faa2052d722 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:33.394696 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9885ef0-8489-437b-b07a-cb748166ae2f req-8e49741b-78b6-4d66-9a6b-7faa2052d722 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f2ceb84-be9d-4e4b-b431-a08366950d78 HTTP/1.1" status: 200  len: 897 time: 0.1444259
Dec 23 16:28:33.509680 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9885ef0-8489-437b-b07a-cb748166ae2f req-e3287d0a-4917-4b31-a49d-4f7e97e1e5b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5110d9d-5599-4794-9439-89405b719ddd HTTP/1.1" status: 200  len: 1000 time: 0.1059611
Dec 23 16:28:33.583483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9885ef0-8489-437b-b07a-cb748166ae2f req-7cd21351-716f-4898-a297-e7dbe6d06db7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:33.585229 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9885ef0-8489-437b-b07a-cb748166ae2f req-7cd21351-716f-4898-a297-e7dbe6d06db7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=daee838b-0319-44e3-b61a-586826700e42 HTTP/1.1" status: 200  len: 834 time: 0.0675161
Dec 23 16:28:33.672738 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9885ef0-8489-437b-b07a-cb748166ae2f req-3c0f5c19-f28c-432a-babf-cd0b42e61a49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f2ceb84-be9d-4e4b-b431-a08366950d78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0788934
Dec 23 16:28:33.673025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1f515f35-b1f7-4ad4-9eec-87213a7520c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79e6e4a8>, [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '2a711014-2443-4419-83b7-1691978eca67', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.130', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'port_id': 'f5110d9d-5599-4794-9439-89405b719ddd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'mac_address': 'fa:16:3e:1e:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f3267-5c00-4082-bb0a-4092359e039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:31Z', 'updated_at': '2021-12-23T16:28:31Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}, {'id': '492d7f6a-ad68-418d-847c-55ab7bd812b1', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.250', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'port_id': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'mac_address': 'fa:16:3e:4b:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568be922-6ff5-461d-973f-cbb2dd797010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:09Z', 'updated_at': '2021-12-23T16:28:12Z', 'revision_number': 1, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d94a858-ddd8-4fa1-8432-1fd51f664c73', 'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:cd:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:50Z', 'updated_at': '2021-12-23T16:27:56Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'daee838b-0319-44e3-b61a-586826700e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:28:33.677049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f515f35-b1f7-4ad4-9eec-87213a7520c4 None None] Checking router: 346e4b80-452c-414a-997c-dedfd3fde071 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:28:33.689204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f515f35-b1f7-4ad4-9eec-87213a7520c4 None None] Routers {'346e4b80-452c-414a-997c-dedfd3fde071'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:28:33.689865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1f515f35-b1f7-4ad4-9eec-87213a7520c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79e6e4a8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:28:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['346e4b80-452c-414a-997c-dedfd3fde071'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:28:33.819396 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9885ef0-8489-437b-b07a-cb748166ae2f req-96a2afc6-b5f9-46e5-bbab-9078882355ac service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396592
Dec 23 16:28:33.875696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-1f515f35-b1f7-4ad4-9eec-87213a7520c4 None None] Set router 346e4b80-452c-414a-997c-dedfd3fde071 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:28:33.964754 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9885ef0-8489-437b-b07a-cb748166ae2f req-359b4b50-f5a7-4273-a555-7a226de8376c service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381309
Dec 23 16:28:34.250811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1f515f35-b1f7-4ad4-9eec-87213a7520c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79e6e4a8>, [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '2a711014-2443-4419-83b7-1691978eca67', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.130', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'port_id': 'f5110d9d-5599-4794-9439-89405b719ddd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'mac_address': 'fa:16:3e:1e:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f3267-5c00-4082-bb0a-4092359e039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:31Z', 'updated_at': '2021-12-23T16:28:31Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}, {'id': '492d7f6a-ad68-418d-847c-55ab7bd812b1', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.250', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'port_id': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'mac_address': 'fa:16:3e:4b:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568be922-6ff5-461d-973f-cbb2dd797010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:09Z', 'updated_at': '2021-12-23T16:28:12Z', 'revision_number': 1, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d94a858-ddd8-4fa1-8432-1fd51f664c73', 'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:cd:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:50Z', 'updated_at': '2021-12-23T16:27:56Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'daee838b-0319-44e3-b61a-586826700e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:28:34.254620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f515f35-b1f7-4ad4-9eec-87213a7520c4 None None] The sync data for ids ['346e4b80-452c-414a-997c-dedfd3fde071'] in dv-neutron-822801-1-hyperv is: [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '2a711014-2443-4419-83b7-1691978eca67', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.130', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'port_id': 'f5110d9d-5599-4794-9439-89405b719ddd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'mac_address': 'fa:16:3e:1e:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f3267-5c00-4082-bb0a-4092359e039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:31Z', 'updated_at': '2021-12-23T16:28:31Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}, {'id': '492d7f6a-ad68-418d-847c-55ab7bd812b1', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.250', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'port_id': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'mac_address': 'fa:16:3e:4b:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568be922-6ff5-461d-973f-cbb2dd797010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:09Z', 'updated_at': '2021-12-23T16:28:12Z', 'revision_number': 1, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d94a858-ddd8-4fa1-8432-1fd51f664c73', 'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:cd:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:50Z', 'updated_at': '2021-12-23T16:27:56Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'daee838b-0319-44e3-b61a-586826700e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:28:34.601714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b4fb2b-7840-4cf9-814c-da97c7e3b567 None None] New status for floating IP 2a711014-2443-4419-83b7-1691978eca67: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:28:34.759748 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c89437b5-3216-4b83-8de6-4c528e43b5e9 req-78e64e1a-205a-4f9b-9262-5fde1a040a86 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0795565
Dec 23 16:28:34.916518 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c89437b5-3216-4b83-8de6-4c528e43b5e9 req-408dc625-e3c1-4597-995f-b345aa9deae5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 1099 time: 0.0792050
Dec 23 16:28:35.078633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89437b5-3216-4b83-8de6-4c528e43b5e9 req-616e5fc1-b4f8-4e14-aa7c-135ccc7be067 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:35.080269 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c89437b5-3216-4b83-8de6-4c528e43b5e9 req-616e5fc1-b4f8-4e14-aa7c-135ccc7be067 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f2ceb84-be9d-4e4b-b431-a08366950d78 HTTP/1.1" status: 200  len: 897 time: 0.1450706
Dec 23 16:28:35.186070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c89437b5-3216-4b83-8de6-4c528e43b5e9 req-96706436-c07b-49eb-a125-b72eb762d392 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946a7ce0-3392-4e74-8660-c5e2659687d7 HTTP/1.1" status: 200  len: 1002 time: 0.0993152
Dec 23 16:28:35.275420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89437b5-3216-4b83-8de6-4c528e43b5e9 req-97e2a029-d1bf-4ca8-9443-d0657b73b8dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:28:35.276946 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c89437b5-3216-4b83-8de6-4c528e43b5e9 req-97e2a029-d1bf-4ca8-9443-d0657b73b8dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=daee838b-0319-44e3-b61a-586826700e42 HTTP/1.1" status: 200  len: 834 time: 0.0851245
Dec 23 16:28:35.358321 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c89437b5-3216-4b83-8de6-4c528e43b5e9 req-7904b9a3-7e38-4000-b8d2-194792754df5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f2ceb84-be9d-4e4b-b431-a08366950d78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0752964
Dec 23 16:28:35.501809 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c89437b5-3216-4b83-8de6-4c528e43b5e9 req-89b930a3-7e0d-44ba-913a-9607005c21c9 service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370571
Dec 23 16:28:35.648489 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c89437b5-3216-4b83-8de6-4c528e43b5e9 req-032a4e00-4964-44a7-b1a3-4e4556e4383b service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393020
Dec 23 16:28:42.170707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:54.408968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b3a99f5-5aa4-4c3e-9e0d-b523eee559db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:55.923325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:56.758700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7d108991-0700-4563-b40c-d6f25c2bf2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:57.301265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:28:58.570768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:06.805460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59454) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:06.919022 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-38f3c572-812a-4a41-b81b-35ce2f12bd08 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/492d7f6a-ad68-418d-847c-55ab7bd812b1 HTTP/1.1" status: 200  len: 994 time: 0.1122479
Dec 23 16:29:07.659447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59464) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:07.666918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:29:07.789454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:08.013104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port 946a7ce0-3392-4e74-8660-c5e2659687d7, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=946a7ce0-3392-4e74-8660-c5e2659687d7,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:08.040033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:08.043658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:08.048823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f4f436d4-b59c-42ca-9478-220d65e74f78 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:08.113964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:08.114648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:08.116270 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/ports/946a7ce0-3392-4e74-8660-c5e2659687d7 HTTP/1.1" status: 200  len: 939 time: 0.4557295
Dec 23 16:29:08.120040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568be922-6ff5-461d-973f-cbb2dd797010', 'tag': '946a7ce0-3392-4e74-8660-c5e2659687d7'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:29:08.151766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=946a7ce0-3392-4e74-8660-c5e2659687d7,revision_number=6']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:08.163068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:08.163646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:08.164120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:08.164535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:08.166011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:08.166011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:08.166011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:08.166610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:08.166610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:08.167049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:08.167431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:08.173284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:08.187976 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568be922-6ff5-461d-973f-cbb2dd797010', 'tag': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'status': 'completed', 'code': 200}
Dec 23 16:29:08.296897 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-babccb1c-5165-483e-b658-a8c8d1d93053 req-92687e78-a17c-4153-b5c4-35cd53da3c74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 1100 time: 0.0872290
Dec 23 16:29:08.412377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3b73892f-4c11-47c4-8d07-248dc51edd81 None None] Provisioning complete for port 946a7ce0-3392-4e74-8660-c5e2659687d7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:29:08.412825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b73892f-4c11-47c4-8d07-248dc51edd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:08.448308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babccb1c-5165-483e-b658-a8c8d1d93053 req-540d1769-85ed-49eb-9679-01a570afd7a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:08.449924 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-babccb1c-5165-483e-b658-a8c8d1d93053 req-540d1769-85ed-49eb-9679-01a570afd7a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f2ceb84-be9d-4e4b-b431-a08366950d78 HTTP/1.1" status: 200  len: 897 time: 0.1475494
Dec 23 16:29:08.475026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3b73892f-4c11-47c4-8d07-248dc51edd81 None None] Port 946a7ce0-3392-4e74-8660-c5e2659687d7 is administratively disabled so it will not transition to active. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}}
Dec 23 16:29:08.558182 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-babccb1c-5165-483e-b658-a8c8d1d93053 req-d112772a-3f8f-4645-9559-8e2b0e685edc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946a7ce0-3392-4e74-8660-c5e2659687d7 HTTP/1.1" status: 200  len: 1003 time: 0.1020639
Dec 23 16:29:08.630296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babccb1c-5165-483e-b658-a8c8d1d93053 req-d6876a48-1d4a-4f27-b088-f9456347d90d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:08.631920 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-babccb1c-5165-483e-b658-a8c8d1d93053 req-d6876a48-1d4a-4f27-b088-f9456347d90d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=daee838b-0319-44e3-b61a-586826700e42 HTTP/1.1" status: 200  len: 834 time: 0.0682247
Dec 23 16:29:08.712032 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-babccb1c-5165-483e-b658-a8c8d1d93053 req-d4a673e2-4992-4824-b8b3-cdf43519cd55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f2ceb84-be9d-4e4b-b431-a08366950d78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0740340
Dec 23 16:29:08.856648 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-babccb1c-5165-483e-b658-a8c8d1d93053 req-289cb577-ee65-4372-8998-487cecfa569d service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376460
Dec 23 16:29:09.000997 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-babccb1c-5165-483e-b658-a8c8d1d93053 req-5e1da698-0ad5-4072-bd22-c6a14f56cce9 service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382270
Dec 23 16:29:09.982808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:29:11.558791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59474) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:11.565647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:29:11.920012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:12.147377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port 946a7ce0-3392-4e74-8660-c5e2659687d7, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=946a7ce0-3392-4e74-8660-c5e2659687d7,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:12.181062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:12.185345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:12.188026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:12.190779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fe2d00ec-14c3-4313-83de-32f1dcd2f2a0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:12.258325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:12.259155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:12.260576 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/ports/946a7ce0-3392-4e74-8660-c5e2659687d7 HTTP/1.1" status: 200  len: 938 time: 0.7006958
Dec 23 16:29:12.261309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568be922-6ff5-461d-973f-cbb2dd797010', 'tag': '946a7ce0-3392-4e74-8660-c5e2659687d7'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:29:12.263808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59478) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:12.283319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=946a7ce0-3392-4e74-8660-c5e2659687d7,revision_number=7']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:12.293434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:12.293949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:12.294458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:12.294980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:12.295503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:12.296659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:12.297257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:12.297550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:12.298039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:12.298529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:12.299129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:12.303533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:12.329090 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568be922-6ff5-461d-973f-cbb2dd797010', 'tag': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'status': 'completed', 'code': 200}
Dec 23 16:29:12.393283 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9b4d0100-78df-4e70-97b4-1e8236685648 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/492d7f6a-ad68-418d-847c-55ab7bd812b1 HTTP/1.1" status: 200  len: 994 time: 0.1280723
Dec 23 16:29:12.438669 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0798d3a5-33f4-42e3-a7f5-530e3958c688 req-0a7a5ef2-a5d3-49a7-9d42-2aeffefa4833 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 1099 time: 0.0872972
Dec 23 16:29:12.479824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['946a7ce0-3392-4e74-8660-c5e2659687d7'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:29:12.591817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798d3a5-33f4-42e3-a7f5-530e3958c688 req-f66fa5eb-8ddb-4eae-80fe-44b971132487 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:12.594082 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0798d3a5-33f4-42e3-a7f5-530e3958c688 req-f66fa5eb-8ddb-4eae-80fe-44b971132487 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f2ceb84-be9d-4e4b-b431-a08366950d78 HTTP/1.1" status: 200  len: 897 time: 0.1492121
Dec 23 16:29:12.659275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-01e97a66-3fe1-4129-aeac-181558aca116 None None] Provisioning complete for port 946a7ce0-3392-4e74-8660-c5e2659687d7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:29:12.659722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01e97a66-3fe1-4129-aeac-181558aca116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:12.706173 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0798d3a5-33f4-42e3-a7f5-530e3958c688 req-6c825252-7ce7-4778-bf98-76a1ee00df16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946a7ce0-3392-4e74-8660-c5e2659687d7 HTTP/1.1" status: 200  len: 1002 time: 0.1054301
Dec 23 16:29:12.778101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798d3a5-33f4-42e3-a7f5-530e3958c688 req-b9cf7122-6455-452d-b153-6c4ffda20b9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:12.779750 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0798d3a5-33f4-42e3-a7f5-530e3958c688 req-b9cf7122-6455-452d-b153-6c4ffda20b9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=daee838b-0319-44e3-b61a-586826700e42 HTTP/1.1" status: 200  len: 834 time: 0.0680139
Dec 23 16:29:12.863187 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0798d3a5-33f4-42e3-a7f5-530e3958c688 req-9467076b-9ebe-4295-a6f3-a2c65d8c0072 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f2ceb84-be9d-4e4b-b431-a08366950d78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0775180
Dec 23 16:29:13.008324 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0798d3a5-33f4-42e3-a7f5-530e3958c688 req-6e5d81ad-b2e6-4009-ad8a-14edf30db7b6 service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383574
Dec 23 16:29:13.157363 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0798d3a5-33f4-42e3-a7f5-530e3958c688 req-b2d0f568-8121-44e7-b2f5-a9b6058a1328 service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424468
Dec 23 16:29:14.971326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59490) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:15.186355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-10aa64d7-51fa-476d-92dc-bbf59194ad73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port c1bd7a0c-10b8-43e5-9d61-dce1d73f8806 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:29:15.186776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10aa64d7-51fa-476d-92dc-bbf59194ad73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:15.365492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10aa64d7-51fa-476d-92dc-bbf59194ad73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:15.365794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10aa64d7-51fa-476d-92dc-bbf59194ad73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:15.494415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-10aa64d7-51fa-476d-92dc-bbf59194ad73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for c1bd7a0c-10b8-43e5-9d61-dce1d73f8806 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:29:15.644015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10aa64d7-51fa-476d-92dc-bbf59194ad73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:15.648336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:15.690919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa64d7-51fa-476d-92dc-bbf59194ad73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=c1bd7a0c-10b8-43e5-9d61-dce1d73f8806,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:15.695333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-10aa64d7-51fa-476d-92dc-bbf59194ad73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:15.794450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10aa64d7-51fa-476d-92dc-bbf59194ad73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:16.460519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10aa64d7-51fa-476d-92dc-bbf59194ad73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 346e4b80-452c-414a-997c-dedfd3fde071 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:29:16.675784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aa64d7-51fa-476d-92dc-bbf59194ad73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:29:16.685939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be6db17-27d9-4a13-b107-9695a7b9a076 None None] Sync routers for ids ['346e4b80-452c-414a-997c-dedfd3fde071'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:29:16.696108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10aa64d7-51fa-476d-92dc-bbf59194ad73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:16.698975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be6db17-27d9-4a13-b107-9695a7b9a076 None None] Routers {'346e4b80-452c-414a-997c-dedfd3fde071'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:29:16.699687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4be6db17-27d9-4a13-b107-9695a7b9a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635b38>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:28:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['346e4b80-452c-414a-997c-dedfd3fde071'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:16.753340 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-10aa64d7-51fa-476d-92dc-bbf59194ad73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/floatingips/2a711014-2443-4419-83b7-1691978eca67 HTTP/1.1" status: 204  len: 168 time: 1.7807941
Dec 23 16:29:16.754059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8f3267-5c00-4082-bb0a-4092359e039c', 'tag': 'f5110d9d-5599-4794-9439-89405b719ddd'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:29:16.827823 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8f3267-5c00-4082-bb0a-4092359e039c', 'tag': 'f5110d9d-5599-4794-9439-89405b719ddd', 'status': 'completed', 'code': 200}
Dec 23 16:29:16.896689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4be6db17-27d9-4a13-b107-9695a7b9a076 None None] Set router 346e4b80-452c-414a-997c-dedfd3fde071 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:29:16.926243 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a8ff285-b7c7-4568-99bf-9f255e3273d1 req-a1287fc8-c171-46bd-b04c-c9b11f604db0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 1099 time: 0.0768011
Dec 23 16:29:17.086432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ff285-b7c7-4568-99bf-9f255e3273d1 req-87b5e1f4-0659-4ccc-8902-2107f5f72407 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:17.088119 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a8ff285-b7c7-4568-99bf-9f255e3273d1 req-87b5e1f4-0659-4ccc-8902-2107f5f72407 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f2ceb84-be9d-4e4b-b431-a08366950d78 HTTP/1.1" status: 200  len: 897 time: 0.1562510
Dec 23 16:29:17.225345 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a8ff285-b7c7-4568-99bf-9f255e3273d1 req-57a38f50-084d-47c8-b776-95280732059b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5110d9d-5599-4794-9439-89405b719ddd HTTP/1.1" status: 200  len: 217 time: 0.1300128
Dec 23 16:29:17.274095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4be6db17-27d9-4a13-b107-9695a7b9a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635b38>, [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '492d7f6a-ad68-418d-847c-55ab7bd812b1', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.250', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'port_id': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'mac_address': 'fa:16:3e:4b:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568be922-6ff5-461d-973f-cbb2dd797010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:09Z', 'updated_at': '2021-12-23T16:28:12Z', 'revision_number': 1, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d94a858-ddd8-4fa1-8432-1fd51f664c73', 'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:cd:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:50Z', 'updated_at': '2021-12-23T16:27:56Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'daee838b-0319-44e3-b61a-586826700e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:17.278219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be6db17-27d9-4a13-b107-9695a7b9a076 None None] Checking router: 346e4b80-452c-414a-997c-dedfd3fde071 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:29:17.290423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be6db17-27d9-4a13-b107-9695a7b9a076 None None] Routers {'346e4b80-452c-414a-997c-dedfd3fde071'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:29:17.291155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4be6db17-27d9-4a13-b107-9695a7b9a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635b38>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:28:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['346e4b80-452c-414a-997c-dedfd3fde071'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:17.312673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ff285-b7c7-4568-99bf-9f255e3273d1 req-650ae42d-76ea-44aa-a73a-d081ce7a17cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:17.314278 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a8ff285-b7c7-4568-99bf-9f255e3273d1 req-650ae42d-76ea-44aa-a73a-d081ce7a17cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=daee838b-0319-44e3-b61a-586826700e42 HTTP/1.1" status: 200  len: 834 time: 0.0792143
Dec 23 16:29:17.320992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83ba32-de8b-4129-b723-c207cfbb28fb req-8b9c8934-c3cd-47df-8e52-fdd45f050f46 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:17.322508 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1f83ba32-de8b-4129-b723-c207cfbb28fb req-8b9c8934-c3cd-47df-8e52-fdd45f050f46 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 946 time: 0.1694460
Dec 23 16:29:17.440091 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1f83ba32-de8b-4129-b723-c207cfbb28fb req-4154ba64-175f-4885-b492-f8cc1de060dc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=33abb946-52bf-4c03-a25a-c85295186d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0815799
Dec 23 16:29:17.449701 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a8ff285-b7c7-4568-99bf-9f255e3273d1 req-73a51d80-dd5e-45df-8c48-a111b26a88d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f2ceb84-be9d-4e4b-b431-a08366950d78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1261232
Dec 23 16:29:17.611825 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a8ff285-b7c7-4568-99bf-9f255e3273d1 req-3f8a2a63-80d9-413f-bb70-7cc9b46b8c9b service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546476
Dec 23 16:29:17.658536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4be6db17-27d9-4a13-b107-9695a7b9a076 None None] Set router 346e4b80-452c-414a-997c-dedfd3fde071 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:29:17.761746 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a8ff285-b7c7-4568-99bf-9f255e3273d1 req-aabd65ce-7d15-4839-add7-1a2dd81402ed service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432908
Dec 23 16:29:18.025233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4be6db17-27d9-4a13-b107-9695a7b9a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635b38>, [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '492d7f6a-ad68-418d-847c-55ab7bd812b1', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.250', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'port_id': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'mac_address': 'fa:16:3e:4b:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568be922-6ff5-461d-973f-cbb2dd797010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:09Z', 'updated_at': '2021-12-23T16:28:12Z', 'revision_number': 1, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d94a858-ddd8-4fa1-8432-1fd51f664c73', 'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:cd:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:50Z', 'updated_at': '2021-12-23T16:27:56Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'daee838b-0319-44e3-b61a-586826700e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:18.029423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be6db17-27d9-4a13-b107-9695a7b9a076 None None] The sync data for ids ['346e4b80-452c-414a-997c-dedfd3fde071'] in dv-neutron-822801-1-hyperv is: [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '492d7f6a-ad68-418d-847c-55ab7bd812b1', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.250', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'port_id': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'mac_address': 'fa:16:3e:4b:52:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568be922-6ff5-461d-973f-cbb2dd797010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:09Z', 'updated_at': '2021-12-23T16:28:12Z', 'revision_number': 1, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d94a858-ddd8-4fa1-8432-1fd51f664c73', 'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:cd:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:50Z', 'updated_at': '2021-12-23T16:27:56Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'daee838b-0319-44e3-b61a-586826700e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:29:18.400166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea33b4-fa54-472f-be44-b324ae66f3ba req-524bf695-9575-4b09-8910-01f2f8149fe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:18.401778 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cfea33b4-fa54-472f-be44-b324ae66f3ba req-524bf695-9575-4b09-8910-01f2f8149fe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 946 time: 0.0893054
Dec 23 16:29:18.469661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f517d138-bdb3-4986-bc69-bfee96685376 None None] New status for floating IP 2a711014-2443-4419-83b7-1691978eca67: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:29:18.479120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-cfea33b4-fa54-472f-be44-b324ae66f3ba req-88b3827b-ee4a-4960-9cd9-db3c9c09afa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port f5110d9d-5599-4794-9439-89405b719ddd {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:29:18.479797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-cfea33b4-fa54-472f-be44-b324ae66f3ba req-88b3827b-ee4a-4960-9cd9-db3c9c09afa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:18.666640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc8866-48b5-4c55-ace2-b8a52767837d req-2fd1c294-9c8e-4fcd-90e1-f268dbb10dd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:18.667451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0ecc8866-48b5-4c55-ace2-b8a52767837d req-2fd1c294-9c8e-4fcd-90e1-f268dbb10dd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:29:18.682744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0ecc8866-48b5-4c55-ace2-b8a52767837d req-2fd1c294-9c8e-4fcd-90e1-f268dbb10dd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:29:18.684158 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0ecc8866-48b5-4c55-ace2-b8a52767837d req-2fd1c294-9c8e-4fcd-90e1-f268dbb10dd0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf8f3267-5c00-4082-bb0a-4092359e039c HTTP/1.1" status: 200  len: 946 time: 0.1084952
Dec 23 16:29:18.734839 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0ecc8866-48b5-4c55-ace2-b8a52767837d req-6138677e-d7f0-4118-bac5-52d6ede33fd3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=33abb946-52bf-4c03-a25a-c85295186d9f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444343
Dec 23 16:29:18.750773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-cfea33b4-fa54-472f-be44-b324ae66f3ba req-88b3827b-ee4a-4960-9cd9-db3c9c09afa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port f5110d9d-5599-4794-9439-89405b719ddd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f5110d9d-5599-4794-9439-89405b719ddd,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:18.751218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-cfea33b4-fa54-472f-be44-b324ae66f3ba req-88b3827b-ee4a-4960-9cd9-db3c9c09afa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:18.880258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-cfea33b4-fa54-472f-be44-b324ae66f3ba req-88b3827b-ee4a-4960-9cd9-db3c9c09afa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for f5110d9d-5599-4794-9439-89405b719ddd owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:29:19.026329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-cfea33b4-fa54-472f-be44-b324ae66f3ba req-88b3827b-ee4a-4960-9cd9-db3c9c09afa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:19.032201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-969cb8ae-b74a-4da3-8fb3-f0f361d9a705 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:19.075183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3827b-ee4a-4960-9cd9-db3c9c09afa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=f5110d9d-5599-4794-9439-89405b719ddd,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:19.080232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-88b3827b-ee4a-4960-9cd9-db3c9c09afa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:19.155608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfea33b4-fa54-472f-be44-b324ae66f3ba req-88b3827b-ee4a-4960-9cd9-db3c9c09afa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] No DVR routers for this DVR port f5110d9d-5599-4794-9439-89405b719ddd on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:29:19.158019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-cfea33b4-fa54-472f-be44-b324ae66f3ba req-88b3827b-ee4a-4960-9cd9-db3c9c09afa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:19.160957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8f3267-5c00-4082-bb0a-4092359e039c', 'name': 'network-vif-deleted', 'tag': 'f5110d9d-5599-4794-9439-89405b719ddd'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:29:19.177695 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cfea33b4-fa54-472f-be44-b324ae66f3ba req-88b3827b-ee4a-4960-9cd9-db3c9c09afa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "DELETE /v2.0/ports/f5110d9d-5599-4794-9439-89405b719ddd HTTP/1.1" status: 204  len: 173 time: 0.7699084
Dec 23 16:29:19.221923 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8f3267-5c00-4082-bb0a-4092359e039c', 'name': 'network-vif-deleted', 'tag': 'f5110d9d-5599-4794-9439-89405b719ddd', 'status': 'completed', 'code': 200}
Dec 23 16:29:19.842252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59506) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:19.918649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-adbcc93a-66fe-4942-bfb6-ad6f9342e23d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:19.949184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-adbcc93a-66fe-4942-bfb6-ad6f9342e23d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:20.006084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-adbcc93a-66fe-4942-bfb6-ad6f9342e23d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:20.011815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e7a7636-1866-4113-a168-97f5c0b16778 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:20.027612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcc93a-66fe-4942-bfb6-ad6f9342e23d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33abb946-52bf-4c03-a25a-c85295186d9f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:20.030594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-adbcc93a-66fe-4942-bfb6-ad6f9342e23d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:20.036517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-adbcc93a-66fe-4942-bfb6-ad6f9342e23d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:20.037745 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-adbcc93a-66fe-4942-bfb6-ad6f9342e23d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/security-groups/33abb946-52bf-4c03-a25a-c85295186d9f HTTP/1.1" status: 204  len: 168 time: 0.1944053
Dec 23 16:29:20.074739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59512) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:20.291772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c4b9c3bd-ff9f-47ae-815a-bbde1e7cc0be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 0749a446-095a-4ff8-9104-ff0d9f69f76f {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:29:20.292168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4b9c3bd-ff9f-47ae-815a-bbde1e7cc0be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:20.471172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4b9c3bd-ff9f-47ae-815a-bbde1e7cc0be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:20.471550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4b9c3bd-ff9f-47ae-815a-bbde1e7cc0be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:20.598006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c4b9c3bd-ff9f-47ae-815a-bbde1e7cc0be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 0749a446-095a-4ff8-9104-ff0d9f69f76f owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:29:20.747665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4b9c3bd-ff9f-47ae-815a-bbde1e7cc0be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:20.751460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d3d57bb7-cc12-4471-990c-91fdd0435c5e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:20.792177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9c3bd-ff9f-47ae-815a-bbde1e7cc0be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=0749a446-095a-4ff8-9104-ff0d9f69f76f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:20.797048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c4b9c3bd-ff9f-47ae-815a-bbde1e7cc0be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:20.893682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4b9c3bd-ff9f-47ae-815a-bbde1e7cc0be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:21.307539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b9c3bd-ff9f-47ae-815a-bbde1e7cc0be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 346e4b80-452c-414a-997c-dedfd3fde071 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:29:21.513595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b9c3bd-ff9f-47ae-815a-bbde1e7cc0be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:29:21.524917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b4998-1432-4191-9e12-bb1afa92475b None None] Sync routers for ids ['346e4b80-452c-414a-997c-dedfd3fde071'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:29:21.530771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4b9c3bd-ff9f-47ae-815a-bbde1e7cc0be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:21.538059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b4998-1432-4191-9e12-bb1afa92475b None None] Routers {'346e4b80-452c-414a-997c-dedfd3fde071'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:29:21.538844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-253b4998-1432-4191-9e12-bb1afa92475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a54f710>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:28:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['346e4b80-452c-414a-997c-dedfd3fde071'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:21.588600 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c4b9c3bd-ff9f-47ae-815a-bbde1e7cc0be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/floatingips/492d7f6a-ad68-418d-847c-55ab7bd812b1 HTTP/1.1" status: 204  len: 168 time: 1.5126238
Dec 23 16:29:21.589323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568be922-6ff5-461d-973f-cbb2dd797010', 'tag': '946a7ce0-3392-4e74-8660-c5e2659687d7'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:29:21.660125 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568be922-6ff5-461d-973f-cbb2dd797010', 'tag': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'status': 'completed', 'code': 200}
Dec 23 16:29:21.743519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-253b4998-1432-4191-9e12-bb1afa92475b None None] Set router 346e4b80-452c-414a-997c-dedfd3fde071 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:29:21.760432 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-049b53b6-baea-417a-9a4e-4de73d83905a req-fcf9ed2b-4da8-44ac-b9ee-f592055fbab0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 1099 time: 0.0787604
Dec 23 16:29:21.915987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b53b6-baea-417a-9a4e-4de73d83905a req-cdf0b2bc-7e3d-4777-866e-f56fd6297ba4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:21.917635 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-049b53b6-baea-417a-9a4e-4de73d83905a req-cdf0b2bc-7e3d-4777-866e-f56fd6297ba4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f2ceb84-be9d-4e4b-b431-a08366950d78 HTTP/1.1" status: 200  len: 897 time: 0.1514490
Dec 23 16:29:22.049465 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-049b53b6-baea-417a-9a4e-4de73d83905a req-c44f63f7-cdb4-4f88-a23f-8f8b4f115a48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946a7ce0-3392-4e74-8660-c5e2659687d7 HTTP/1.1" status: 200  len: 217 time: 0.1233313
Dec 23 16:29:22.096785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-253b4998-1432-4191-9e12-bb1afa92475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a54f710>, [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '4d94a858-ddd8-4fa1-8432-1fd51f664c73', 'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:cd:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:50Z', 'updated_at': '2021-12-23T16:27:56Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'daee838b-0319-44e3-b61a-586826700e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:22.101162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b4998-1432-4191-9e12-bb1afa92475b None None] Checking router: 346e4b80-452c-414a-997c-dedfd3fde071 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:29:22.113908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b4998-1432-4191-9e12-bb1afa92475b None None] Routers {'346e4b80-452c-414a-997c-dedfd3fde071'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:29:22.114577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-253b4998-1432-4191-9e12-bb1afa92475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a54f710>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:28:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['346e4b80-452c-414a-997c-dedfd3fde071'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:22.137802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391bf1d-abcf-404f-b22d-2b0e4dce6206 req-7de0bb9b-bda4-4cf0-ba0c-ec30caa57d73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:22.138575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-3391bf1d-abcf-404f-b22d-2b0e4dce6206 req-7de0bb9b-bda4-4cf0-ba0c-ec30caa57d73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:29:22.143602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b53b6-baea-417a-9a4e-4de73d83905a req-76774b9b-d29b-41cb-a518-51b87a9ac452 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:22.145148 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-049b53b6-baea-417a-9a4e-4de73d83905a req-76774b9b-d29b-41cb-a518-51b87a9ac452 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=daee838b-0319-44e3-b61a-586826700e42 HTTP/1.1" status: 200  len: 834 time: 0.0898685
Dec 23 16:29:22.207779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-3391bf1d-abcf-404f-b22d-2b0e4dce6206 req-7de0bb9b-bda4-4cf0-ba0c-ec30caa57d73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:29:22.209102 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3391bf1d-abcf-404f-b22d-2b0e4dce6206 req-7de0bb9b-bda4-4cf0-ba0c-ec30caa57d73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 946 time: 0.2849596
Dec 23 16:29:22.276570 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-049b53b6-baea-417a-9a4e-4de73d83905a req-e17f29e9-571a-4aa7-9a62-c0462a6be129 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f2ceb84-be9d-4e4b-b431-a08366950d78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1237192
Dec 23 16:29:22.281967 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3391bf1d-abcf-404f-b22d-2b0e4dce6206 req-87c55995-3644-409b-9d5f-40f5e4a99211 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5296191-b55e-4854-addb-4bb10b622d87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623951
Dec 23 16:29:22.318877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-253b4998-1432-4191-9e12-bb1afa92475b None None] Set router 346e4b80-452c-414a-997c-dedfd3fde071 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:29:22.423341 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-049b53b6-baea-417a-9a4e-4de73d83905a req-24f9dacc-567c-42fe-abec-284fe7027c9c service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391273
Dec 23 16:29:22.570202 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-049b53b6-baea-417a-9a4e-4de73d83905a req-7fa856ca-2d55-4ee0-a532-b193f516110f service neutron] 10.222.0.36 "GET /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403637
Dec 23 16:29:22.656785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-253b4998-1432-4191-9e12-bb1afa92475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a54f710>, [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '4d94a858-ddd8-4fa1-8432-1fd51f664c73', 'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:cd:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:50Z', 'updated_at': '2021-12-23T16:27:56Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'daee838b-0319-44e3-b61a-586826700e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:22.661046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b4998-1432-4191-9e12-bb1afa92475b None None] The sync data for ids ['346e4b80-452c-414a-997c-dedfd3fde071'] in dv-neutron-822801-1-hyperv is: [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:51Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '4d94a858-ddd8-4fa1-8432-1fd51f664c73', 'name': '', 'network_id': '2f2ceb84-be9d-4e4b-b431-a08366950d78', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:cd:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daee838b-0319-44e3-b61a-586826700e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:50Z', 'updated_at': '2021-12-23T16:27:56Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': 'daee838b-0319-44e3-b61a-586826700e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:29:23.121012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253387af-46b9-4c4d-915b-071b4a28526e None None] New status for floating IP 492d7f6a-ad68-418d-847c-55ab7bd812b1: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:29:23.330304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a22391-b105-4daa-9fe2-dbddc789ad7c req-39e1b635-7acb-49f3-9ad3-f81ed963d708 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:23.332006 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-28a22391-b105-4daa-9fe2-dbddc789ad7c req-39e1b635-7acb-49f3-9ad3-f81ed963d708 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 946 time: 0.0854056
Dec 23 16:29:23.407618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-28a22391-b105-4daa-9fe2-dbddc789ad7c req-78059c81-13fa-40ee-a48e-40e3039b7141 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 946a7ce0-3392-4e74-8660-c5e2659687d7 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:29:23.408011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-28a22391-b105-4daa-9fe2-dbddc789ad7c req-78059c81-13fa-40ee-a48e-40e3039b7141 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:23.494329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda35d91-8cfa-4f7a-8393-55034fc2ee37 req-a7965899-b478-42f3-9de8-919ed1b1a1fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:23.495126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-fda35d91-8cfa-4f7a-8393-55034fc2ee37 req-a7965899-b478-42f3-9de8-919ed1b1a1fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:29:23.508997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-fda35d91-8cfa-4f7a-8393-55034fc2ee37 req-a7965899-b478-42f3-9de8-919ed1b1a1fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:29:23.510211 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fda35d91-8cfa-4f7a-8393-55034fc2ee37 req-a7965899-b478-42f3-9de8-919ed1b1a1fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 946 time: 0.1000264
Dec 23 16:29:23.558603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-fda35d91-8cfa-4f7a-8393-55034fc2ee37 req-9304c1d3-3ea2-44de-9997-ce6639b92b4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:29:23.573582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-fda35d91-8cfa-4f7a-8393-55034fc2ee37 req-9304c1d3-3ea2-44de-9997-ce6639b92b4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:29:23.574842 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fda35d91-8cfa-4f7a-8393-55034fc2ee37 req-9304c1d3-3ea2-44de-9997-ce6639b92b4e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=c5296191-b55e-4854-addb-4bb10b622d87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578213
Dec 23 16:29:23.671517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-28a22391-b105-4daa-9fe2-dbddc789ad7c req-78059c81-13fa-40ee-a48e-40e3039b7141 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port 946a7ce0-3392-4e74-8660-c5e2659687d7, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=946a7ce0-3392-4e74-8660-c5e2659687d7,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:23.671893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-28a22391-b105-4daa-9fe2-dbddc789ad7c req-78059c81-13fa-40ee-a48e-40e3039b7141 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:23.908511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device f5110d9d-5599-4794-9439-89405b719ddd no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:29:23.947474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: f5110d9d-5599-4794-9439-89405b719ddd {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:29:23.947886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device f5110d9d-5599-4794-9439-89405b719ddd not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:29:24.020746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-28a22391-b105-4daa-9fe2-dbddc789ad7c req-78059c81-13fa-40ee-a48e-40e3039b7141 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 946a7ce0-3392-4e74-8660-c5e2659687d7 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:29:24.163602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-28a22391-b105-4daa-9fe2-dbddc789ad7c req-78059c81-13fa-40ee-a48e-40e3039b7141 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:24.169287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f7a76f7-3744-48dc-8b00-98ea5f08ff62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:24.215701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78059c81-13fa-40ee-a48e-40e3039b7141 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=946a7ce0-3392-4e74-8660-c5e2659687d7,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:24.221591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-78059c81-13fa-40ee-a48e-40e3039b7141 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:24.297285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a22391-b105-4daa-9fe2-dbddc789ad7c req-78059c81-13fa-40ee-a48e-40e3039b7141 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] No DVR routers for this DVR port 946a7ce0-3392-4e74-8660-c5e2659687d7 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:29:24.299845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-28a22391-b105-4daa-9fe2-dbddc789ad7c req-78059c81-13fa-40ee-a48e-40e3039b7141 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:24.302703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568be922-6ff5-461d-973f-cbb2dd797010', 'name': 'network-vif-deleted', 'tag': '946a7ce0-3392-4e74-8660-c5e2659687d7'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:29:24.319021 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-28a22391-b105-4daa-9fe2-dbddc789ad7c req-78059c81-13fa-40ee-a48e-40e3039b7141 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "DELETE /v2.0/ports/946a7ce0-3392-4e74-8660-c5e2659687d7 HTTP/1.1" status: 204  len: 173 time: 0.9814594
Dec 23 16:29:24.360900 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568be922-6ff5-461d-973f-cbb2dd797010', 'name': 'network-vif-deleted', 'tag': '946a7ce0-3392-4e74-8660-c5e2659687d7', 'status': 'completed', 'code': 200}
Dec 23 16:29:24.410463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2d423297-30fb-4f2b-a078-e94cb4418710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:24.775982 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-59b867da-8c59-4976-b932-4cc2dabb8613 req-d495eecf-09cf-47ed-9ff0-9a37f29fdbd4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=568be922-6ff5-461d-973f-cbb2dd797010 HTTP/1.1" status: 200  len: 210 time: 0.0556998
Dec 23 16:29:25.885626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59530) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:25.926287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:25.961178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97bcca7f-f29a-414b-b260-90899cef91a3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:25.992753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97bcca7f-f29a-414b-b260-90899cef91a3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:26.046293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97bcca7f-f29a-414b-b260-90899cef91a3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:26.051628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c6435588-bba7-484c-b685-213adc9dbcd8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:26.067429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcca7f-f29a-414b-b260-90899cef91a3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5296191-b55e-4854-addb-4bb10b622d87,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:26.070413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97bcca7f-f29a-414b-b260-90899cef91a3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:26.076472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97bcca7f-f29a-414b-b260-90899cef91a3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:26.077946 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-97bcca7f-f29a-414b-b260-90899cef91a3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/security-groups/c5296191-b55e-4854-addb-4bb10b622d87 HTTP/1.1" status: 204  len: 168 time: 0.1912415
Dec 23 16:29:26.115249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59536) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:26.538863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cef30581-d563-4d7c-ad80-205fd8111db6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:26.761721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-50d2b236-5615-42ed-823c-56b41744d971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:27.173242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cef30581-d563-4d7c-ad80-205fd8111db6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 4d94a858-ddd8-4fa1-8432-1fd51f664c73 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:29:27.173838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cef30581-d563-4d7c-ad80-205fd8111db6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:27.304703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:27.377291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-cef30581-d563-4d7c-ad80-205fd8111db6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port 4d94a858-ddd8-4fa1-8432-1fd51f664c73, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4d94a858-ddd8-4fa1-8432-1fd51f664c73,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:27.377700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cef30581-d563-4d7c-ad80-205fd8111db6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:27.511068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cef30581-d563-4d7c-ad80-205fd8111db6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 4d94a858-ddd8-4fa1-8432-1fd51f664c73 owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:29:27.695893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cef30581-d563-4d7c-ad80-205fd8111db6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:27.700314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-34aa80b1-4492-4bc8-bf71-ace2a33d9c19 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:27.745318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef30581-d563-4d7c-ad80-205fd8111db6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=4d94a858-ddd8-4fa1-8432-1fd51f664c73,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:27.748414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cef30581-d563-4d7c-ad80-205fd8111db6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:27.951377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 946a7ce0-3392-4e74-8660-c5e2659687d7 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:29:27.988625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 946a7ce0-3392-4e74-8660-c5e2659687d7 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:29:27.989025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 946a7ce0-3392-4e74-8660-c5e2659687d7 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:29:28.060491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cef30581-d563-4d7c-ad80-205fd8111db6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:28.572269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:28.903620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef30581-d563-4d7c-ad80-205fd8111db6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 346e4b80-452c-414a-997c-dedfd3fde071 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:29:29.108473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef30581-d563-4d7c-ad80-205fd8111db6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:29:29.118927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc1fb3-9888-4b18-af7b-0a8bb36d208d None None] Sync routers for ids ['346e4b80-452c-414a-997c-dedfd3fde071'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:29:29.121742 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cef30581-d563-4d7c-ad80-205fd8111db6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/346e4b80-452c-414a-997c-dedfd3fde071/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0052397
Dec 23 16:29:29.124845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59540) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:29.133332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc1fb3-9888-4b18-af7b-0a8bb36d208d None None] Routers {'346e4b80-452c-414a-997c-dedfd3fde071'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:29:29.134013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c4dc1fb3-9888-4b18-af7b-0a8bb36d208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874c18>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:29:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['346e4b80-452c-414a-997c-dedfd3fde071'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:29.327847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c4dc1fb3-9888-4b18-af7b-0a8bb36d208d None None] Set router 346e4b80-452c-414a-997c-dedfd3fde071 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:29:29.331111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb47ff0d-ad1d-4625-b503-3ef6bb8672bf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting subnet daee838b-0319-44e3-b61a-586826700e42 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:29:29.334283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb47ff0d-ad1d-4625-b503-3ef6bb8672bf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:29.394150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb47ff0d-ad1d-4625-b503-3ef6bb8672bf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:29.483636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb47ff0d-ad1d-4625-b503-3ef6bb8672bf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:29.556855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb47ff0d-ad1d-4625-b503-3ef6bb8672bf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:29.562030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ec54b6e5-6280-46fd-b1b9-e08e32bec9a4 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:29.598916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47ff0d-ad1d-4625-b503-3ef6bb8672bf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Subnet': ['ID=daee838b-0319-44e3-b61a-586826700e42,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:29.603225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb47ff0d-ad1d-4625-b503-3ef6bb8672bf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:29.607097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cb47ff0d-ad1d-4625-b503-3ef6bb8672bf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:29.615169 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cb47ff0d-ad1d-4625-b503-3ef6bb8672bf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/subnets/daee838b-0319-44e3-b61a-586826700e42 HTTP/1.1" status: 204  len: 168 time: 0.4892461
Dec 23 16:29:29.618147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59544) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:29.618320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3489712f-6eb8-487d-87a5-94ae02832f92 None None] Network 2f2ceb84-be9d-4e4b-b431-a08366950d78 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:29:29.960723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c4dc1fb3-9888-4b18-af7b-0a8bb36d208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874c18>, [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:29:27Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:29.996860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc1fb3-9888-4b18-af7b-0a8bb36d208d None None] Checking router: 346e4b80-452c-414a-997c-dedfd3fde071 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:29:30.031792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc1fb3-9888-4b18-af7b-0a8bb36d208d None None] Routers {'346e4b80-452c-414a-997c-dedfd3fde071'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:29:30.032518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c4dc1fb3-9888-4b18-af7b-0a8bb36d208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874c18>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:29:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['346e4b80-452c-414a-997c-dedfd3fde071'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:30.088005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:30.216672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] DHCP port deletion for 2f2ceb84-be9d-4e4b-b431-a08366950d78 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:29:30.225761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] Deleting port aaf6f152-31c3-470d-81d7-36b94a5c7291 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:29:30.226267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:30.320117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:30.329412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port b2419eb7-ddbb-4f88-9218-4bb817c50356 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:29:30.330215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:30.341066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device aaf6f152-31c3-470d-81d7-36b94a5c7291 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:29:30.373297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c4dc1fb3-9888-4b18-af7b-0a8bb36d208d None None] Set router 346e4b80-452c-414a-997c-dedfd3fde071 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:29:30.521282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port b2419eb7-ddbb-4f88-9218-4bb817c50356, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b2419eb7-ddbb-4f88-9218-4bb817c50356,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:30.521593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:30.651415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for b2419eb7-ddbb-4f88-9218-4bb817c50356 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:29:30.779743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] For port aaf6f152-31c3-470d-81d7-36b94a5c7291, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=aaf6f152-31c3-470d-81d7-36b94a5c7291,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:30.780450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:30.826014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:30.830572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5ef4939e-5a6f-4fbe-81d6-32879d3b10fe tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:30.872348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=b2419eb7-ddbb-4f88-9218-4bb817c50356,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:30.877446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:30.923871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:30.939026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] Calling delete_port for aaf6f152-31c3-470d-81d7-36b94a5c7291 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:29:31.065150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port aaf6f152-31c3-470d-81d7-36b94a5c7291, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=aaf6f152-31c3-470d-81d7-36b94a5c7291,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:31.078384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:31.083481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:31.116644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:31.140993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:29:31.141405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:29:31.156367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c4dc1fb3-9888-4b18-af7b-0a8bb36d208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874c18>, [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:29:27Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:31.163316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc1fb3-9888-4b18-af7b-0a8bb36d208d None None] The sync data for ids ['346e4b80-452c-414a-997c-dedfd3fde071'] in dv-neutron-822801-1-hyperv is: [{'id': '346e4b80-452c-414a-997c-dedfd3fde071', 'name': 'tempest-TestNetworkBasicOps-router-1172744884', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:29:27Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': 'b2419eb7-ddbb-4f88-9218-4bb817c50356', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346e4b80-452c-414a-997c-dedfd3fde071', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:46Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:29:31.167227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=aaf6f152-31c3-470d-81d7-36b94a5c7291,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:31.178799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:31.179231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:31.179620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:31.180002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:31.180385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:31.180760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:31.181271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:31.181648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:31.182019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:31.182515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:31.182886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:31.187061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:31.397610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:31.402176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:31.427877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:31.428469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Fanout notify agent at l3_agent the message router_deleted on router 346e4b80-452c-414a-997c-dedfd3fde071 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:29:31.443510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:31.444868 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/routers/346e4b80-452c-414a-997c-dedfd3fde071 HTTP/1.1" status: 204  len: 168 time: 1.8255019
Dec 23 16:29:31.447800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59548) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:31.574221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:31.585563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port aaf6f152-31c3-470d-81d7-36b94a5c7291 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:29:31.585928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:31.642453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] Deleting port aaf6f152-31c3-470d-81d7-36b94a5c7291 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:29:31.643024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:31.807818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port aaf6f152-31c3-470d-81d7-36b94a5c7291, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=aaf6f152-31c3-470d-81d7-36b94a5c7291,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:31.808397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:31.871152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] For port aaf6f152-31c3-470d-81d7-36b94a5c7291, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=aaf6f152-31c3-470d-81d7-36b94a5c7291,segment=NetworkSegment(8624cdfa-8159-442a-b133-9ca483f6103d),segment_id=8624cdfa-8159-442a-b133-9ca483f6103d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:31.871612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:31.943519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for aaf6f152-31c3-470d-81d7-36b94a5c7291 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:29:32.002272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] Calling delete_port for aaf6f152-31c3-470d-81d7-36b94a5c7291 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:29:32.018050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:32.022642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:32.065337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=aaf6f152-31c3-470d-81d7-36b94a5c7291,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:32.068194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:32.070700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] No DVR routers for this DVR port aaf6f152-31c3-470d-81d7-36b94a5c7291 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:29:32.074346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:29:32.075026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:29:32.201869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:32.228685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78c8bf98>,) {'filters': {'network_id': ['2f2ceb84-be9d-4e4b-b431-a08366950d78']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:32.242199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78c8bf98>, '8624cdfa-8159-442a-b133-9ca483f6103d') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:32.242543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78c8bf98>, '8624cdfa-8159-442a-b133-9ca483f6103d') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:32.255699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:32.274122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:32.280845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:29:32.281320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:29:32.297896 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:29:32.340048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b2419eb7-ddbb-4f88-9218-4bb817c50356 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:29:32.379790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: b2419eb7-ddbb-4f88-9218-4bb817c50356 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:29:32.380201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b2419eb7-ddbb-4f88-9218-4bb817c50356 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:29:32.380698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4d94a858-ddd8-4fa1-8432-1fd51f664c73 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:29:32.382622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:32.386655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1644093-5401-4cc5-bc4d-e2a45ba1aac8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:32.402675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:32.414436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 4d94a858-ddd8-4fa1-8432-1fd51f664c73 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:29:32.414848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4d94a858-ddd8-4fa1-8432-1fd51f664c73 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:29:32.415101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Network': ['ID=2f2ceb84-be9d-4e4b-b431-a08366950d78,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:32.418618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:32.429947 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/networks/2f2ceb84-be9d-4e4b-b431-a08366950d78 HTTP/1.1" status: 204  len: 168 time: 0.9810889
Dec 23 16:29:32.459754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59552) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:32.466164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'network': {'name': 'tempest-network-smoke--816304296', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'port_security_enabled': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:29:32.472218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:29:32.476721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:network and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:29:32.479763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:29:32.486524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:29:32.499890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:29:32.505279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:32.534931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:29:32.544038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:32.544435 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Added segment 05d468f9-6ebf-44b7-9318-9f7498326953 of type vlan for network 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61
Dec 23 16:29:32.571999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:32.601991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:32.606130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:32.606781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:32.612734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fa93d524-cc61-4894-a540-e8fe51047383 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:32.721333 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2604082
Dec 23 16:29:32.724420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59556) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:32.726873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Network': ['ID=7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:32.729688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:32.731407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-446323733', 'admin_state_up': True, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:29:32.739222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:29:32.740554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:29:32.744728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:router and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:29:32.747899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:29:32.754143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:29:32.766662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:32.767728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:32.789463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:32.968456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:33.042142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] Deleting port aaf6f152-31c3-470d-81d7-36b94a5c7291 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:29:33.042584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:33.109185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c09b9ff0-f5c1-40bd-9ac7-95762ac5f86e None None] The port 'aaf6f152-31c3-470d-81d7-36b94a5c7291' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:29:33.161813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:33.194242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:33.342628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.83 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:29:33.497832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:33.524403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:33.528785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9146813b-2d22-4aa2-8ddb-3322d1973f2e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:33.597965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:29:33.600846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:29:33.604768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:29:33.641469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:33.645859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:33.769514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:33.770272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:34.011343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:29:34.222266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:29:34.233424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Sync routers for ids ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:29:34.246558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Routers {'4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:29:34.247310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0ef0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:29:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:34.249486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:34.253994 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 1.5252922
Dec 23 16:29:34.254229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59560) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:34.306889 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3b3b855f-79b2-4cf4-b044-df91dfb8685f tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=756d2eff28424d1081cd07d60adf0a7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0488522
Dec 23 16:29:34.307148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59564) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:34.436199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Set router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:29:34.448406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c8f75e-33d9-40f2-9111-9b77ac975273 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:34.450068 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-65c8f75e-33d9-40f2-9111-9b77ac975273 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1419294
Dec 23 16:29:34.453950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59568) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:34.499429 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-037a296e-0d6e-41f6-9a3a-7286d2c7f489 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0436208
Dec 23 16:29:34.502086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59572) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:34.508218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1667511814', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:29:34.622576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:29:34.627421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:subnet and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:29:34.630396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:29:34.636860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:29:34.646314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:29:34.741876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0ef0>, [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:29:33Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:34.746009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Checking router: 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:29:34.746427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Updating router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:29:34.757471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:34.803423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:35.161007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:35.174289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Transition to ACTIVE for port object 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:29:35.180919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:35.185299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-398a6955-eff0-45fc-9c89-e1c2b81d4371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:35.240360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:35.245058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-77aaba73-532b-4819-a520-102a3c4d025e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:35.267720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Attempting to bind port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:29:35.268137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Attempting to bind port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:29:35.268549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Attempting to bind port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:29:35.271376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Pushing event updated for resources: {'Port': ['ID=7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:35.282678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:29:35.283125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:29:35.283579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:35.284025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:29:35.284543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Bound port: 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:29:35.284962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:35.314296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:35.314687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:35.315092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:35.315476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:35.315850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:35.316221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:35.316593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:35.316961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:35.317325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:35.317691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:35.318054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:29:35.328061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Subnet': ['ID=66a31f00-7a18-4de3-800e-9120b36e8aa8,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:35.332235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:35.335679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:35.343654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Checking segment: {'id': '05d468f9-6ebf-44b7-9318-9f7498326953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:29:35.344061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network hostable DHCP agents. Network: 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:29:35.366582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:29:35.373586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] For port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:29:35.375253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:29:35.376870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] For port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:29:35.379369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:35.380036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:35.380227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:35.384957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-63dcecde-aac9-497d-a2d6-2b2a2d73dee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:35.386571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c1ce1b-4b95-4aa8-802a-e087f571e6ac None None] Network 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:29:35.407224 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8999958
Dec 23 16:29:35.407430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59576) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:35.461883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Pushing event updated for resources: {'Port': ['ID=7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:35.466914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:35.470978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Routers {'4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:29:35.471669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0ef0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:29:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:35.644569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ips': [{'subnet_id': '66a31f00-7a18-4de3-800e-9120b36e8aa8'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:29:35.645663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:35.666453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] Set router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:29:35.828511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Allocated IP 172.20.0.2 (7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61/66a31f00-7a18-4de3-800e-9120b36e8aa8/5d9d82fa-4841-40f1-ae1d-f624e030a290) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:29:36.062650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:36.074612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Transition to ACTIVE for port object 5d9d82fa-4841-40f1-ae1d-f624e030a290 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:29:36.095346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Transition to ACTIVE for port object 5d9d82fa-4841-40f1-ae1d-f624e030a290 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:29:36.100624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:36.105822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-127616bf-71d6-4bde-86a4-0a3eb2755f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:36.135567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2f0ef0>, [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:29:33Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:36.139781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c4d9a9-63c7-417a-98e6-005006d421ad None None] The sync data for ids ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'] in dv-neutron-822801-1-hyperv is: [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:29:33Z', 'revision_number': 3, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:29:36.184826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Network 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:29:36.189243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Pushing event updated for resources: {'Port': ['ID=5d9d82fa-4841-40f1-ae1d-f624e030a290,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:36.191933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:29:36.193826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:36.194664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:29:36.255571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:36.288296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Attempting to bind port 5d9d82fa-4841-40f1-ae1d-f624e030a290 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:29:36.288797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Attempting to bind port 5d9d82fa-4841-40f1-ae1d-f624e030a290 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '05d468f9-6ebf-44b7-9318-9f7498326953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:29:36.289128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Attempting to bind port 5d9d82fa-4841-40f1-ae1d-f624e030a290 on network 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:29:36.296811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:29:36.297239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Checking segment: {'id': '05d468f9-6ebf-44b7-9318-9f7498326953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:29:36.297701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:36.298148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Bound using segment: {'id': '05d468f9-6ebf-44b7-9318-9f7498326953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:29:36.298678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Bound port: 5d9d82fa-4841-40f1-ae1d-f624e030a290, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d468f9-6ebf-44b7-9318-9f7498326953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:29:36.299132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:36.405741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] For port 5d9d82fa-4841-40f1-ae1d-f624e030a290, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:29:36.409092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] For port 5d9d82fa-4841-40f1-ae1d-f624e030a290, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=5d9d82fa-4841-40f1-ae1d-f624e030a290,segment=NetworkSegment(05d468f9-6ebf-44b7-9318-9f7498326953),segment_id=05d468f9-6ebf-44b7-9318-9f7498326953)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:29:36.412538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:36.417086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:36.499629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Pushing event updated for resources: {'Port': ['ID=5d9d82fa-4841-40f1-ae1d-f624e030a290,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:36.502954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:36.699561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.1 (7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61/66a31f00-7a18-4de3-800e-9120b36e8aa8/29db3094-8bb2-4385-ab43-ff58bb6e44af) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:29:36.903322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:36.924996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object 29db3094-8bb2-4385-ab43-ff58bb6e44af will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:29:36.946436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:36.952484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-659e1a41-f971-4c5e-8a68-ddfa46b5a5cd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:37.030514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:29:37.033978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:29:37.038634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:29:37.076869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=29db3094-8bb2-4385-ab43-ff58bb6e44af,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:37.081684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:37.106344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:37.199741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:37.644054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:37.647515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:37.679128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7534ce56-3a12-457b-84a4-c5f96fc03e04 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:37.770254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=29db3094-8bb2-4385-ab43-ff58bb6e44af,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:37.772741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:37.776925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:37.927042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:29:37.928280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:29:38.121813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273eccce-de33-44c8-ba34-673112b17833 None None] Network 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:29:38.244801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3ce46bfe-98e2-4a0f-9969-5d090084a9d7 None None] Provisioning for port 5d9d82fa-4841-40f1-ae1d-f624e030a290 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:29:38.431489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 5d9d82fa-4841-40f1-ae1d-f624e030a290 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:29:38.507261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 5d9d82fa-4841-40f1-ae1d-f624e030a290 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:29:38.513152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 5d9d82fa-4841-40f1-ae1d-f624e030a290 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:29:38.513672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:38.591515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:29:38.642941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:38.678395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 5d9d82fa-4841-40f1-ae1d-f624e030a290, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=5d9d82fa-4841-40f1-ae1d-f624e030a290,segment=NetworkSegment(05d468f9-6ebf-44b7-9318-9f7498326953),segment_id=05d468f9-6ebf-44b7-9318-9f7498326953)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:38.684206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:38.685146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:29:38.718416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:38.810665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4d9c7ee3-b390-4d54-aae4-51c866b57e92 None None] Provisioning for port 29db3094-8bb2-4385-ab43-ff58bb6e44af completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:29:38.824688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4d9c7ee3-b390-4d54-aae4-51c866b57e92 None None] Provisioning complete for port 29db3094-8bb2-4385-ab43-ff58bb6e44af triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:29:38.825117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7ee3-b390-4d54-aae4-51c866b57e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:38.827627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:29:38.845141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59580) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:38.847498 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/4a9565d1-e8c1-4c2f-8031-9b65e0309a7c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4385512
Dec 23 16:29:38.876924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=5d9d82fa-4841-40f1-ae1d-f624e030a290,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:38.883300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:38.898105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4d9c7ee3-b390-4d54-aae4-51c866b57e92 None None] Port 29db3094-8bb2-4385-ab43-ff58bb6e44af cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:29:38.907761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:29:38.914438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:29:38.914870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:38.948987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4d9c7ee3-b390-4d54-aae4-51c866b57e92 None None] Provisioning complete for port 5d9d82fa-4841-40f1-ae1d-f624e030a290 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:29:38.949420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7ee3-b390-4d54-aae4-51c866b57e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:39.011677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbf154a-77dc-4f31-9f51-0943d34ba8dd tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:39.012112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbf154a-77dc-4f31-9f51-0943d34ba8dd tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:39.012538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbf154a-77dc-4f31-9f51-0943d34ba8dd tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:39.013117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbf154a-77dc-4f31-9f51-0943d34ba8dd tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:39.016046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dbbf154a-77dc-4f31-9f51-0943d34ba8dd tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1697955
Dec 23 16:29:39.019619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59584) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:39.110178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067cd65b-9e52-46c8-931d-b96c8772cab9 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:39.110721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067cd65b-9e52-46c8-931d-b96c8772cab9 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:39.111184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067cd65b-9e52-46c8-931d-b96c8772cab9 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:39.111601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067cd65b-9e52-46c8-931d-b96c8772cab9 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:39.116589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59588) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:39.124635 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-067cd65b-9e52-46c8-931d-b96c8772cab9 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.1036682
Dec 23 16:29:39.153363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:39.175529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:39.180193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:39.183292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:39.257452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:39.261290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:39.276867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Sync routers for ids ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:29:39.305060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Routers {'4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:29:39.305747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7d8f28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:29:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:39.355462 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-72b90b1a-83bc-45c6-b907-74c4c4be88d1 tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.2374108
Dec 23 16:29:39.367111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-482e093a-2d2c-48ef-a6fa-12d0974e5892 None None] Provisioning complete for port 29db3094-8bb2-4385-ab43-ff58bb6e44af triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:29:39.367559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-482e093a-2d2c-48ef-a6fa-12d0974e5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:39.516854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-482e093a-2d2c-48ef-a6fa-12d0974e5892 None None] Port 29db3094-8bb2-4385-ab43-ff58bb6e44af cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:29:39.551902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Set router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:29:39.738233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4cdac564-58df-4760-a717-845e45e35206 None None] Provisioning complete for port 29db3094-8bb2-4385-ab43-ff58bb6e44af triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:29:39.738675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4cdac564-58df-4760-a717-845e45e35206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.025608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4cdac564-58df-4760-a717-845e45e35206 None None] Port 29db3094-8bb2-4385-ab43-ff58bb6e44af cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:29:40.114612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59594) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:40.114792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7d8f28>, [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:29:37Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '29db3094-8bb2-4385-ab43-ff58bb6e44af', 'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:f3:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:36Z', 'updated_at': '2021-12-23T16:29:37Z', 'revision_number': 2, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:40.119073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Checking router: 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:29:40.119491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Updating router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c port 29db3094-8bb2-4385-ab43-ff58bb6e44af binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:29:40.120945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-229183651', 'description': 'tempest-secgroup-smoke-229183651 description', 'project_id': '756d2eff28424d1081cd07d60adf0a7c'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:29:40.127945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:29:40.132341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:29:40.135667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:29:40.142483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:29:40.152720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.176221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.208293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:29:40.212331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:29:40.215580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:29:40.222262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:29:40.366564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 5d9d82fa-4841-40f1-ae1d-f624e030a290 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:29:40.544565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.547855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.553232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-46522a86-18e4-4c75-8e6b-e02afb8ab6e6 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:40.565349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 5d9d82fa-4841-40f1-ae1d-f624e030a290 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:29:40.565781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.596722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4845017f-9ff2-4267-995a-596cca9e9e7c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:40.600311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:40.601193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.605335 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4868350
Dec 23 16:29:40.605700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59598) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:40.612966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a5b536fb-5988-49c6-868e-0d5f7174e6fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '4845017f-9ff2-4267-995a-596cca9e9e7c', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:29:40.619882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a5b536fb-5988-49c6-868e-0d5f7174e6fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:29:40.624342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a5b536fb-5988-49c6-868e-0d5f7174e6fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:29:40.627602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a5b536fb-5988-49c6-868e-0d5f7174e6fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:29:40.633969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a5b536fb-5988-49c6-868e-0d5f7174e6fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:29:40.654962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5b536fb-5988-49c6-868e-0d5f7174e6fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.697054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.723903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5b536fb-5988-49c6-868e-0d5f7174e6fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.726572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5b536fb-5988-49c6-868e-0d5f7174e6fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.728702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb1d6740-9e19-4491-9f78-9e97b4d2eec7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:40.753185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b536fb-5988-49c6-868e-0d5f7174e6fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5986dbff-bc52-49ab-981d-745dc9cb1c9c,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:40.755874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5b536fb-5988-49c6-868e-0d5f7174e6fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:40.756222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Transition to ACTIVE for port object 29db3094-8bb2-4385-ab43-ff58bb6e44af will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:29:40.762751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5b536fb-5988-49c6-868e-0d5f7174e6fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.764277 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a5b536fb-5988-49c6-868e-0d5f7174e6fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1573167
Dec 23 16:29:40.767078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59602) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:40.767791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.773102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f73dfce7-1210-4b4b-a69a-1062c1c5fabb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '4845017f-9ff2-4267-995a-596cca9e9e7c', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:29:40.774016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:40.780178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f73dfce7-1210-4b4b-a69a-1062c1c5fabb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:29:40.784451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f73dfce7-1210-4b4b-a69a-1062c1c5fabb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:29:40.787594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f73dfce7-1210-4b4b-a69a-1062c1c5fabb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:29:40.793750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f73dfce7-1210-4b4b-a69a-1062c1c5fabb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:29:40.811616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f73dfce7-1210-4b4b-a69a-1062c1c5fabb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.835724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:29:40.881148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f73dfce7-1210-4b4b-a69a-1062c1c5fabb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.884264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f73dfce7-1210-4b4b-a69a-1062c1c5fabb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.892500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8010b312-b596-47c3-8e33-52400accaa62 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:40.913432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73dfce7-1210-4b4b-a69a-1062c1c5fabb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96428c95-2dc8-48ef-a9fc-c28d1d6e3c23,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:40.916131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f73dfce7-1210-4b4b-a69a-1062c1c5fabb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:40.925105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f73dfce7-1210-4b4b-a69a-1062c1c5fabb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:40.926677 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f73dfce7-1210-4b4b-a69a-1062c1c5fabb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1585674
Dec 23 16:29:40.929829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59606) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:40.936570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-638651f7-a0a1-4245-864c-e1740f83787c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '4845017f-9ff2-4267-995a-596cca9e9e7c', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:29:40.943734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-638651f7-a0a1-4245-864c-e1740f83787c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:29:40.948237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-638651f7-a0a1-4245-864c-e1740f83787c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:29:40.951520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-638651f7-a0a1-4245-864c-e1740f83787c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:29:40.957901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-638651f7-a0a1-4245-864c-e1740f83787c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:29:40.960353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cae837-adc9-43d4-a1bf-eb7f33148cbc None None] Pushing event updated for resources: {'Port': ['ID=29db3094-8bb2-4385-ab43-ff58bb6e44af,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:40.965653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-36cae837-adc9-43d4-a1bf-eb7f33148cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:40.977502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-638651f7-a0a1-4245-864c-e1740f83787c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.056804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-638651f7-a0a1-4245-864c-e1740f83787c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.059971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-638651f7-a0a1-4245-864c-e1740f83787c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.061890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:41.086088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638651f7-a0a1-4245-864c-e1740f83787c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d62f58d-710f-47b4-b1fc-50ccb1b3d694,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:41.087390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Attempting to bind port 29db3094-8bb2-4385-ab43-ff58bb6e44af on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:29:41.088157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Attempting to bind port 29db3094-8bb2-4385-ab43-ff58bb6e44af by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '05d468f9-6ebf-44b7-9318-9f7498326953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:29:41.088324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Attempting to bind port 29db3094-8bb2-4385-ab43-ff58bb6e44af on network 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:29:41.090673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-638651f7-a0a1-4245-864c-e1740f83787c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:41.091112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:29:41.091555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.098510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-638651f7-a0a1-4245-864c-e1740f83787c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.099883 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-638651f7-a0a1-4245-864c-e1740f83787c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1689069
Dec 23 16:29:41.102893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59610) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:41.110335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-511f324d-95a5-46bc-8c01-ff8916a6bd8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '4845017f-9ff2-4267-995a-596cca9e9e7c', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:29:41.117432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-511f324d-95a5-46bc-8c01-ff8916a6bd8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:29:41.122101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-511f324d-95a5-46bc-8c01-ff8916a6bd8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:29:41.125296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-511f324d-95a5-46bc-8c01-ff8916a6bd8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:29:41.131650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-511f324d-95a5-46bc-8c01-ff8916a6bd8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:29:41.142638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:29:41.143104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Checking segment: {'id': '05d468f9-6ebf-44b7-9318-9f7498326953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:29:41.143636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.143997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Bound using segment: {'id': '05d468f9-6ebf-44b7-9318-9f7498326953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:29:41.144534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Bound port: 29db3094-8bb2-4385-ab43-ff58bb6e44af, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d468f9-6ebf-44b7-9318-9f7498326953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:29:41.144970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.150026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-511f324d-95a5-46bc-8c01-ff8916a6bd8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.227309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-511f324d-95a5-46bc-8c01-ff8916a6bd8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.230047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-511f324d-95a5-46bc-8c01-ff8916a6bd8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.237821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1ee9e367-3718-4846-a360-511e38ced3e4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:41.257604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f324d-95a5-46bc-8c01-ff8916a6bd8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607e49ca-4bb1-4adc-ada7-1ae8248ee1c3,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:41.260525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-511f324d-95a5-46bc-8c01-ff8916a6bd8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:41.268233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-511f324d-95a5-46bc-8c01-ff8916a6bd8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.269757 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-511f324d-95a5-46bc-8c01-ff8916a6bd8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1655393
Dec 23 16:29:41.272688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59614) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:41.278934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-541128ed-cd7f-412d-8452-c38e33420fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '4845017f-9ff2-4267-995a-596cca9e9e7c', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:29:41.286049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-541128ed-cd7f-412d-8452-c38e33420fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:29:41.290194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-541128ed-cd7f-412d-8452-c38e33420fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:29:41.293181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-541128ed-cd7f-412d-8452-c38e33420fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:29:41.299412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-541128ed-cd7f-412d-8452-c38e33420fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:29:41.308806 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-541128ed-cd7f-412d-8452-c38e33420fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:29:41.315489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-541128ed-cd7f-412d-8452-c38e33420fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.328361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] For port 29db3094-8bb2-4385-ab43-ff58bb6e44af, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:29:41.333300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] For port 29db3094-8bb2-4385-ab43-ff58bb6e44af, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=29db3094-8bb2-4385-ab43-ff58bb6e44af,segment=NetworkSegment(05d468f9-6ebf-44b7-9318-9f7498326953),segment_id=05d468f9-6ebf-44b7-9318-9f7498326953)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:29:41.338186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.343766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-36cae837-adc9-43d4-a1bf-eb7f33148cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:41.386706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-541128ed-cd7f-412d-8452-c38e33420fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.390190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-541128ed-cd7f-412d-8452-c38e33420fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.392376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7efa690-b591-4696-a60e-adb7e89dca15 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:41.422582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541128ed-cd7f-412d-8452-c38e33420fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275c1d94-f366-4794-bc2a-7d2ca3dd0f90,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:41.430209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-541128ed-cd7f-412d-8452-c38e33420fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:41.430593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cae837-adc9-43d4-a1bf-eb7f33148cbc None None] Pushing event updated for resources: {'Port': ['ID=29db3094-8bb2-4385-ab43-ff58bb6e44af,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:41.433392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-541128ed-cd7f-412d-8452-c38e33420fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.435259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-36cae837-adc9-43d4-a1bf-eb7f33148cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:41.437039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Routers {'4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:29:41.437744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7d8f28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:29:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:41.438062 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-541128ed-cd7f-412d-8452-c38e33420fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1642423
Dec 23 16:29:41.438279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59618) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:41.444969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-25fa3eab-f56a-46c5-a34f-fc0d80d529c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'security_group_rule': {'security_group_id': '4845017f-9ff2-4267-995a-596cca9e9e7c', 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:29:41.453737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-25fa3eab-f56a-46c5-a34f-fc0d80d529c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:29:41.457998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-25fa3eab-f56a-46c5-a34f-fc0d80d529c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:security_group_rule and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:29:41.461451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-25fa3eab-f56a-46c5-a34f-fc0d80d529c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:29:41.468548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-25fa3eab-f56a-46c5-a34f-fc0d80d529c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:29:41.479560 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-25fa3eab-f56a-46c5-a34f-fc0d80d529c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Project 756d2eff28424d1081cd07d60adf0a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:29:41.487070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25fa3eab-f56a-46c5-a34f-fc0d80d529c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.562897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25fa3eab-f56a-46c5-a34f-fc0d80d529c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.566561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25fa3eab-f56a-46c5-a34f-fc0d80d529c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.568581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-43b072be-ac8e-4860-9c4f-aae72da652f4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:41.592551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa3eab-f56a-46c5-a34f-fc0d80d529c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6bbd71-4726-4d84-9e91-a743a9d33892,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:41.597459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25fa3eab-f56a-46c5-a34f-fc0d80d529c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:41.604968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-25fa3eab-f56a-46c5-a34f-fc0d80d529c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:41.616062 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-25fa3eab-f56a-46c5-a34f-fc0d80d529c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1666627
Dec 23 16:29:41.645783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] Set router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:29:41.795197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-7841db88-bbf0-48c1-8171-c5849bbb83a4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:29:41.811827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-7841db88-bbf0-48c1-8171-c5849bbb83a4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:29:41.813179 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-7841db88-bbf0-48c1-8171-c5849bbb83a4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229183651&fields=id&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 267 time: 0.0624099
Dec 23 16:29:41.980739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-c27636d6-bed8-4c65-85fe-58d73e567d3e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:41.981511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-c27636d6-bed8-4c65-85fe-58d73e567d3e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:29:41.997007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-c27636d6-bed8-4c65-85fe-58d73e567d3e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:29:41.999030 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-c27636d6-bed8-4c65-85fe-58d73e567d3e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/networks?id=7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 HTTP/1.1" status: 200  len: 796 time: 0.1774719
Dec 23 16:29:42.004792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7d8f28>, [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:29:37Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '29db3094-8bb2-4385-ab43-ff58bb6e44af', 'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:f3:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:36Z', 'updated_at': '2021-12-23T16:29:41Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:42.009297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be716ef-5eae-48f6-a36b-a55ce08ea3e5 None None] The sync data for ids ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'] in dv-neutron-822801-1-hyperv is: [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:29:37Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '29db3094-8bb2-4385-ab43-ff58bb6e44af', 'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:f3:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:36Z', 'updated_at': '2021-12-23T16:29:41Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:29:42.017962 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-07bd7f55-1bac-49b5-92bc-1b29f57ced22 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/quotas/756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 375 time: 0.0123575
Dec 23 16:29:42.117974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3be610de-e8b2-4ac4-a077-b2fedb2fb3f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:29:42.138028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3be610de-e8b2-4ac4-a077-b2fedb2fb3f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:29:42.140392 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3be610de-e8b2-4ac4-a077-b2fedb2fb3f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1163411
Dec 23 16:29:42.193549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:42.304544 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-cfc3b696-58db-4322-9e53-469835725ed6 service neutron] 10.222.0.67 "GET /v2.0/networks/7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512661
Dec 23 16:29:42.369537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 29db3094-8bb2-4385-ab43-ff58bb6e44af up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:29:42.449818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 29db3094-8bb2-4385-ab43-ff58bb6e44af completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:29:42.456527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 29db3094-8bb2-4385-ab43-ff58bb6e44af triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:29:42.457073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:42.465932 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-fe75cccf-d72e-4b41-bd7f-b8663f005361 service neutron] 10.222.0.67 "GET /v2.0/networks/7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1538155
Dec 23 16:29:42.598829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:42.635157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 29db3094-8bb2-4385-ab43-ff58bb6e44af, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=29db3094-8bb2-4385-ab43-ff58bb6e44af,segment=NetworkSegment(05d468f9-6ebf-44b7-9318-9f7498326953),segment_id=05d468f9-6ebf-44b7-9318-9f7498326953)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:42.641671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:42.643920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:42.689887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f6325702-42a9-478f-a746-0e95f12d5630 req-d67bcead-1a42-4f2f-8414-4c4925eae2e7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:29:42.713736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f6325702-42a9-478f-a746-0e95f12d5630 req-d67bcead-1a42-4f2f-8414-4c4925eae2e7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:29:42.717663 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f6325702-42a9-478f-a746-0e95f12d5630 req-d67bcead-1a42-4f2f-8414-4c4925eae2e7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 210 time: 0.0758531
Dec 23 16:29:42.729465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=29db3094-8bb2-4385-ab43-ff58bb6e44af,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:42.733462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:43.785769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-5e4e5257-0518-4eb6-a459-43ea4126add8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:43.788007 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-5e4e5257-0518-4eb6-a459-43ea4126add8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/networks?id=7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 HTTP/1.1" status: 200  len: 796 time: 0.1692584
Dec 23 16:29:43.856700 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-f1a251ee-7ea2-4893-ab75-7c4f0d69251c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756d2eff28424d1081cd07d60adf0a7c HTTP/1.1" status: 200  len: 379 time: 0.0581825
Dec 23 16:29:43.866017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'port': {'device_id': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'admin_state_up': True, 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'security_groups': ['4845017f-9ff2-4267-995a-596cca9e9e7c']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:29:43.906468 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4106f9f6-7b48-4513-b8ac-8a9b8d9d4528 req-02489bd7-d5b7-477d-8ed6-58f1074e85a2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 210 time: 0.0499377
Dec 23 16:29:44.018868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:29:44.028974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:29:44.037810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Made reservation on behalf of 756d2eff28424d1081cd07d60adf0a7c for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:29:44.043414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:44.216284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.20.0.3 (7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61/66a31f00-7a18-4de3-800e-9120b36e8aa8/544e498d-51da-424c-a41a-8241838023f3) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:29:44.352609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 29db3094-8bb2-4385-ab43-ff58bb6e44af up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:29:44.419822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:44.437655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Transition to ACTIVE for port object 544e498d-51da-424c-a41a-8241838023f3 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:29:44.441332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 29db3094-8bb2-4385-ab43-ff58bb6e44af triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:29:44.441771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:44.457232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:44.463628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:44.536215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:29:44.539561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:29:44.544206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:29:44.577364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=544e498d-51da-424c-a41a-8241838023f3,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:44.583456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:44.618352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:44.619060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:44.646117 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7841098
Dec 23 16:29:44.659518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Request body: {'port': {'device_id': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:29:44.778334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:44.835967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9ff96524-d775-4b7c-8a12-a951a2b54b8b None None] Provisioning for port 544e498d-51da-424c-a41a-8241838023f3 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:29:44.842668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9ff96524-d775-4b7c-8a12-a951a2b54b8b None None] Provisioning complete for port 544e498d-51da-424c-a41a-8241838023f3 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:29:44.843136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ff96524-d775-4b7c-8a12-a951a2b54b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:44.898092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9ff96524-d775-4b7c-8a12-a951a2b54b8b None None] Port 544e498d-51da-424c-a41a-8241838023f3 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:29:45.167430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf251203-2638-4bde-9279-777b1b633fc7 req-56825f17-4f9b-45e0-9111-775d8b61483f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:45.168222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-bf251203-2638-4bde-9279-777b1b633fc7 req-56825f17-4f9b-45e0-9111-775d8b61483f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:29:45.232982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-bf251203-2638-4bde-9279-777b1b633fc7 req-56825f17-4f9b-45e0-9111-775d8b61483f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:29:45.234292 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf251203-2638-4bde-9279-777b1b633fc7 req-56825f17-4f9b-45e0-9111-775d8b61483f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 931 time: 0.1982541
Dec 23 16:29:45.238266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544e498d-51da-424c-a41a-8241838023f3 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:29:45.259746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:45.292401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Transition to ACTIVE for port object 544e498d-51da-424c-a41a-8241838023f3 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:29:45.297086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:45.303440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b09cfcf5-e78d-4f80-947f-e774362ccacb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:45.363845 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf251203-2638-4bde-9279-777b1b633fc7 req-9543928a-9479-45c7-9155-d829dbf5238a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=4845017f-9ff2-4267-995a-596cca9e9e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1212101
Dec 23 16:29:45.439278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Pushing event updated for resources: {'Port': ['ID=544e498d-51da-424c-a41a-8241838023f3,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:45.443802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:45.560858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Attempting to bind port 544e498d-51da-424c-a41a-8241838023f3 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:29:45.561695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Attempting to bind port 544e498d-51da-424c-a41a-8241838023f3 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '05d468f9-6ebf-44b7-9318-9f7498326953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:29:45.562075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Attempting to bind port 544e498d-51da-424c-a41a-8241838023f3 on network 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:29:45.568691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Port 544e498d-51da-424c-a41a-8241838023f3 on network 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:29:45.569075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Attempting to bind port 544e498d-51da-424c-a41a-8241838023f3 on network 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:29:45.576308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:29:45.576844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Checking segment: {'id': '05d468f9-6ebf-44b7-9318-9f7498326953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:29:45.577279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Bound using segment: {'id': '05d468f9-6ebf-44b7-9318-9f7498326953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:29:45.577764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Bound port: 544e498d-51da-424c-a41a-8241838023f3, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d468f9-6ebf-44b7-9318-9f7498326953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:29:45.578163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:45.674242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] For port 544e498d-51da-424c-a41a-8241838023f3, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:29:45.677403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] For port 544e498d-51da-424c-a41a-8241838023f3, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=544e498d-51da-424c-a41a-8241838023f3,segment=NetworkSegment(05d468f9-6ebf-44b7-9318-9f7498326953),segment_id=05d468f9-6ebf-44b7-9318-9f7498326953)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:29:45.680649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:45.685214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:45.751145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:45.752533 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] 10.222.0.36 "PUT /v2.0/ports/544e498d-51da-424c-a41a-8241838023f3 HTTP/1.1" status: 200  len: 1093 time: 1.0980005
Dec 23 16:29:45.753105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'tag': '544e498d-51da-424c-a41a-8241838023f3'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:29:45.771893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Pushing event updated for resources: {'Port': ['ID=544e498d-51da-424c-a41a-8241838023f3,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:45.775262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:45.839251 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'tag': '544e498d-51da-424c-a41a-8241838023f3', 'status': 'completed', 'code': 200}
Dec 23 16:29:45.880049 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-6a2d1e85-d96b-4f6b-b303-a363afe0712f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 1096 time: 0.0834134
Dec 23 16:29:45.958912 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-8445a581-6ac8-4ac6-b016-1f42b22b4a40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=544e498d-51da-424c-a41a-8241838023f3 HTTP/1.1" status: 200  len: 217 time: 0.0720232
Dec 23 16:29:46.029082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-6d29166f-c948-4940-848f-dc6cf2ec6bdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:46.031326 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-6d29166f-c948-4940-848f-dc6cf2ec6bdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66a31f00-7a18-4de3-800e-9120b36e8aa8 HTTP/1.1" status: 200  len: 835 time: 0.0667124
Dec 23 16:29:46.116455 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-5fd38047-8e17-4833-8228-1376519901cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0792887
Dec 23 16:29:46.264175 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-d554c860-298c-4f60-b9ae-23aca095e17f service neutron] 10.222.0.36 "GET /v2.0/networks/7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397324
Dec 23 16:29:46.410133 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7b31372-c9b7-4b03-8759-0bb6568a1dec req-82eb1e0c-6369-448f-bb6f-ce9208efcc12 service neutron] 10.222.0.36 "GET /v2.0/networks/7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403794
Dec 23 16:29:46.595916 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6df4717d-6d83-4027-9bd4-d9e1385380d2 req-f9e826b9-958f-4d57-8808-94b5c186622d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 1096 time: 0.1385038
Dec 23 16:29:46.605982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577cde0-727d-4272-9fbc-dfef1e34dea9 req-b9a58036-648f-45c5-a62d-6c0e8830cade tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:46.607539 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f577cde0-727d-4272-9fbc-dfef1e34dea9 req-b9a58036-648f-45c5-a62d-6c0e8830cade tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 943 time: 0.1125698
Dec 23 16:29:46.769316 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f577cde0-727d-4272-9fbc-dfef1e34dea9 req-98f6c6b7-aa65-46bb-a43e-17028031dd42 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=4845017f-9ff2-4267-995a-596cca9e9e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1373053
Dec 23 16:29:46.984161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:29:47.027245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4717d-6d83-4027-9bd4-d9e1385380d2 req-a094a5b8-180d-4515-8e91-9841940ae40c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:47.028839 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6df4717d-6d83-4027-9bd4-d9e1385380d2 req-a094a5b8-180d-4515-8e91-9841940ae40c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 HTTP/1.1" status: 200  len: 897 time: 0.4203107
Dec 23 16:29:47.100425 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6df4717d-6d83-4027-9bd4-d9e1385380d2 req-c46b3f8c-9899-4bd4-811f-3d8cad037019 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=544e498d-51da-424c-a41a-8241838023f3 HTTP/1.1" status: 200  len: 217 time: 0.0645590
Dec 23 16:29:47.172874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4717d-6d83-4027-9bd4-d9e1385380d2 req-f931574d-ce2e-42ea-b1d2-8249426d0226 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:47.174443 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6df4717d-6d83-4027-9bd4-d9e1385380d2 req-f931574d-ce2e-42ea-b1d2-8249426d0226 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66a31f00-7a18-4de3-800e-9120b36e8aa8 HTTP/1.1" status: 200  len: 835 time: 0.0667138
Dec 23 16:29:47.257057 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6df4717d-6d83-4027-9bd4-d9e1385380d2 req-99047625-f607-4458-99e4-fb702b69fef9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0762544
Dec 23 16:29:47.400356 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6df4717d-6d83-4027-9bd4-d9e1385380d2 req-f0cae816-2ce9-4197-8d06-79aa50fb6079 service neutron] 10.222.0.36 "GET /v2.0/networks/7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373827
Dec 23 16:29:47.541860 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6df4717d-6d83-4027-9bd4-d9e1385380d2 req-06202346-d087-4de7-b740-5a590c83d995 service neutron] 10.222.0.36 "GET /v2.0/networks/7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352887
Dec 23 16:29:47.973330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1517b6-4ac2-4eaa-b28b-c542248225ad req-61679af8-aeea-4ba9-affb-bfe77de2467e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:47.974937 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8d1517b6-4ac2-4eaa-b28b-c542248225ad req-61679af8-aeea-4ba9-affb-bfe77de2467e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 943 time: 0.0821009
Dec 23 16:29:48.024737 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8d1517b6-4ac2-4eaa-b28b-c542248225ad req-a39348c6-9fdb-4f2a-aea6-ba89ff7f0b9e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=4845017f-9ff2-4267-995a-596cca9e9e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434802
Dec 23 16:29:49.235309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a1377-e7b6-45a5-8be2-486df88642cd req-a97cafb1-28d5-4267-a508-df91c620fc74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:49.237048 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-501a1377-e7b6-45a5-8be2-486df88642cd req-a97cafb1-28d5-4267-a508-df91c620fc74 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 943 time: 0.0924537
Dec 23 16:29:49.285690 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-501a1377-e7b6-45a5-8be2-486df88642cd req-546ccbd2-1bb1-467f-a7e1-ba91bd9419e7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=4845017f-9ff2-4267-995a-596cca9e9e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425704
Dec 23 16:29:50.091616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 544e498d-51da-424c-a41a-8241838023f3 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:29:50.246076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 544e498d-51da-424c-a41a-8241838023f3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=544e498d-51da-424c-a41a-8241838023f3,segment=NetworkSegment(05d468f9-6ebf-44b7-9318-9f7498326953),segment_id=05d468f9-6ebf-44b7-9318-9f7498326953)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:50.260811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '544e498d-51da-424c-a41a-8241838023f3', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'port_id': '544e498d-51da-424c-a41a-8241838023f3', 'mac_address': 'fa:16:3e:90:3a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:29:50.327085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:50.347381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544e498d-51da-424c-a41a-8241838023f3 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:29:50.363320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 544e498d-51da-424c-a41a-8241838023f3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=544e498d-51da-424c-a41a-8241838023f3,segment=NetworkSegment(05d468f9-6ebf-44b7-9318-9f7498326953),segment_id=05d468f9-6ebf-44b7-9318-9f7498326953)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:50.367861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:50.369928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:50.443330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=544e498d-51da-424c-a41a-8241838023f3,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:50.446601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:50.505694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd532f2-f8b7-4abc-a319-7809db84114a req-f9a93e2e-c484-4cb7-9830-13a3c4a3afce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:50.507378 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fcd532f2-f8b7-4abc-a319-7809db84114a req-f9a93e2e-c484-4cb7-9830-13a3c4a3afce tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 944 time: 0.0950148
Dec 23 16:29:50.556981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['544e498d-51da-424c-a41a-8241838023f3'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:29:50.562718 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fcd532f2-f8b7-4abc-a319-7809db84114a req-bd298328-6790-4778-a5ca-e860ab6b43bb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=4845017f-9ff2-4267-995a-596cca9e9e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479968
Dec 23 16:29:51.918298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2080-16e6-4113-aa57-1cae41dd4eaf req-e282530e-3b30-4a37-9bf7-8d0316c0cdfb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:51.920000 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d54b2080-16e6-4113-aa57-1cae41dd4eaf req-e282530e-3b30-4a37-9bf7-8d0316c0cdfb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 944 time: 0.0845377
Dec 23 16:29:51.968816 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d54b2080-16e6-4113-aa57-1cae41dd4eaf req-649c64e7-b7ae-401b-8852-2efaf2babb94 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=4845017f-9ff2-4267-995a-596cca9e9e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428140
Dec 23 16:29:52.091071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 544e498d-51da-424c-a41a-8241838023f3 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:29:52.164057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 544e498d-51da-424c-a41a-8241838023f3 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:29:52.168998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 544e498d-51da-424c-a41a-8241838023f3 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:29:52.169374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:52.285573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:52.313149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544e498d-51da-424c-a41a-8241838023f3'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:29:52.323200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 544e498d-51da-424c-a41a-8241838023f3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=544e498d-51da-424c-a41a-8241838023f3,segment=NetworkSegment(05d468f9-6ebf-44b7-9318-9f7498326953),segment_id=05d468f9-6ebf-44b7-9318-9f7498326953)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:29:52.326818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:52.329092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:52.379615 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544e498d-51da-424c-a41a-8241838023f3', 'code': 200}
Dec 23 16:29:52.402650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=544e498d-51da-424c-a41a-8241838023f3,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:52.406089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:52.618812 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9cfd00b0-d604-40ac-ac5d-529c1442331f req-ac05c7da-3d51-4114-83ad-a3ad68f55070 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 1098 time: 0.0814176
Dec 23 16:29:52.665509 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9cfd00b0-d604-40ac-ac5d-529c1442331f req-2e65d722-f0d2-49d5-9e66-ecb74967a623 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4845017f-9ff2-4267-995a-596cca9e9e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395324
Dec 23 16:29:53.172669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcbf7e-4021-4ac6-b4ed-85e13ea98971 req-88547331-7c2c-42fa-a0f2-b4c682ad39c3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:53.174340 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b0bcbf7e-4021-4ac6-b4ed-85e13ea98971 req-88547331-7c2c-42fa-a0f2-b4c682ad39c3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 945 time: 0.0850194
Dec 23 16:29:53.225651 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b0bcbf7e-4021-4ac6-b4ed-85e13ea98971 req-d10d56ea-fc5a-4d44-8ad8-aaf4cb7981b2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=4845017f-9ff2-4267-995a-596cca9e9e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446126
Dec 23 16:29:54.412657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7d8a4ab-a530-4276-b400-e1820091e57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:54.431808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b25e25-3c20-4fb3-a562-8731fb810a46 req-9a1ea426-0c23-4212-be0a-81119a451c9c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:54.433458 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-19b25e25-3c20-4fb3-a562-8731fb810a46 req-9a1ea426-0c23-4212-be0a-81119a451c9c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 945 time: 0.0855787
Dec 23 16:29:54.488231 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-19b25e25-3c20-4fb3-a562-8731fb810a46 req-5e22e97d-6dd9-4505-9a06-d5e0c89d6dbc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=4845017f-9ff2-4267-995a-596cca9e9e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479691
Dec 23 16:29:54.697172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212c0ae-c9f9-45ce-be75-cee2eacdf8c4 req-61b3845b-b01b-42db-bf3e-5c0f61fcc929 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:54.698821 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b212c0ae-c9f9-45ce-be75-cee2eacdf8c4 req-61b3845b-b01b-42db-bf3e-5c0f61fcc929 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 945 time: 0.0876729
Dec 23 16:29:54.747668 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b212c0ae-c9f9-45ce-be75-cee2eacdf8c4 req-70e0ea3a-c6ea-4a3c-acc6-7897650ec836 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=4845017f-9ff2-4267-995a-596cca9e9e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420437
Dec 23 16:29:54.776310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59672) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:54.851930 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-54e8bec9-e4cd-4722-8e13-39a7c7bca90c tempest-TestNetworkBasicOps-1476559371 tempest-TestNetworkBasicOps-1476559371-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 1093 time: 0.0743237
Dec 23 16:29:54.854684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59676) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:54.860466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '544e498d-51da-424c-a41a-8241838023f3', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:29:54.866248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:29:54.870282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Usage tracker for resource:floatingip and tenant:756d2eff28424d1081cd07d60adf0a7c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:29:54.873280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:29:54.879288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:29:54.892603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:55.038030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:55.184492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Allocated IP 172.26.5.40 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/41ffa004-fabf-461a-9b30-8ab4b42bda10) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:29:55.342972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:55.368256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:55.372589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7abc402b-990e-4cc8-a15a-d004e5722053 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:55.443996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:29:55.446921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:29:55.452094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:29:55.478387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=41ffa004-fabf-461a-9b30-8ab4b42bda10,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:55.483906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:55.928603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:55.980226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:56.038170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:56.255391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:56.259242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:56.263730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c9bb183-919b-45c1-8d4c-c6c9614557b1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:29:56.375077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event updated for resources: {'Port': ['ID=41ffa004-fabf-461a-9b30-8ab4b42bda10,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:29:56.379521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:29:56.388908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:56.597272 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Floating IP 5ce5e2bb-eb1a-46d5-8983-b478cf947e89 associated. External IP: 172.26.5.40, port: 544e498d-51da-424c-a41a-8241838023f3.
Dec 23 16:29:56.767462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd6988be-4c27-4460-804e-ff8a7708f74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:57.010507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:29:57.307527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:57.440662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:29:57.452504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb248cd-1877-4896-b850-c8a57b81480a None None] Sync routers for ids ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:29:57.467216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:57.469088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb248cd-1877-4896-b850-c8a57b81480a None None] Routers {'4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:29:57.469774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ceb248cd-1877-4896-b850-c8a57b81480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a643ac8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:29:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:57.525650 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6698251
Dec 23 16:29:57.526361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'tag': '544e498d-51da-424c-a41a-8241838023f3'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:29:57.528686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59680) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:57.580944 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'tag': '544e498d-51da-424c-a41a-8241838023f3', 'status': 'completed', 'code': 200}
Dec 23 16:29:57.645959 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-db0b7cce-377f-443d-98d1-3c68a6bf1d9c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/5ce5e2bb-eb1a-46d5-8983-b478cf947e89 HTTP/1.1" status: 200  len: 990 time: 0.1154153
Dec 23 16:29:57.668780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ceb248cd-1877-4896-b850-c8a57b81480a None None] Set router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:29:57.683921 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-40819b22-f027-40d8-9aba-e56627aa4d9b req-fd8e84f7-3aff-4c1f-987f-defc615138e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 1098 time: 0.0795834
Dec 23 16:29:57.828078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40819b22-f027-40d8-9aba-e56627aa4d9b req-c7e1ead0-f389-403c-a3e2-fbd6e18a2940 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:57.829631 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-40819b22-f027-40d8-9aba-e56627aa4d9b req-c7e1ead0-f389-403c-a3e2-fbd6e18a2940 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 HTTP/1.1" status: 200  len: 897 time: 0.1397512
Dec 23 16:29:57.940641 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-40819b22-f027-40d8-9aba-e56627aa4d9b req-d9c07d1b-0fbc-494e-9d2a-1e9b02469a47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=544e498d-51da-424c-a41a-8241838023f3 HTTP/1.1" status: 200  len: 998 time: 0.1041789
Dec 23 16:29:58.009855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40819b22-f027-40d8-9aba-e56627aa4d9b req-44b5938b-967a-47dc-8c1c-12c679a1af2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:29:58.011532 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-40819b22-f027-40d8-9aba-e56627aa4d9b req-44b5938b-967a-47dc-8c1c-12c679a1af2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66a31f00-7a18-4de3-800e-9120b36e8aa8 HTTP/1.1" status: 200  len: 835 time: 0.0651197
Dec 23 16:29:58.040331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ceb248cd-1877-4896-b850-c8a57b81480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a643ac8>, [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:29:37Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '5ce5e2bb-eb1a-46d5-8983-b478cf947e89', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.40', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'port_id': '544e498d-51da-424c-a41a-8241838023f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'mac_address': 'fa:16:3e:90:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:29:55Z', 'updated_at': '2021-12-23T16:29:55Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29db3094-8bb2-4385-ab43-ff58bb6e44af', 'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:f3:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:36Z', 'updated_at': '2021-12-23T16:29:42Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:58.051409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb248cd-1877-4896-b850-c8a57b81480a None None] Checking router: 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:29:58.071225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb248cd-1877-4896-b850-c8a57b81480a None None] Routers {'4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:29:58.071899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ceb248cd-1877-4896-b850-c8a57b81480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a643ac8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:29:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:58.095290 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-40819b22-f027-40d8-9aba-e56627aa4d9b req-ae69e805-8251-46eb-aba4-fb65ffc07427 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0772130
Dec 23 16:29:58.241004 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-40819b22-f027-40d8-9aba-e56627aa4d9b req-87df5d7f-d283-4c92-9c93-97e600c1f515 service neutron] 10.222.0.36 "GET /v2.0/networks/7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394904
Dec 23 16:29:58.259278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ceb248cd-1877-4896-b850-c8a57b81480a None None] Set router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:29:58.390379 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-40819b22-f027-40d8-9aba-e56627aa4d9b req-c2dedcf0-dbba-43ad-9eec-8dbf36e1ae0e service neutron] 10.222.0.36 "GET /v2.0/networks/7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427085
Dec 23 16:29:58.576568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:29:58.640448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ceb248cd-1877-4896-b850-c8a57b81480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a643ac8>, [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:29:37Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '5ce5e2bb-eb1a-46d5-8983-b478cf947e89', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.40', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'port_id': '544e498d-51da-424c-a41a-8241838023f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'mac_address': 'fa:16:3e:90:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:29:55Z', 'updated_at': '2021-12-23T16:29:55Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29db3094-8bb2-4385-ab43-ff58bb6e44af', 'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:f3:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:36Z', 'updated_at': '2021-12-23T16:29:42Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:29:58.644561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb248cd-1877-4896-b850-c8a57b81480a None None] The sync data for ids ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'] in dv-neutron-822801-1-hyperv is: [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:29:37Z', 'revision_number': 4, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '5ce5e2bb-eb1a-46d5-8983-b478cf947e89', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.40', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'port_id': '544e498d-51da-424c-a41a-8241838023f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'mac_address': 'fa:16:3e:90:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:29:55Z', 'updated_at': '2021-12-23T16:29:55Z', 'revision_number': 0, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29db3094-8bb2-4385-ab43-ff58bb6e44af', 'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:f3:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:36Z', 'updated_at': '2021-12-23T16:29:42Z', 'revision_number': 5, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:29:58.649091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59686) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:58.759028 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-268874cd-a541-4fa9-8be1-5f126de4fa1b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/5ce5e2bb-eb1a-46d5-8983-b478cf947e89 HTTP/1.1" status: 200  len: 990 time: 0.1083410
Dec 23 16:29:58.991169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f05f59-70a7-47cd-9a43-3ed95b6cdae3 None None] New status for floating IP 5ce5e2bb-eb1a-46d5-8983-b478cf947e89: ACTIVE {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:29:59.762346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59690) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:59.879500 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d17b698c-3f1f-45a8-87eb-8066265270db tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/5ce5e2bb-eb1a-46d5-8983-b478cf947e89 HTTP/1.1" status: 200  len: 992 time: 0.1158664
Dec 23 16:30:12.200354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:23.984629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:30:24.415310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3377-4681-4390-8513-3f821f23d690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:24.516183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59704) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:24.593836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c850b572-2f5e-445c-a45b-aba6922d542f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:30:25.177919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c850b572-2f5e-445c-a45b-aba6922d542f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:25.188689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c850b572-2f5e-445c-a45b-aba6922d542f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:25.400378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c850b572-2f5e-445c-a45b-aba6922d542f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:30:25.615598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c850b572-2f5e-445c-a45b-aba6922d542f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:30:25.622506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c850b572-2f5e-445c-a45b-aba6922d542f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:25.623669 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c850b572-2f5e-445c-a45b-aba6922d542f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/4a9565d1-e8c1-4c2f-8031-9b65e0309a7c HTTP/1.1" status: 200  len: 887 time: 1.1063895
Dec 23 16:30:25.626877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767a307-8645-4d6b-8db5-3187c94d0a98 None None] Sync routers for ids ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:30:25.641235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767a307-8645-4d6b-8db5-3187c94d0a98 None None] Routers {'4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:30:25.641914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e767a307-8645-4d6b-8db5-3187c94d0a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a414f28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:29:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:25.703937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e767a307-8645-4d6b-8db5-3187c94d0a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a414f28>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:25.715135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767a307-8645-4d6b-8db5-3187c94d0a98 None None] Routers {'4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:30:25.716641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e767a307-8645-4d6b-8db5-3187c94d0a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a414f28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:29:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:25.780830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e767a307-8645-4d6b-8db5-3187c94d0a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a414f28>, [], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:25.781297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767a307-8645-4d6b-8db5-3187c94d0a98 None None] The sync data for ids ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'] in dv-neutron-822801-1-hyperv is: [] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:30:25.931366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:26.126275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a13877c-4c1d-4a10-be25-e0f5fa9d78ad None None] New status for floating IP 5ce5e2bb-eb1a-46d5-8983-b478cf947e89: DOWN {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:30:26.379155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 29db3094-8bb2-4385-ab43-ff58bb6e44af no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:30:26.505127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:26.538750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 29db3094-8bb2-4385-ab43-ff58bb6e44af, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=29db3094-8bb2-4385-ab43-ff58bb6e44af,segment=NetworkSegment(05d468f9-6ebf-44b7-9318-9f7498326953),segment_id=05d468f9-6ebf-44b7-9318-9f7498326953)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:30:26.542042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:26.542864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:30:26.583020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3f4c1d15-b3da-4aaf-9029-ef74fb933645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:26.680223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=29db3094-8bb2-4385-ab43-ff58bb6e44af,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:26.683800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:26.736737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:26.752363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:30:26.763304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:26.767042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:26.819004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8259d736-6cc4-4499-9fb0-bfb304cef0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:26.837917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:26.841554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:27.309105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:27.797037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59712) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:27.803038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ea2765f3-75d4-4382-bf9d-f7b6383d8199 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:30:28.579722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:28.616883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea2765f3-75d4-4382-bf9d-f7b6383d8199 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:28.627184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea2765f3-75d4-4382-bf9d-f7b6383d8199 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854379185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854296167'] for router, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:28.836359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2765f3-75d4-4382-bf9d-f7b6383d8199 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:30:29.046344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2765f3-75d4-4382-bf9d-f7b6383d8199 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:30:29.052436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea2765f3-75d4-4382-bf9d-f7b6383d8199 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:29.053666 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ea2765f3-75d4-4382-bf9d-f7b6383d8199 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/4a9565d1-e8c1-4c2f-8031-9b65e0309a7c HTTP/1.1" status: 200  len: 886 time: 1.2555382
Dec 23 16:30:29.056788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59716) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:29.059396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982145b1-a497-44a8-bfbe-0cfcdf120d08 None None] Sync routers for ids ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:30:29.072018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982145b1-a497-44a8-bfbe-0cfcdf120d08 None None] Routers {'4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:30:29.072778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-982145b1-a497-44a8-bfbe-0cfcdf120d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a414ba8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:30:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:29.165036 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8746028e-1e9b-461d-a28e-4e49af85b4ae tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/5ce5e2bb-eb1a-46d5-8983-b478cf947e89 HTTP/1.1" status: 200  len: 990 time: 0.1069689
Dec 23 16:30:29.263676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-982145b1-a497-44a8-bfbe-0cfcdf120d08 None None] Set router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:30:29.761193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-982145b1-a497-44a8-bfbe-0cfcdf120d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a414ba8>, [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:30:28Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:30:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '5ce5e2bb-eb1a-46d5-8983-b478cf947e89', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.40', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'port_id': '544e498d-51da-424c-a41a-8241838023f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'mac_address': 'fa:16:3e:90:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:29:55Z', 'updated_at': '2021-12-23T16:30:26Z', 'revision_number': 2, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29db3094-8bb2-4385-ab43-ff58bb6e44af', 'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:f3:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:36Z', 'updated_at': '2021-12-23T16:30:26Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:29.766375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982145b1-a497-44a8-bfbe-0cfcdf120d08 None None] Checking router: 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:30:29.777621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982145b1-a497-44a8-bfbe-0cfcdf120d08 None None] Routers {'4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:30:29.778621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-982145b1-a497-44a8-bfbe-0cfcdf120d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a414ba8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:30:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:29.965954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-982145b1-a497-44a8-bfbe-0cfcdf120d08 None None] Set router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:30:30.169933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59720) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:30.294739 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e45fda9a-93a2-4c57-ba54-9a8c5c4d059b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/5ce5e2bb-eb1a-46d5-8983-b478cf947e89 HTTP/1.1" status: 200  len: 990 time: 0.1229959
Dec 23 16:30:30.330865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-982145b1-a497-44a8-bfbe-0cfcdf120d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a414ba8>, [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:30:28Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:30:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '5ce5e2bb-eb1a-46d5-8983-b478cf947e89', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.40', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'port_id': '544e498d-51da-424c-a41a-8241838023f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'mac_address': 'fa:16:3e:90:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:29:55Z', 'updated_at': '2021-12-23T16:30:26Z', 'revision_number': 2, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29db3094-8bb2-4385-ab43-ff58bb6e44af', 'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:f3:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:36Z', 'updated_at': '2021-12-23T16:30:26Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:30.335053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982145b1-a497-44a8-bfbe-0cfcdf120d08 None None] The sync data for ids ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'] in dv-neutron-822801-1-hyperv is: [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:30:28Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:30:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '5ce5e2bb-eb1a-46d5-8983-b478cf947e89', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'floating_ip_address': '172.26.5.40', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'port_id': '544e498d-51da-424c-a41a-8241838023f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'mac_address': 'fa:16:3e:90:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:29:55Z', 'updated_at': '2021-12-23T16:30:26Z', 'revision_number': 2, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29db3094-8bb2-4385-ab43-ff58bb6e44af', 'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:f3:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:36Z', 'updated_at': '2021-12-23T16:30:26Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:30:31.298796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59724) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:31.420959 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f0a2232f-096f-4888-8fcc-6b07b24be986 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/5ce5e2bb-eb1a-46d5-8983-b478cf947e89 HTTP/1.1" status: 200  len: 990 time: 0.1206269
Dec 23 16:30:32.411560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 29db3094-8bb2-4385-ab43-ff58bb6e44af up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:30:32.423934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59728) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:32.484670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 29db3094-8bb2-4385-ab43-ff58bb6e44af triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:30:32.485111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:32.537956 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-45b1b3c6-10ea-4a6c-8a83-fb88cd1c8c69 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/5ce5e2bb-eb1a-46d5-8983-b478cf947e89 HTTP/1.1" status: 200  len: 990 time: 0.1126151
Dec 23 16:30:32.608236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:32.642808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 29db3094-8bb2-4385-ab43-ff58bb6e44af, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=29db3094-8bb2-4385-ab43-ff58bb6e44af,segment=NetworkSegment(05d468f9-6ebf-44b7-9318-9f7498326953),segment_id=05d468f9-6ebf-44b7-9318-9f7498326953)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:30:32.645715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:32.646620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:30:32.675013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:32.766900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=29db3094-8bb2-4385-ab43-ff58bb6e44af,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:32.780442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:32.780842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:32.781245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:32.781633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:32.782016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:32.782402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:32.782784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:32.783218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:32.783610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:32.783979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:32.784357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:32.788727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:32.794071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:30:32.794502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:32.915563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:32.932330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:30:32.936254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:32.939191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:33.010439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:33.014371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:33.540990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59732) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:33.586670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2e0004-1cdb-4879-a693-5c063b1ea7ac None None] New status for floating IP 5ce5e2bb-eb1a-46d5-8983-b478cf947e89: ACTIVE {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:30:33.662403 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dfcd5dc8-116b-4a10-b0ed-840fabcaab37 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/5ce5e2bb-eb1a-46d5-8983-b478cf947e89 HTTP/1.1" status: 200  len: 990 time: 0.1198115
Dec 23 16:30:34.377436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 29db3094-8bb2-4385-ab43-ff58bb6e44af up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:30:34.451868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 29db3094-8bb2-4385-ab43-ff58bb6e44af triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:30:34.452291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:34.571967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:30:34.641741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:30:34.642175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:34.666846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59736) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:34.782116 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9b28f36e-8cac-4ea6-a7d7-716534a7d3f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/floatingips/5ce5e2bb-eb1a-46d5-8983-b478cf947e89 HTTP/1.1" status: 200  len: 992 time: 0.1134467
Dec 23 16:30:35.074449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59744) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:35.286744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 41ffa004-fabf-461a-9b30-8ab4b42bda10 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:30:35.287181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:35.462281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:35.462693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:35.591250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 41ffa004-fabf-461a-9b30-8ab4b42bda10 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:30:35.739896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:35.744381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7bd88571-3179-4b23-932b-e13cd279de9b tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:35.790553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=41ffa004-fabf-461a-9b30-8ab4b42bda10,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:35.832954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:35.833395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:35.833826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:35.834253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:35.834677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:35.835122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:35.835550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:35.835971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:35.836386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:35.836807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:35.837222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:35.844415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:35.901490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:36.547075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:30:36.756897 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1ccbf08e-51ea-4bf1-bf24-2858b46ffec0 req-ae6b4b0b-0ce3-48b3-a839-a7016ac072db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0757973
Dec 23 16:30:36.766895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:30:36.776938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ecf99-cb79-4b60-b2fa-5666009a8655 None None] Sync routers for ids ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:30:36.786162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:36.790216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ecf99-cb79-4b60-b2fa-5666009a8655 None None] Routers {'4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:30:36.790907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-413ecf99-cb79-4b60-b2fa-5666009a8655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4636d8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:30:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:36.843957 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/floatingips/5ce5e2bb-eb1a-46d5-8983-b478cf947e89 HTTP/1.1" status: 204  len: 168 time: 1.7681122
Dec 23 16:30:36.844592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'tag': '544e498d-51da-424c-a41a-8241838023f3'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:30:36.912045 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'tag': '544e498d-51da-424c-a41a-8241838023f3', 'status': 'completed', 'code': 200}
Dec 23 16:30:36.929129 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1ccbf08e-51ea-4bf1-bf24-2858b46ffec0 req-6ea82427-c791-44d0-a814-9179c340f943 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 1098 time: 0.0916452
Dec 23 16:30:36.990974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-413ecf99-cb79-4b60-b2fa-5666009a8655 None None] Set router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:30:37.091520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbf08e-51ea-4bf1-bf24-2858b46ffec0 req-2ad61a0e-3db2-45a0-a130-086c78459602 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:30:37.093240 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1ccbf08e-51ea-4bf1-bf24-2858b46ffec0 req-2ad61a0e-3db2-45a0-a130-086c78459602 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 HTTP/1.1" status: 200  len: 897 time: 0.1429324
Dec 23 16:30:37.171579 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1ccbf08e-51ea-4bf1-bf24-2858b46ffec0 req-c0957f71-3aa7-408f-a5b3-eb15c4b72ebb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=544e498d-51da-424c-a41a-8241838023f3 HTTP/1.1" status: 200  len: 217 time: 0.0722525
Dec 23 16:30:37.304770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbf08e-51ea-4bf1-bf24-2858b46ffec0 req-be763a41-6c15-4f1c-92a8-0ae5a78530e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:30:37.306369 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1ccbf08e-51ea-4bf1-bf24-2858b46ffec0 req-be763a41-6c15-4f1c-92a8-0ae5a78530e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66a31f00-7a18-4de3-800e-9120b36e8aa8 HTTP/1.1" status: 200  len: 835 time: 0.1269197
Dec 23 16:30:37.337994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-413ecf99-cb79-4b60-b2fa-5666009a8655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4636d8>, [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:30:28Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:30:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '29db3094-8bb2-4385-ab43-ff58bb6e44af', 'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:f3:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:36Z', 'updated_at': '2021-12-23T16:30:32Z', 'revision_number': 7, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:37.342744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ecf99-cb79-4b60-b2fa-5666009a8655 None None] Checking router: 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:30:37.354193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ecf99-cb79-4b60-b2fa-5666009a8655 None None] Routers {'4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:30:37.354801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-413ecf99-cb79-4b60-b2fa-5666009a8655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4636d8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:30:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:37.379690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b26d3-c524-45fa-9565-4658dd8fd90a req-252d4a8c-8795-4a05-a51a-dce0d2b8d4f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:30:37.381307 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-713b26d3-c524-45fa-9565-4658dd8fd90a req-252d4a8c-8795-4a05-a51a-dce0d2b8d4f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 945 time: 0.1658432
Dec 23 16:30:37.447670 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1ccbf08e-51ea-4bf1-bf24-2858b46ffec0 req-c5fb3011-9554-479f-947d-c404f2ae2f36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1335225
Dec 23 16:30:37.450515 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-713b26d3-c524-45fa-9565-4658dd8fd90a req-d0407ada-4868-4145-bcd8-67a09c24dd01 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=4845017f-9ff2-4267-995a-596cca9e9e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617216
Dec 23 16:30:37.543673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-413ecf99-cb79-4b60-b2fa-5666009a8655 None None] Set router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:30:37.595104 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1ccbf08e-51ea-4bf1-bf24-2858b46ffec0 req-c541add4-be20-40ed-885f-714ea3f4ad4d service neutron] 10.222.0.36 "GET /v2.0/networks/7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402051
Dec 23 16:30:37.740101 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1ccbf08e-51ea-4bf1-bf24-2858b46ffec0 req-3024baf6-7764-4954-9da5-ae25cf969bbe service neutron] 10.222.0.36 "GET /v2.0/networks/7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378226
Dec 23 16:30:37.856035 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20a519ac-bdba-4a4f-a57f-bcb35b5e2376 req-567f87e0-cc38-4895-b1ab-87b4d1ddc984 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=756d2eff28424d1081cd07d60adf0a7c&device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 1098 time: 0.0742097
Dec 23 16:30:37.877691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-413ecf99-cb79-4b60-b2fa-5666009a8655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4636d8>, [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:30:28Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:30:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '29db3094-8bb2-4385-ab43-ff58bb6e44af', 'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:f3:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:36Z', 'updated_at': '2021-12-23T16:30:32Z', 'revision_number': 7, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:37.881879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ecf99-cb79-4b60-b2fa-5666009a8655 None None] The sync data for ids ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'] in dv-neutron-822801-1-hyperv is: [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:30:28Z', 'revision_number': 6, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:30:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '29db3094-8bb2-4385-ab43-ff58bb6e44af', 'name': '', 'network_id': '7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'mac_address': 'fa:16:3e:f3:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:36Z', 'updated_at': '2021-12-23T16:30:32Z', 'revision_number': 7, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'subnets': [{'id': '66a31f00-7a18-4de3-800e-9120b36e8aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:30:38.006591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a519ac-bdba-4a4f-a57f-bcb35b5e2376 req-c5507ad1-c5ac-4d75-83fd-7972ff05e829 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:30:38.008365 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20a519ac-bdba-4a4f-a57f-bcb35b5e2376 req-c5507ad1-c5ac-4d75-83fd-7972ff05e829 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 HTTP/1.1" status: 200  len: 897 time: 0.1457751
Dec 23 16:30:38.085270 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20a519ac-bdba-4a4f-a57f-bcb35b5e2376 req-9b0fc54e-d3f4-4a04-8745-a44f0e4bad27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=544e498d-51da-424c-a41a-8241838023f3 HTTP/1.1" status: 200  len: 217 time: 0.0696824
Dec 23 16:30:38.158490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a519ac-bdba-4a4f-a57f-bcb35b5e2376 req-69b63740-a69e-4569-a8ad-8d3ba30bc7da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:30:38.160141 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20a519ac-bdba-4a4f-a57f-bcb35b5e2376 req-69b63740-a69e-4569-a8ad-8d3ba30bc7da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66a31f00-7a18-4de3-800e-9120b36e8aa8 HTTP/1.1" status: 200  len: 835 time: 0.0677700
Dec 23 16:30:38.247060 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20a519ac-bdba-4a4f-a57f-bcb35b5e2376 req-623eabca-32d5-443a-b6ee-e51af152c2ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0784268
Dec 23 16:30:38.399365 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20a519ac-bdba-4a4f-a57f-bcb35b5e2376 req-415e555e-c7e0-4e03-9b9e-59f553117f3b service neutron] 10.222.0.36 "GET /v2.0/networks/7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453135
Dec 23 16:30:38.474583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36645fc-78bc-4125-b5f7-a84d658ab74c req-4a44694b-bae9-450b-bad7-f2b4efef5fa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:30:38.475404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e36645fc-78bc-4125-b5f7-a84d658ab74c req-4a44694b-bae9-450b-bad7-f2b4efef5fa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Synchronizing usage tracker for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:30:38.498291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e36645fc-78bc-4125-b5f7-a84d658ab74c req-4a44694b-bae9-450b-bad7-f2b4efef5fa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Unset dirty status for tenant:756d2eff28424d1081cd07d60adf0a7c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:30:38.499899 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e36645fc-78bc-4125-b5f7-a84d658ab74c req-4a44694b-bae9-450b-bad7-f2b4efef5fa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 945 time: 0.1137812
Dec 23 16:30:38.556177 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-20a519ac-bdba-4a4f-a57f-bcb35b5e2376 req-c0274819-1c6a-4539-88c2-b71e6089b681 service neutron] 10.222.0.36 "GET /v2.0/networks/7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493385
Dec 23 16:30:38.591416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-e36645fc-78bc-4125-b5f7-a84d658ab74c req-b3c3260f-0286-4218-bd21-ede034e56ee4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 544e498d-51da-424c-a41a-8241838023f3 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:30:38.591834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e36645fc-78bc-4125-b5f7-a84d658ab74c req-b3c3260f-0286-4218-bd21-ede034e56ee4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:38.835087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6af954-17ce-4ec3-9ab7-6630c2dab12c req-2f5d777e-2b58-4449-a327-22b50aacea99 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:30:38.836741 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2b6af954-17ce-4ec3-9ab7-6630c2dab12c req-2f5d777e-2b58-4449-a327-22b50aacea99 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ba544e-acd4-45c1-aedf-9322c1cb5d1d HTTP/1.1" status: 200  len: 945 time: 0.2180178
Dec 23 16:30:38.975589 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2b6af954-17ce-4ec3-9ab7-6630c2dab12c req-aa89119b-40f7-4d24-9eee-1c0ad9701e60 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "GET /v2.0/security-groups?id=4845017f-9ff2-4267-995a-596cca9e9e7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0823302
Dec 23 16:30:38.981021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-e36645fc-78bc-4125-b5f7-a84d658ab74c req-b3c3260f-0286-4218-bd21-ede034e56ee4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port 544e498d-51da-424c-a41a-8241838023f3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=544e498d-51da-424c-a41a-8241838023f3,segment=NetworkSegment(05d468f9-6ebf-44b7-9318-9f7498326953),segment_id=05d468f9-6ebf-44b7-9318-9f7498326953)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:30:38.981433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e36645fc-78bc-4125-b5f7-a84d658ab74c req-b3c3260f-0286-4218-bd21-ede034e56ee4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:39.111111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-e36645fc-78bc-4125-b5f7-a84d658ab74c req-b3c3260f-0286-4218-bd21-ede034e56ee4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 544e498d-51da-424c-a41a-8241838023f3 owned by compute:nova {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:30:39.201327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea11c9-47d3-471b-97c7-3ded21857c36 None None] New status for floating IP 5ce5e2bb-eb1a-46d5-8983-b478cf947e89: DOWN {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:30:39.267659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e36645fc-78bc-4125-b5f7-a84d658ab74c req-b3c3260f-0286-4218-bd21-ede034e56ee4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:39.274630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ed89ead-c314-42c6-97bd-0a5bbde08268 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:39.320723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3260f-0286-4218-bd21-ede034e56ee4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=544e498d-51da-424c-a41a-8241838023f3,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:39.323378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b3c3260f-0286-4218-bd21-ede034e56ee4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:39.401929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36645fc-78bc-4125-b5f7-a84d658ab74c req-b3c3260f-0286-4218-bd21-ede034e56ee4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] No DVR routers for this DVR port 544e498d-51da-424c-a41a-8241838023f3 on host hv-neutron-8228 {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:30:39.405579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e36645fc-78bc-4125-b5f7-a84d658ab74c req-b3c3260f-0286-4218-bd21-ede034e56ee4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:39.409965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'name': 'network-vif-deleted', 'tag': '544e498d-51da-424c-a41a-8241838023f3'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:30:39.425018 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e36645fc-78bc-4125-b5f7-a84d658ab74c req-b3c3260f-0286-4218-bd21-ede034e56ee4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.36 "DELETE /v2.0/ports/544e498d-51da-424c-a41a-8241838023f3 HTTP/1.1" status: 204  len: 173 time: 0.9196382
Dec 23 16:30:39.471506 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ba544e-acd4-45c1-aedf-9322c1cb5d1d', 'name': 'network-vif-deleted', 'tag': '544e498d-51da-424c-a41a-8241838023f3', 'status': 'completed', 'code': 200}
Dec 23 16:30:40.085545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59760) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:40.158809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5efa2c1c-2cbe-42da-a3a7-efb17251e2da tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:40.191392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5efa2c1c-2cbe-42da-a3a7-efb17251e2da tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:40.250504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5efa2c1c-2cbe-42da-a3a7-efb17251e2da tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:40.254685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-34c748e7-5ed9-4921-b7a5-20359dd0eac5 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:40.274414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa2c1c-2cbe-42da-a3a7-efb17251e2da tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4845017f-9ff2-4267-995a-596cca9e9e7c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:40.277884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5efa2c1c-2cbe-42da-a3a7-efb17251e2da tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:40.286714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5efa2c1c-2cbe-42da-a3a7-efb17251e2da tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:40.288004 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5efa2c1c-2cbe-42da-a3a7-efb17251e2da tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/security-groups/4845017f-9ff2-4267-995a-596cca9e9e7c HTTP/1.1" status: 204  len: 168 time: 0.2013810
Dec 23 16:30:40.328662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59766) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:40.749930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce51b91d-85ec-4e2f-9c98-fe929b22c23f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:41.391368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ce51b91d-85ec-4e2f-9c98-fe929b22c23f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 29db3094-8bb2-4385-ab43-ff58bb6e44af {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:30:41.391931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce51b91d-85ec-4e2f-9c98-fe929b22c23f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:41.587078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ce51b91d-85ec-4e2f-9c98-fe929b22c23f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port 29db3094-8bb2-4385-ab43-ff58bb6e44af, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=29db3094-8bb2-4385-ab43-ff58bb6e44af,segment=NetworkSegment(05d468f9-6ebf-44b7-9318-9f7498326953),segment_id=05d468f9-6ebf-44b7-9318-9f7498326953)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:30:41.587466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce51b91d-85ec-4e2f-9c98-fe929b22c23f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:41.716460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ce51b91d-85ec-4e2f-9c98-fe929b22c23f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 29db3094-8bb2-4385-ab43-ff58bb6e44af owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:30:41.905499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce51b91d-85ec-4e2f-9c98-fe929b22c23f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:41.909943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:41.956737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51b91d-85ec-4e2f-9c98-fe929b22c23f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=29db3094-8bb2-4385-ab43-ff58bb6e44af,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:41.959840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ce51b91d-85ec-4e2f-9c98-fe929b22c23f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:42.216169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:42.314250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 544e498d-51da-424c-a41a-8241838023f3 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:30:42.355723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 544e498d-51da-424c-a41a-8241838023f3 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:30:42.357212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 544e498d-51da-424c-a41a-8241838023f3 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:30:42.508921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce51b91d-85ec-4e2f-9c98-fe929b22c23f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:43.115166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce51b91d-85ec-4e2f-9c98-fe929b22c23f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:30:43.330576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce51b91d-85ec-4e2f-9c98-fe929b22c23f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:30:43.341149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8457ed66-4472-4568-8ee2-e4f2c373fb3d None None] Sync routers for ids ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:30:43.344556 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ce51b91d-85ec-4e2f-9c98-fe929b22c23f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "PUT /v2.0/routers/4a9565d1-e8c1-4c2f-8031-9b65e0309a7c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0147545
Dec 23 16:30:43.347470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59770) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:43.353702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8457ed66-4472-4568-8ee2-e4f2c373fb3d None None] Routers {'4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:30:43.354389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8457ed66-4472-4568-8ee2-e4f2c373fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874278>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:30:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:43.542660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-8457ed66-4472-4568-8ee2-e4f2c373fb3d None None] Set router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:30:43.555907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e9e5bd-79da-425f-8daa-2f1c68368974 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting subnet 66a31f00-7a18-4de3-800e-9120b36e8aa8 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:30:43.559751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37e9e5bd-79da-425f-8daa-2f1c68368974 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:43.616460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37e9e5bd-79da-425f-8daa-2f1c68368974 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:43.706422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37e9e5bd-79da-425f-8daa-2f1c68368974 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:43.790748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37e9e5bd-79da-425f-8daa-2f1c68368974 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:43.796423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fa1fcf5b-58cb-45fd-a13a-eebe1c13cb42 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:43.835202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9e5bd-79da-425f-8daa-2f1c68368974 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Subnet': ['ID=66a31f00-7a18-4de3-800e-9120b36e8aa8,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:43.837916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-37e9e5bd-79da-425f-8daa-2f1c68368974 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:43.841312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37e9e5bd-79da-425f-8daa-2f1c68368974 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:43.850635 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-37e9e5bd-79da-425f-8daa-2f1c68368974 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/subnets/66a31f00-7a18-4de3-800e-9120b36e8aa8 HTTP/1.1" status: 204  len: 168 time: 0.4995971
Dec 23 16:30:43.850820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42602165-9525-4c45-87b6-6779f2f0aa70 None None] Network 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:30:43.850924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59774) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:43.988405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8457ed66-4472-4568-8ee2-e4f2c373fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874278>, [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:30:41Z', 'revision_number': 7, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:30:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:43.992653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8457ed66-4472-4568-8ee2-e4f2c373fb3d None None] Checking router: 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:30:44.004700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8457ed66-4472-4568-8ee2-e4f2c373fb3d None None] Routers {'4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:30:44.005357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8457ed66-4472-4568-8ee2-e4f2c373fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874278>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:30:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:44.070759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:44.131550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b33900c-b25f-49b0-80c3-5fe7239fc9cd None None] DHCP port deletion for 7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:30:44.136567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4b33900c-b25f-49b0-80c3-5fe7239fc9cd None None] Deleting port 5d9d82fa-4841-40f1-ae1d-f624e030a290 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:30:44.137577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b33900c-b25f-49b0-80c3-5fe7239fc9cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:44.200693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-8457ed66-4472-4568-8ee2-e4f2c373fb3d None None] Set router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:30:44.289513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:44.299040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Deleting port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:30:44.299431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:44.388269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 5d9d82fa-4841-40f1-ae1d-f624e030a290 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:30:44.440467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4b33900c-b25f-49b0-80c3-5fe7239fc9cd None None] For port 5d9d82fa-4841-40f1-ae1d-f624e030a290, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=5d9d82fa-4841-40f1-ae1d-f624e030a290,segment=NetworkSegment(05d468f9-6ebf-44b7-9318-9f7498326953),segment_id=05d468f9-6ebf-44b7-9318-9f7498326953)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:30:44.440926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b33900c-b25f-49b0-80c3-5fe7239fc9cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:44.509281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] For port 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:30:44.509871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:44.518796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8457ed66-4472-4568-8ee2-e4f2c373fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874278>, [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:30:41Z', 'revision_number': 7, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:30:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:44.523209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8457ed66-4472-4568-8ee2-e4f2c373fb3d None None] The sync data for ids ['4a9565d1-e8c1-4c2f-8031-9b65e0309a7c'] in dv-neutron-822801-1-hyperv is: [{'id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'name': 'tempest-TestNetworkBasicOps-router-446323733', 'tenant_id': '756d2eff28424d1081cd07d60adf0a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:32Z', 'updated_at': '2021-12-23T16:30:41Z', 'revision_number': 7, 'project_id': '756d2eff28424d1081cd07d60adf0a7c', 'gw_port': {'id': '7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9565d1-e8c1-4c2f-8031-9b65e0309a7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:33Z', 'updated_at': '2021-12-23T16:30:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:30:44.582150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4b33900c-b25f-49b0-80c3-5fe7239fc9cd None None] Calling delete_port for 5d9d82fa-4841-40f1-ae1d-f624e030a290 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:30:44.649399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Calling delete_port for 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:30:44.726877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:44.754746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b33900c-b25f-49b0-80c3-5fe7239fc9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:44.759849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:44.831407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:44.837532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6ee4d2e1-b262-45bc-b4d9-7b7faadf7d05 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:45.009617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33900c-b25f-49b0-80c3-5fe7239fc9cd None None] Pushing event deleted for resources: {'Port': ['ID=5d9d82fa-4841-40f1-ae1d-f624e030a290,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:45.019825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4b33900c-b25f-49b0-80c3-5fe7239fc9cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:45.023918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33900c-b25f-49b0-80c3-5fe7239fc9cd None None] No DVR routers for this DVR port 5d9d82fa-4841-40f1-ae1d-f624e030a290 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:30:45.122353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Port': ['ID=7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:45.124908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:45.356097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:45.625705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:45.630147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:45.654938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:45.655673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Fanout notify agent at l3_agent the message router_deleted on router 4a9565d1-e8c1-4c2f-8031-9b65e0309a7c {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:30:45.671458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:45.672693 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/routers/4a9565d1-e8c1-4c2f-8031-9b65e0309a7c HTTP/1.1" status: 204  len: 168 time: 1.8207932
Dec 23 16:30:45.675767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59778) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:45.804005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7191f629-d57f-4a69-af75-2980a754a514 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:45.945328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7191f629-d57f-4a69-af75-2980a754a514 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:45.973929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-7191f629-d57f-4a69-af75-2980a754a514 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79ea5b00>,) {'filters': {'network_id': ['7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:45.986712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-7191f629-d57f-4a69-af75-2980a754a514 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ea5b00>, '05d468f9-6ebf-44b7-9318-9f7498326953') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:45.987074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-7191f629-d57f-4a69-af75-2980a754a514 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ea5b00>, '05d468f9-6ebf-44b7-9318-9f7498326953') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:45.999799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7191f629-d57f-4a69-af75-2980a754a514 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:46.015409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7191f629-d57f-4a69-af75-2980a754a514 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:46.021624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7191f629-d57f-4a69-af75-2980a754a514 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:30:46.022048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7191f629-d57f-4a69-af75-2980a754a514 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:30:46.037774 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:30:46.119564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7191f629-d57f-4a69-af75-2980a754a514 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:46.123623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7e6c5a9-4c59-48fd-af02-9586146dabf0 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:46.139926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7191f629-d57f-4a69-af75-2980a754a514 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:46.151739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191f629-d57f-4a69-af75-2980a754a514 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Pushing event deleted for resources: {'Network': ['ID=7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:46.155133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7191f629-d57f-4a69-af75-2980a754a514 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:46.159501 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7191f629-d57f-4a69-af75-2980a754a514 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] 10.222.0.67 "DELETE /v2.0/networks/7b462c4f-e9f3-4198-a7c8-4b2c52e7aa61 HTTP/1.1" status: 204  len: 168 time: 0.4827096
Dec 23 16:30:46.376381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 29db3094-8bb2-4385-ab43-ff58bb6e44af no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:30:46.413725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 29db3094-8bb2-4385-ab43-ff58bb6e44af {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:30:46.414138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 29db3094-8bb2-4385-ab43-ff58bb6e44af not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:30:46.414635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:30:46.448334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:30:46.448747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7a75e6b8-dba4-4daf-92d9-5dbb5e1359cf not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:30:46.625745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59786) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:46.812362 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cdadd03b-efe3-4176-ace6-7719a26e6530 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=756d2eff28424d1081cd07d60adf0a7c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1852164
Dec 23 16:30:46.815025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59792) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:46.882009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-548d124b-563e-4bdc-a0c6-3d2e776e9ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:46.909347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-548d124b-563e-4bdc-a0c6-3d2e776e9ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:46.953854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-548d124b-563e-4bdc-a0c6-3d2e776e9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:46.959106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-45c96f18-4f9a-4a8f-8f2f-239acf880fc1 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:46.976295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d124b-563e-4bdc-a0c6-3d2e776e9ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:46.978902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-548d124b-563e-4bdc-a0c6-3d2e776e9ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:46.982787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-548d124b-563e-4bdc-a0c6-3d2e776e9ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:46.984831 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-548d124b-563e-4bdc-a0c6-3d2e776e9ea9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fae5d0e8-0ab1-4ba1-968f-21d3e2f7e49f HTTP/1.1" status: 204  len: 168 time: 0.1686034
Dec 23 16:30:47.327152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59800) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:47.346751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6f889e3-eca7-49c2-a830-0eb9555cf8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:47.380320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d6f889e3-eca7-49c2-a830-0eb9555cf8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:30:47.384773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d6f889e3-eca7-49c2-a830-0eb9555cf8dc admin admin] Usage tracker for resource:security_group_rule and tenant:bb0c665158e44f5da02454d4100e4c6c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:30:47.388340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d6f889e3-eca7-49c2-a830-0eb9555cf8dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:30:47.394392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d6f889e3-eca7-49c2-a830-0eb9555cf8dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:30:47.467079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6f889e3-eca7-49c2-a830-0eb9555cf8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:47.469656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d6f889e3-eca7-49c2-a830-0eb9555cf8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:47.476962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c3011cad-ca19-4ec1-b488-7fb1c5431b13 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:47.520383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f889e3-eca7-49c2-a830-0eb9555cf8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cffb13f-4279-4fae-800e-a76da5b0f377,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:47.523525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d6f889e3-eca7-49c2-a830-0eb9555cf8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:47.525904 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d6f889e3-eca7-49c2-a830-0eb9555cf8dc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bb0c665158e44f5da02454d4100e4c6c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1976583
Dec 23 16:30:47.529099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59804) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:47.597119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45944ea8-537c-4f05-890a-a758172fc56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:47.624895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45944ea8-537c-4f05-890a-a758172fc56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:47.670011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45944ea8-537c-4f05-890a-a758172fc56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:47.675076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb8c01c4-7200-4dfc-9ac7-fe98b1ad84e5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:47.689257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45944ea8-537c-4f05-890a-a758172fc56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cffb13f-4279-4fae-800e-a76da5b0f377,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:47.692355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-45944ea8-537c-4f05-890a-a758172fc56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:47.693241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45944ea8-537c-4f05-890a-a758172fc56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:47.694462 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-45944ea8-537c-4f05-890a-a758172fc56e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5cffb13f-4279-4fae-800e-a76da5b0f377 HTTP/1.1" status: 204  len: 168 time: 0.1643612
Dec 23 16:30:48.645305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59826) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:48.785677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1964613037-network', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:30:48.790910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:30:48.795258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Usage tracker for resource:network and tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:30:48.798241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:30:48.805381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:30:48.814194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Made reservation on behalf of 3b72d8f968bd4e8b8c71e0a3ce701dd4 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:30:48.818884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:48.832678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:48.866546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:30:48.870541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Usage tracker for resource:security_group_rule and tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:30:48.873670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:30:48.879704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:30:48.947722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:48.950555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:48.954728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d6f889e3-eca7-49c2-a830-0eb9555cf8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:48.987492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:30:48.996386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e6fa6e-337a-4206-b8b7-69841a608799,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:49.000321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:49.003026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:49.003452 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Added segment fd138147-6555-48c8-82f2-db4eba055542 of type vlan for network 1cf1b722-9ba4-42a1-8046-80bc845a7e11
Dec 23 16:30:49.031548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:49.060589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:49.061543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:30:49.062187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:49.067143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-949c314c-6c86-46e1-b3d1-893338102025 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:49.173854 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5244434
Dec 23 16:30:49.174390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59832) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:49.176886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Pushing event updated for resources: {'Network': ['ID=1cf1b722-9ba4-42a1-8046-80bc845a7e11,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:49.179726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:49.181090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Request body: {'subnet': {'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1964613037-subnet', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'ip_version': 4}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:30:49.186872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:30:49.187781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:30:49.191314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Usage tracker for resource:subnet and tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:30:49.194377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:30:49.200862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:30:49.211536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Made reservation on behalf of 3b72d8f968bd4e8b8c71e0a3ce701dd4 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:30:49.216914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:49.439838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:49.444139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cb47ff0d-ad1d-4625-b503-3ef6bb8672bf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:49.522159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b905383-96a1-4107-ae88-bf38b3760c6e,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:49.537819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:49.538263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:49.538696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:49.539153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:49.539583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:49.540008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:49.540430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:49.540849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:49.541270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:49.541710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:49.542105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:49.546153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Checking segment: {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:30:49.546560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Network hostable DHCP agents. Network: 1cf1b722-9ba4-42a1-8046-80bc845a7e11, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:30:49.551207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:49.569887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:30:49.578967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 1cf1b722-9ba4-42a1-8046-80bc845a7e11) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:30:49.583374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:30:49.584065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:49.588000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e713f8f-eb12-4601-89a7-6c5a88e199f2 None None] Network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:30:49.606417 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4306788
Dec 23 16:30:49.609405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59836) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:49.615038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:30:49.620106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:30:49.624233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Usage tracker for resource:router and tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:30:49.627273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:30:49.633317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:30:49.647356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:49.648362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:49.668097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:49.816668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:30:49.818381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:49.824928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:50.011341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Allocated IP 172.20.0.2 (1cf1b722-9ba4-42a1-8046-80bc845a7e11/9b905383-96a1-4107-ae88-bf38b3760c6e/b01c66df-a547-43b3-ad0e-f5b55b051b29) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:30:50.264373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:50.283697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:50.295287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Transition to ACTIVE for port object b01c66df-a547-43b3-ad0e-f5b55b051b29 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:30:50.297515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:50.316747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Transition to ACTIVE for port object b01c66df-a547-43b3-ad0e-f5b55b051b29 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:30:50.326588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:50.331798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:50.398588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:30:50.401616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:30:50.405920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:30:50.413869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Pushing event updated for resources: {'Port': ['ID=b01c66df-a547-43b3-ad0e-f5b55b051b29,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:50.417423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:50.454929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Allocated IP 172.26.5.104 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/df908d96-feb0-425e-8e68-1ad5fd83fda3) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:30:50.507190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Attempting to bind port b01c66df-a547-43b3-ad0e-f5b55b051b29 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:30:50.507629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Attempting to bind port b01c66df-a547-43b3-ad0e-f5b55b051b29 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:30:50.508048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Attempting to bind port b01c66df-a547-43b3-ad0e-f5b55b051b29 on network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:30:50.517592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:30:50.518039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Checking segment: {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:30:50.518505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:50.518962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Bound using segment: {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:30:50.519525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Bound port: b01c66df-a547-43b3-ad0e-f5b55b051b29, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:30:50.519955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:50.615565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] For port b01c66df-a547-43b3-ad0e-f5b55b051b29, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:30:50.619969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] For port b01c66df-a547-43b3-ad0e-f5b55b051b29, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b01c66df-a547-43b3-ad0e-f5b55b051b29,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:30:50.621053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:50.623885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:50.628481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:50.648733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:50.653714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a43701a5-914e-4825-aa93-95e68d6b4a5d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:50.713528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Pushing event updated for resources: {'Port': ['ID=b01c66df-a547-43b3-ad0e-f5b55b051b29,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:50.716856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:50.732742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:30:50.735904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:30:50.740705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:30:50.768394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Pushing event updated for resources: {'Port': ['ID=df908d96-feb0-425e-8e68-1ad5fd83fda3,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:50.773953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:50.907812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:50.908591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:51.166162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:30:51.388937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:30:51.397909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Sync routers for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:30:51.411189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:30:51.411872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a38f7f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:30:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:51.413683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:51.415034 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.8046012
Dec 23 16:30:51.418811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59840) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:51.600416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:30:51.913165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a38f7f0>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:50Z', 'revision_number': 3, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:51.917499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Checking router: 2c59fb56-c2b9-41c1-8c88-d9a499e50286 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:30:51.917781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Updating router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 port df908d96-feb0-425e-8e68-1ad5fd83fda3 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:30:51.974740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:52.221500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:52.345551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:52.362533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Transition to ACTIVE for port object df908d96-feb0-425e-8e68-1ad5fd83fda3 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:30:52.369939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:52.377232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35d42627-55f6-405e-bce2-0a5284267f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:52.439574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb99024b-acb1-42f0-b438-7c3fe239e965 None None] Network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:30:52.465930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b01c66df-a547-43b3-ad0e-f5b55b051b29 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:30:52.474668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Allocated IP 172.20.0.1 (1cf1b722-9ba4-42a1-8046-80bc845a7e11/9b905383-96a1-4107-ae88-bf38b3760c6e/53406373-6116-42b1-bc56-2e6813ba2449) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:30:52.556274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Attempting to bind port df908d96-feb0-425e-8e68-1ad5fd83fda3 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:30:52.556726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Attempting to bind port df908d96-feb0-425e-8e68-1ad5fd83fda3 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:30:52.557130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Attempting to bind port df908d96-feb0-425e-8e68-1ad5fd83fda3 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:30:52.564967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fefd7f-e4ae-43f1-bd83-209065446c4d None None] Pushing event updated for resources: {'Port': ['ID=df908d96-feb0-425e-8e68-1ad5fd83fda3,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:52.621778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-83fefd7f-e4ae-43f1-bd83-209065446c4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:52.638584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:30:52.639058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:30:52.678485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:52.678786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:52.678887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:30:52.678887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Bound port: df908d96-feb0-425e-8e68-1ad5fd83fda3, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:30:52.678887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:52.679380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Transition to ACTIVE for port object 53406373-6116-42b1-bc56-2e6813ba2449 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:30:52.700389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:52.705400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f6cb1ff-ce58-4c1e-a073-c54fb13aabb6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:52.709535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e59455de-6fdd-4678-b50f-9399770f256c None None] Provisioning for port b01c66df-a547-43b3-ad0e-f5b55b051b29 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:30:52.787096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:30:52.790075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:30:52.795224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:30:52.802811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port b01c66df-a547-43b3-ad0e-f5b55b051b29 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:30:52.813692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] For port df908d96-feb0-425e-8e68-1ad5fd83fda3, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:30:52.822547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Pushing event updated for resources: {'Port': ['ID=53406373-6116-42b1-bc56-2e6813ba2449,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:52.826421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:52.826776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b01c66df-a547-43b3-ad0e-f5b55b051b29 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:30:52.827234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:52.855621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:52.870910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] For port df908d96-feb0-425e-8e68-1ad5fd83fda3, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=df908d96-feb0-425e-8e68-1ad5fd83fda3,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:30:52.882900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:52.892432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:52.942383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:53.211813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fefd7f-e4ae-43f1-bd83-209065446c4d None None] Pushing event updated for resources: {'Port': ['ID=df908d96-feb0-425e-8e68-1ad5fd83fda3,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:53.245206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-83fefd7f-e4ae-43f1-bd83-209065446c4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:53.270352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:30:53.271117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a38f7f0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:30:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:53.374548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:53.443076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:53.447794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:53.478499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:53.494764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port b01c66df-a547-43b3-ad0e-f5b55b051b29, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b01c66df-a547-43b3-ad0e-f5b55b051b29,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:30:53.500655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:53.506538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4b33900c-b25f-49b0-80c3-5fe7239fc9cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:53.568871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:53.573538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Pushing event updated for resources: {'Port': ['ID=53406373-6116-42b1-bc56-2e6813ba2449,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:53.577489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:53.580932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:30:53.667524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=b01c66df-a547-43b3-ad0e-f5b55b051b29,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:53.671354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:53.728391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:30:53.729707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:30:53.763369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a4ccd623-9c4a-49e5-9ec1-e136664870ba None None] Provisioning for port 53406373-6116-42b1-bc56-2e6813ba2449 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:30:53.774153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a4ccd623-9c4a-49e5-9ec1-e136664870ba None None] Provisioning complete for port 53406373-6116-42b1-bc56-2e6813ba2449 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:30:53.774580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd623-9c4a-49e5-9ec1-e136664870ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:53.914210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a4ccd623-9c4a-49e5-9ec1-e136664870ba None None] Port 53406373-6116-42b1-bc56-2e6813ba2449 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:30:53.989285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a4ccd623-9c4a-49e5-9ec1-e136664870ba None None] Provisioning complete for port b01c66df-a547-43b3-ad0e-f5b55b051b29 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:30:53.989758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd623-9c4a-49e5-9ec1-e136664870ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:54.119670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a38f7f0>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 1, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:54.130217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a332e9-9a37-4ead-978e-ec5fdd42506a None None] The sync data for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv is: [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 1, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:30:54.172012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:30:54.267989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e79d4dce-8a5a-4ac9-ab49-aff507f4f577 None None] Provisioning complete for port 53406373-6116-42b1-bc56-2e6813ba2449 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:30:54.268419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e79d4dce-8a5a-4ac9-ab49-aff507f4f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:54.326372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-e79d4dce-8a5a-4ac9-ab49-aff507f4f577 None None] Port 53406373-6116-42b1-bc56-2e6813ba2449 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:30:54.384318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b01c66df-a547-43b3-ad0e-f5b55b051b29 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:30:54.394507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:30:54.404883 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] 10.222.0.67 "PUT /v2.0/routers/2c59fb56-c2b9-41c1-8c88-d9a499e50286/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9848771
Dec 23 16:30:54.451867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89cb9d12-c1e7-4bc7-bfde-73419fc6d0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:54.472737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port b01c66df-a547-43b3-ad0e-f5b55b051b29 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:30:54.473179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:55.390115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59862) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:55.396531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1705006642-network', 'tenant_id': '24724d0b89204b248841d0bc54698988'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:30:55.402084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:30:55.406950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Usage tracker for resource:network and tenant:24724d0b89204b248841d0bc54698988 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:30:55.410062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:30:55.416903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:30:55.428264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Made reservation on behalf of 24724d0b89204b248841d0bc54698988 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:30:55.433058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:55.448143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:55.484886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:30:55.489091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Usage tracker for resource:security_group_rule and tenant:24724d0b89204b248841d0bc54698988 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:30:55.492269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:30:55.499407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:30:55.575276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:55.578188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:55.582773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-39e294b3-aac7-4038-9b27-9c3a6dc3a84c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:55.610824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:30:55.625342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fe936d-3d84-4d7c-bd19-ad29adc61eff,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:55.629678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:55.630712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:55.631106 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Added segment dad8f565-05c5-4a60-a75d-a364eb950bd6 of type vlan for network 8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a
Dec 23 16:30:55.660778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:55.692647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:55.693639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:30:55.694285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:55.700131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0fc6855e-9f48-4c33-9bfe-5e073bc87323 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:55.805439 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4140182
Dec 23 16:30:55.808452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59866) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:55.812132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Pushing event updated for resources: {'Network': ['ID=8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:55.815047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:55.823245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:30:55.823926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Request body: {'subnet': {'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1705006642-subnet', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'ip_version': 4}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:30:55.830591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:30:55.834848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Usage tracker for resource:subnet and tenant:24724d0b89204b248841d0bc54698988 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:30:55.838081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:30:55.845192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:30:55.855960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Made reservation on behalf of 24724d0b89204b248841d0bc54698988 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:30:55.861206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:55.951781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:56.080219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:56.085299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dbd1cba7-bd23-449f-8823-353aba199c00 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:56.164958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed858a8a-2097-414a-b2c8-c061f0a1efb2,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:56.171147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:56.182092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Checking segment: {'id': 'dad8f565-05c5-4a60-a75d-a364eb950bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:30:56.182497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Network hostable DHCP agents. Network: 8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:30:56.205910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Network 8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:30:56.214356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:30:56.219021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:30:56.219971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:56.225594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b9143b-8c35-44d5-aca6-bf9c90824514 None None] Network 8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:30:56.239828 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4291630
Dec 23 16:30:56.242698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59870) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:56.248741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1705006642-router', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:30:56.254006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:30:56.258095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Usage tracker for resource:router and tenant:24724d0b89204b248841d0bc54698988 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:30:56.261533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:30:56.268107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:30:56.278273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:56.279335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:56.297767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:56.447943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device df908d96-feb0-425e-8e68-1ad5fd83fda3 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:30:56.452363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:56.499162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a', 'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'fixed_ips': [{'subnet_id': 'ed858a8a-2097-414a-b2c8-c061f0a1efb2'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:30:56.500070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:56.622626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port df908d96-feb0-425e-8e68-1ad5fd83fda3 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:30:56.655191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:56.666003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port df908d96-feb0-425e-8e68-1ad5fd83fda3 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:30:56.666431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:56.693794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:56.743253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Allocated IP 172.20.0.2 (8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a/ed858a8a-2097-414a-b2c8-c061f0a1efb2/9828c11d-4917-411d-adda-de3a5318974b) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:30:56.841583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Allocated IP 172.26.5.107 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/f3423689-0900-440a-b6cf-bd94d35f0f71) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:30:56.853664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6eca8ce-d94a-46af-ab4d-c4df8c21431b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:56.928544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:56.964283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port df908d96-feb0-425e-8e68-1ad5fd83fda3, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=df908d96-feb0-425e-8e68-1ad5fd83fda3,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:30:56.969774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:56.979396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:57.006474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:57.033564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:57.038163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9f9361f0-7ddc-40ec-ba68-139f9f884479 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:57.104173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:30:57.106747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=df908d96-feb0-425e-8e68-1ad5fd83fda3,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:57.107127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:30:57.110316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:30:57.111895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:57.112876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:57.123958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Transition to ACTIVE for port object 9828c11d-4917-411d-adda-de3a5318974b will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:30:57.143943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Transition to ACTIVE for port object 9828c11d-4917-411d-adda-de3a5318974b will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:30:57.149205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:57.153098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Pushing event updated for resources: {'Port': ['ID=f3423689-0900-440a-b6cf-bd94d35f0f71,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:57.154468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:57.156251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:57.229721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Network 8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:30:57.233468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:30:57.235511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Pushing event updated for resources: {'Port': ['ID=9828c11d-4917-411d-adda-de3a5318974b,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:57.237873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:30:57.240638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:57.292904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:57.293688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:57.348819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Attempting to bind port 9828c11d-4917-411d-adda-de3a5318974b on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:30:57.349244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Attempting to bind port 9828c11d-4917-411d-adda-de3a5318974b by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'dad8f565-05c5-4a60-a75d-a364eb950bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:30:57.349659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Attempting to bind port 9828c11d-4917-411d-adda-de3a5318974b on network 8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:30:57.353995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:57.358154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:30:57.358574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Checking segment: {'id': 'dad8f565-05c5-4a60-a75d-a364eb950bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:30:57.359047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:57.359496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Bound using segment: {'id': 'dad8f565-05c5-4a60-a75d-a364eb950bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:30:57.360018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Bound port: 9828c11d-4917-411d-adda-de3a5318974b, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad8f565-05c5-4a60-a75d-a364eb950bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:30:57.360439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:57.628441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-015a782d-380d-4a10-98e7-5af09792212c None None] For port 9828c11d-4917-411d-adda-de3a5318974b, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:30:57.631735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-015a782d-380d-4a10-98e7-5af09792212c None None] For port 9828c11d-4917-411d-adda-de3a5318974b, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=9828c11d-4917-411d-adda-de3a5318974b,segment=NetworkSegment(dad8f565-05c5-4a60-a75d-a364eb950bd6),segment_id=dad8f565-05c5-4a60-a75d-a364eb950bd6)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:30:57.635315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:57.640419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:57.719502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Pushing event updated for resources: {'Port': ['ID=9828c11d-4917-411d-adda-de3a5318974b,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:57.722840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:57.746939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Sync routers for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:30:57.760399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:30:57.760998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9ee9b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:30:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:57.789454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Router 6838b0a9-1f9e-4b18-a692-0568c8fa2977 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:30:57.955083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:30:58.021643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:30:58.040141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Sync routers for ids ['6838b0a9-1f9e-4b18-a692-0568c8fa2977'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:30:58.060694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:58.062477 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.8186646
Dec 23 16:30:58.065291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59874) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:30:58.065429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Routers {'6838b0a9-1f9e-4b18-a692-0568c8fa2977'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:30:58.066121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0c6748>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:30:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6838b0a9-1f9e-4b18-a692-0568c8fa2977'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:58.315574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Set router 6838b0a9-1f9e-4b18-a692-0568c8fa2977 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:30:58.343094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9ee9b0>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:30:53Z', 'revision_number': 2, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:58.348679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Checking router: 2c59fb56-c2b9-41c1-8c88-d9a499e50286 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:30:58.349202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Updating router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 port 53406373-6116-42b1-bc56-2e6813ba2449 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:30:58.409344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:58.550679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device df908d96-feb0-425e-8e68-1ad5fd83fda3 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:30:58.652524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:58.729283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port df908d96-feb0-425e-8e68-1ad5fd83fda3 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:30:58.729730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:58.801377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:58.803958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0c6748>, [{'id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'name': 'tempest-TestVolumeBootPattern-1705006642-router', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f3423689-0900-440a-b6cf-bd94d35f0f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:30:57Z', 'revision_number': 3, 'project_id': '24724d0b89204b248841d0bc54698988', 'gw_port': {'id': 'f3423689-0900-440a-b6cf-bd94d35f0f71', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:58.810968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Checking router: 6838b0a9-1f9e-4b18-a692-0568c8fa2977 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:30:58.811418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Updating router 6838b0a9-1f9e-4b18-a692-0568c8fa2977 port f3423689-0900-440a-b6cf-bd94d35f0f71 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:30:58.814321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Transition to ACTIVE for port object 53406373-6116-42b1-bc56-2e6813ba2449 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:30:58.821068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:58.826037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ebe6887-8b68-4d45-b1e2-a0b30f53def0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:58.918673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:58.948049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9828c11d-4917-411d-adda-de3a5318974b up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:30:58.961460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Pushing event updated for resources: {'Port': ['ID=53406373-6116-42b1-bc56-2e6813ba2449,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:59.009610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:59.059888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:59.060284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:59.060671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:59.061054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:59.061673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:59.061790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:59.062154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:59.062529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:59.062891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:59.068083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:59.068493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:30:59.077480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:59.109887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Attempting to bind port 53406373-6116-42b1-bc56-2e6813ba2449 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:30:59.110441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Attempting to bind port 53406373-6116-42b1-bc56-2e6813ba2449 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:30:59.110952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Attempting to bind port 53406373-6116-42b1-bc56-2e6813ba2449 on network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:30:59.119097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:30:59.119613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Checking segment: {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:30:59.120148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:59.120673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Bound using segment: {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:30:59.121890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Bound port: 53406373-6116-42b1-bc56-2e6813ba2449, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:30:59.122412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:59.173587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 9828c11d-4917-411d-adda-de3a5318974b completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:30:59.241295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] For port 53406373-6116-42b1-bc56-2e6813ba2449, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:30:59.244977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] For port 53406373-6116-42b1-bc56-2e6813ba2449, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=53406373-6116-42b1-bc56-2e6813ba2449,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:30:59.252739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:59.257812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:59.333093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Pushing event updated for resources: {'Port': ['ID=53406373-6116-42b1-bc56-2e6813ba2449,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:59.336900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:59.341518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Allocated IP 172.20.0.1 (8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a/ed858a8a-2097-414a-b2c8-c061f0a1efb2/ebfab9f2-2baf-46de-be36-8589a20b978d) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:30:59.365391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:30:59.366086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9ee9b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:30:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:30:59.530430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:59.553459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Transition to ACTIVE for port object f3423689-0900-440a-b6cf-bd94d35f0f71 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:30:59.556227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:59.569107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:59.577190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-83fefd7f-e4ae-43f1-bd83-209065446c4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:59.578902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Transition to ACTIVE for port object ebfab9f2-2baf-46de-be36-8589a20b978d will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:30:59.603284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:30:59.605989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:59.611265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0b36cb17-bc03-4c36-9619-9efecbe6ff63 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:59.658789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ba908-60f5-4f4e-a9cd-2a69e9e350b6 None None] Pushing event updated for resources: {'Port': ['ID=f3423689-0900-440a-b6cf-bd94d35f0f71,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:59.662174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c31ba908-60f5-4f4e-a9cd-2a69e9e350b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:59.702460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Network 8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:30:59.706695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:30:59.709242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Pushing event updated for resources: {'Port': ['ID=ebfab9f2-2baf-46de-be36-8589a20b978d,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:30:59.714391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:30:59.715793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:30:59.718288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Attempting to bind port f3423689-0900-440a-b6cf-bd94d35f0f71 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:30:59.718812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Attempting to bind port f3423689-0900-440a-b6cf-bd94d35f0f71 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:30:59.719361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Attempting to bind port f3423689-0900-440a-b6cf-bd94d35f0f71 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:30:59.733041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:30:59.733665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:30:59.734265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:59.735161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:30:59.735673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Bound port: f3423689-0900-440a-b6cf-bd94d35f0f71, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:30:59.736509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:59.795571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:59.856784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] For port f3423689-0900-440a-b6cf-bd94d35f0f71, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:30:59.860061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] For port f3423689-0900-440a-b6cf-bd94d35f0f71, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f3423689-0900-440a-b6cf-bd94d35f0f71,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:30:59.863794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:59.868298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:30:59.889011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:30:59.907598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b1df22-ed4d-4383-8c10-ac3915acac62 None None] Network 8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:31:00.054823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9ee9b0>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:30:59Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:31:00.060579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94409b72-5ecf-4dd9-81d3-b65eb920f13a None None] The sync data for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv is: [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:30:59Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:31:00.060750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ba908-60f5-4f4e-a9cd-2a69e9e350b6 None None] Pushing event updated for resources: {'Port': ['ID=f3423689-0900-440a-b6cf-bd94d35f0f71,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:00.068686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c31ba908-60f5-4f4e-a9cd-2a69e9e350b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:00.102091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Routers {'6838b0a9-1f9e-4b18-a692-0568c8fa2977'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:31:00.102793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0c6748>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:30:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6838b0a9-1f9e-4b18-a692-0568c8fa2977'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:31:00.146736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:00.150692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:00.212366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e370be87-3d0d-49c5-8b92-5de24a757dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:00.244397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d44c5e2c-8947-4114-a045-f0cee483c5fe None None] Provisioning for port 9828c11d-4917-411d-adda-de3a5318974b completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:31:00.250358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:00.309055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Pushing event updated for resources: {'Port': ['ID=ebfab9f2-2baf-46de-be36-8589a20b978d,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:00.322585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:00.323024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d44c5e2c-8947-4114-a045-f0cee483c5fe None None] Provisioning complete for port 9828c11d-4917-411d-adda-de3a5318974b triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:31:00.323466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d44c5e2c-8947-4114-a045-f0cee483c5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:00.447025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Network 8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:31:00.448370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:31:00.589506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 53406373-6116-42b1-bc56-2e6813ba2449 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:31:00.697479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] Set router 6838b0a9-1f9e-4b18-a692-0568c8fa2977 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:31:00.888168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Router 6838b0a9-1f9e-4b18-a692-0568c8fa2977 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:31:00.920539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 53406373-6116-42b1-bc56-2e6813ba2449 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:31:00.923770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d44c5e2c-8947-4114-a045-f0cee483c5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:00.961347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 53406373-6116-42b1-bc56-2e6813ba2449 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:31:00.961782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:00.986205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:31:01.125472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d44c5e2c-8947-4114-a045-f0cee483c5fe None None] For port 9828c11d-4917-411d-adda-de3a5318974b, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=9828c11d-4917-411d-adda-de3a5318974b,segment=NetworkSegment(dad8f565-05c5-4a60-a75d-a364eb950bd6),segment_id=dad8f565-05c5-4a60-a75d-a364eb950bd6)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:31:01.134012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d44c5e2c-8947-4114-a045-f0cee483c5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:01.138690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:01.144642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:31:01.158817 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] 10.222.0.67 "PUT /v2.0/routers/6838b0a9-1f9e-4b18-a692-0568c8fa2977/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0921559
Dec 23 16:31:01.305498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:01.382363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c5e2c-8947-4114-a045-f0cee483c5fe None None] Pushing event updated for resources: {'Port': ['ID=9828c11d-4917-411d-adda-de3a5318974b,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:01.394469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d44c5e2c-8947-4114-a045-f0cee483c5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:01.421960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 53406373-6116-42b1-bc56-2e6813ba2449, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=53406373-6116-42b1-bc56-2e6813ba2449,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:31:01.424519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5cee71dc-5a13-4871-ae10-8d7ca477ec18 None None] Provisioning complete for port 9828c11d-4917-411d-adda-de3a5318974b triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:31:01.424957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5cee71dc-5a13-4871-ae10-8d7ca477ec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:01.454807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:01.469015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:01.567617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0c6748>, [{'id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'name': 'tempest-TestVolumeBootPattern-1705006642-router', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f3423689-0900-440a-b6cf-bd94d35f0f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:30:59Z', 'revision_number': 4, 'project_id': '24724d0b89204b248841d0bc54698988', 'gw_port': {'id': 'f3423689-0900-440a-b6cf-bd94d35f0f71', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ebfab9f2-2baf-46de-be36-8589a20b978d', 'name': '', 'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'mac_address': 'fa:16:3e:df:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed858a8a-2097-414a-b2c8-c061f0a1efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:59Z', 'updated_at': '2021-12-23T16:30:59Z', 'revision_number': 2, 'project_id': '24724d0b89204b248841d0bc54698988', 'subnets': [{'id': 'ed858a8a-2097-414a-b2c8-c061f0a1efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:31:01.579182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82696989-26f5-489f-89ce-8cd4d6f249e0 None None] The sync data for ids ['6838b0a9-1f9e-4b18-a692-0568c8fa2977'] in dv-neutron-822801-1-hyperv is: [{'id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'name': 'tempest-TestVolumeBootPattern-1705006642-router', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f3423689-0900-440a-b6cf-bd94d35f0f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:30:59Z', 'revision_number': 4, 'project_id': '24724d0b89204b248841d0bc54698988', 'gw_port': {'id': 'f3423689-0900-440a-b6cf-bd94d35f0f71', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ebfab9f2-2baf-46de-be36-8589a20b978d', 'name': '', 'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'mac_address': 'fa:16:3e:df:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed858a8a-2097-414a-b2c8-c061f0a1efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:59Z', 'updated_at': '2021-12-23T16:30:59Z', 'revision_number': 2, 'project_id': '24724d0b89204b248841d0bc54698988', 'subnets': [{'id': 'ed858a8a-2097-414a-b2c8-c061f0a1efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:31:01.581103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=53406373-6116-42b1-bc56-2e6813ba2449,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:01.613011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:01.671477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5cee71dc-5a13-4871-ae10-8d7ca477ec18 None None] Provisioning for port ebfab9f2-2baf-46de-be36-8589a20b978d completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:31:01.679190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5cee71dc-5a13-4871-ae10-8d7ca477ec18 None None] Provisioning complete for port ebfab9f2-2baf-46de-be36-8589a20b978d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:31:01.680394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5cee71dc-5a13-4871-ae10-8d7ca477ec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:01.751218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5cee71dc-5a13-4871-ae10-8d7ca477ec18 None None] Port ebfab9f2-2baf-46de-be36-8589a20b978d cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:31:01.815152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59884) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:01.822762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-175195997', 'description': 'tempest-secgroup-smoke-175195997 description', 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:31:01.830671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:31:01.834818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Usage tracker for resource:security_group and tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:31:01.838062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:31:01.847813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:31:01.859540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:01.877576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f1f76538-c3d5-4b24-aca9-dd67c4368f51 None None] Provisioning complete for port ebfab9f2-2baf-46de-be36-8589a20b978d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:31:01.878023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1f76538-c3d5-4b24-aca9-dd67c4368f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:01.907933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:31:01.914809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Usage tracker for resource:security_group_rule and tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:31:01.921106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:31:01.928701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:31:01.940109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f1f76538-c3d5-4b24-aca9-dd67c4368f51 None None] Port ebfab9f2-2baf-46de-be36-8589a20b978d cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:31:02.004474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.008245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.016350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:02.064494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.064494 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2467110
Dec 23 16:31:02.066566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59888) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:02.070096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9d7dd3-42eb-43e3-856d-86f84b5c2782,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:02.073788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-569cebdd-a421-4e61-80df-d8581da57fd1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:02.076548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a24cde38-a4eb-480c-8260-7f9b5b9347de tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Request body: {'security_group_rule': {'security_group_id': '2e9d7dd3-42eb-43e3-856d-86f84b5c2782', 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:31:02.083514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a24cde38-a4eb-480c-8260-7f9b5b9347de tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:31:02.088745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a24cde38-a4eb-480c-8260-7f9b5b9347de tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Usage tracker for resource:security_group_rule and tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:31:02.095175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a24cde38-a4eb-480c-8260-7f9b5b9347de tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:31:02.104181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a24cde38-a4eb-480c-8260-7f9b5b9347de tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:31:02.130151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a24cde38-a4eb-480c-8260-7f9b5b9347de tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.231774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a24cde38-a4eb-480c-8260-7f9b5b9347de tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.235025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a24cde38-a4eb-480c-8260-7f9b5b9347de tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.237226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-638651f7-a0a1-4245-864c-e1740f83787c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:02.266975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cde38-a4eb-480c-8260-7f9b5b9347de tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ffc098-1cd8-42bc-9544-f583e1940f34,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:02.269788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a24cde38-a4eb-480c-8260-7f9b5b9347de tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:02.276768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a24cde38-a4eb-480c-8260-7f9b5b9347de tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.279318 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a24cde38-a4eb-480c-8260-7f9b5b9347de tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2115707
Dec 23 16:31:02.282798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 59892) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:02.289474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c15b3b5e-91a9-44d2-b1f3-d832ad9e7921 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Request body: {'security_group_rule': {'security_group_id': '2e9d7dd3-42eb-43e3-856d-86f84b5c2782', 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:31:02.296549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c15b3b5e-91a9-44d2-b1f3-d832ad9e7921 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:31:02.301084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c15b3b5e-91a9-44d2-b1f3-d832ad9e7921 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Usage tracker for resource:security_group_rule and tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:31:02.304458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c15b3b5e-91a9-44d2-b1f3-d832ad9e7921 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:31:02.312718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c15b3b5e-91a9-44d2-b1f3-d832ad9e7921 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:31:02.331530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c15b3b5e-91a9-44d2-b1f3-d832ad9e7921 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.410715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c15b3b5e-91a9-44d2-b1f3-d832ad9e7921 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.414609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c15b3b5e-91a9-44d2-b1f3-d832ad9e7921 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.418868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9828c11d-4917-411d-adda-de3a5318974b up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:31:02.422223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ce4d2c65-f726-4630-949a-bbe00435700a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:02.447186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b3b5e-91a9-44d2-b1f3-d832ad9e7921 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee14acf8-2672-4449-a903-d81f804542b1,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:02.453995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c15b3b5e-91a9-44d2-b1f3-d832ad9e7921 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:02.458209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c15b3b5e-91a9-44d2-b1f3-d832ad9e7921 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.462644 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c15b3b5e-91a9-44d2-b1f3-d832ad9e7921 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1786852
Dec 23 16:31:02.462865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59896) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:02.470040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a82310fb-ebad-478b-85f5-55787a4dfdeb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Request body: {'security_group_rule': {'security_group_id': '2e9d7dd3-42eb-43e3-856d-86f84b5c2782', 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:31:02.476736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a82310fb-ebad-478b-85f5-55787a4dfdeb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:31:02.481384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a82310fb-ebad-478b-85f5-55787a4dfdeb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Usage tracker for resource:security_group_rule and tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:31:02.484580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a82310fb-ebad-478b-85f5-55787a4dfdeb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:31:02.491161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a82310fb-ebad-478b-85f5-55787a4dfdeb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:31:02.500449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 9828c11d-4917-411d-adda-de3a5318974b triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:31:02.500893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.510429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a82310fb-ebad-478b-85f5-55787a4dfdeb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.587773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a82310fb-ebad-478b-85f5-55787a4dfdeb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.592052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a82310fb-ebad-478b-85f5-55787a4dfdeb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.594176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7764bef6-2da7-4626-ac19-09d4aa5c4c3f tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:02.632180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 53406373-6116-42b1-bc56-2e6813ba2449 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:31:02.723799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 53406373-6116-42b1-bc56-2e6813ba2449 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:31:02.724283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.890888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82310fb-ebad-478b-85f5-55787a4dfdeb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84520499-c355-4178-adee-14e45209f1ab,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:02.895708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a82310fb-ebad-478b-85f5-55787a4dfdeb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:02.903545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a82310fb-ebad-478b-85f5-55787a4dfdeb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:02.904889 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a82310fb-ebad-478b-85f5-55787a4dfdeb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4409657
Dec 23 16:31:02.907891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59900) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:02.914061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-9b0550db-d5de-4df6-9197-436967a32a8d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Request body: {'security_group_rule': {'security_group_id': '2e9d7dd3-42eb-43e3-856d-86f84b5c2782', 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:31:02.921419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9b0550db-d5de-4df6-9197-436967a32a8d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:31:02.925570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9b0550db-d5de-4df6-9197-436967a32a8d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Usage tracker for resource:security_group_rule and tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:31:02.928671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-9b0550db-d5de-4df6-9197-436967a32a8d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:31:02.936865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-9b0550db-d5de-4df6-9197-436967a32a8d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:31:02.953471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b0550db-d5de-4df6-9197-436967a32a8d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:03.024950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b0550db-d5de-4df6-9197-436967a32a8d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:03.028287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b0550db-d5de-4df6-9197-436967a32a8d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:03.030258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e97cd1a5-3028-4f41-a2e0-04bf6f4ab512 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:03.055077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0550db-d5de-4df6-9197-436967a32a8d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec55765-4d2d-473b-86af-57224207b5ad,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:03.057797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b0550db-d5de-4df6-9197-436967a32a8d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:03.066033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9b0550db-d5de-4df6-9197-436967a32a8d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:03.067380 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9b0550db-d5de-4df6-9197-436967a32a8d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1583309
Dec 23 16:31:03.070238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59904) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:03.076506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-36707a42-33ae-4634-a8dd-3154b5f09a28 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Request body: {'security_group_rule': {'security_group_id': '2e9d7dd3-42eb-43e3-856d-86f84b5c2782', 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:31:03.083138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-36707a42-33ae-4634-a8dd-3154b5f09a28 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:31:03.087288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-36707a42-33ae-4634-a8dd-3154b5f09a28 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Usage tracker for resource:security_group_rule and tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:31:03.090415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-36707a42-33ae-4634-a8dd-3154b5f09a28 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:31:03.096531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-36707a42-33ae-4634-a8dd-3154b5f09a28 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:31:03.107911 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-36707a42-33ae-4634-a8dd-3154b5f09a28 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Project 3b72d8f968bd4e8b8c71e0a3ce701dd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:31:03.115406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-36707a42-33ae-4634-a8dd-3154b5f09a28 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:03.193849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-36707a42-33ae-4634-a8dd-3154b5f09a28 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:03.197555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-36707a42-33ae-4634-a8dd-3154b5f09a28 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:03.200339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f9c11339-7636-4783-a17d-524d96d92b6e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:03.224203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36707a42-33ae-4634-a8dd-3154b5f09a28 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39544311-49d4-4446-a2ab-52429c465253,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:03.233323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-36707a42-33ae-4634-a8dd-3154b5f09a28 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:03.237079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-36707a42-33ae-4634-a8dd-3154b5f09a28 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:03.238604 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-36707a42-33ae-4634-a8dd-3154b5f09a28 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1671209
Dec 23 16:31:03.241386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 59908) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:03.248156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bec6a175-b4cc-476e-bf9e-66d46d63f773 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Request body: {'security_group_rule': {'security_group_id': '2e9d7dd3-42eb-43e3-856d-86f84b5c2782', 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:31:03.255981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bec6a175-b4cc-476e-bf9e-66d46d63f773 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:31:03.260409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bec6a175-b4cc-476e-bf9e-66d46d63f773 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Usage tracker for resource:security_group_rule and tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:31:03.264522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bec6a175-b4cc-476e-bf9e-66d46d63f773 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:31:03.270744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bec6a175-b4cc-476e-bf9e-66d46d63f773 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:31:03.281871 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-bec6a175-b4cc-476e-bf9e-66d46d63f773 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Project 3b72d8f968bd4e8b8c71e0a3ce701dd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:31:03.288983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bec6a175-b4cc-476e-bf9e-66d46d63f773 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:03.366548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bec6a175-b4cc-476e-bf9e-66d46d63f773 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:03.369412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bec6a175-b4cc-476e-bf9e-66d46d63f773 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:03.372292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f6a4740-15aa-4926-9a48-e3b8b9e126ee tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:03.397477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6a175-b4cc-476e-bf9e-66d46d63f773 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692e2535-b0e9-4689-ae59-8d88243d92db,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:03.400286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bec6a175-b4cc-476e-bf9e-66d46d63f773 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:03.408964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bec6a175-b4cc-476e-bf9e-66d46d63f773 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:03.410286 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bec6a175-b4cc-476e-bf9e-66d46d63f773 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1678646
Dec 23 16:31:04.414117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f3423689-0900-440a-b6cf-bd94d35f0f71 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:31:04.487965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port f3423689-0900-440a-b6cf-bd94d35f0f71 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:31:04.493090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f3423689-0900-440a-b6cf-bd94d35f0f71 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:31:04.493526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:04.615417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:04.636329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port f3423689-0900-440a-b6cf-bd94d35f0f71, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f3423689-0900-440a-b6cf-bd94d35f0f71,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:31:04.640645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:04.643786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:04.719764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=f3423689-0900-440a-b6cf-bd94d35f0f71,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:04.725451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:05.530889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Sync routers for ids ['6838b0a9-1f9e-4b18-a692-0568c8fa2977'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:31:05.544458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Routers {'6838b0a9-1f9e-4b18-a692-0568c8fa2977'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:31:05.545148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aae9a58>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:30:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6838b0a9-1f9e-4b18-a692-0568c8fa2977'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:31:05.879820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Set router 6838b0a9-1f9e-4b18-a692-0568c8fa2977 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:31:06.229158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aae9a58>, [{'id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'name': 'tempest-TestVolumeBootPattern-1705006642-router', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f3423689-0900-440a-b6cf-bd94d35f0f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:30:59Z', 'revision_number': 4, 'project_id': '24724d0b89204b248841d0bc54698988', 'gw_port': {'id': 'f3423689-0900-440a-b6cf-bd94d35f0f71', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ebfab9f2-2baf-46de-be36-8589a20b978d', 'name': '', 'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'mac_address': 'fa:16:3e:df:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed858a8a-2097-414a-b2c8-c061f0a1efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:59Z', 'updated_at': '2021-12-23T16:30:59Z', 'revision_number': 2, 'project_id': '24724d0b89204b248841d0bc54698988', 'subnets': [{'id': 'ed858a8a-2097-414a-b2c8-c061f0a1efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:31:06.234016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Checking router: 6838b0a9-1f9e-4b18-a692-0568c8fa2977 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:31:06.234428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Updating router 6838b0a9-1f9e-4b18-a692-0568c8fa2977 port ebfab9f2-2baf-46de-be36-8589a20b978d binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:31:06.290341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:06.397768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f3423689-0900-440a-b6cf-bd94d35f0f71 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:31:06.473316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f3423689-0900-440a-b6cf-bd94d35f0f71 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:31:06.473721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:06.685919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:06.699594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Transition to ACTIVE for port object ebfab9f2-2baf-46de-be36-8589a20b978d will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:31:06.706082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:06.710474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f26ec38b-89fa-4f77-9b40-1e6e62b6d582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:06.845559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9c39e-3ecb-4656-bea1-8fd1ea66e74d None None] Pushing event updated for resources: {'Port': ['ID=ebfab9f2-2baf-46de-be36-8589a20b978d,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:06.849674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ccc9c39e-3ecb-4656-bea1-8fd1ea66e74d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:06.937746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Attempting to bind port ebfab9f2-2baf-46de-be36-8589a20b978d on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:31:06.938178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Attempting to bind port ebfab9f2-2baf-46de-be36-8589a20b978d by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'dad8f565-05c5-4a60-a75d-a364eb950bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:31:06.938603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Attempting to bind port ebfab9f2-2baf-46de-be36-8589a20b978d on network 8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:31:06.946066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:31:06.946505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Checking segment: {'id': 'dad8f565-05c5-4a60-a75d-a364eb950bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:31:06.946967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:06.947449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Bound using segment: {'id': 'dad8f565-05c5-4a60-a75d-a364eb950bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:31:06.947982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Bound port: ebfab9f2-2baf-46de-be36-8589a20b978d, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad8f565-05c5-4a60-a75d-a364eb950bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:31:06.948417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:07.052560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] For port ebfab9f2-2baf-46de-be36-8589a20b978d, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:31:07.055757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] For port ebfab9f2-2baf-46de-be36-8589a20b978d, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ebfab9f2-2baf-46de-be36-8589a20b978d,segment=NetworkSegment(dad8f565-05c5-4a60-a75d-a364eb950bd6),segment_id=dad8f565-05c5-4a60-a75d-a364eb950bd6)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:31:07.060755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:07.065494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:07.146407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9c39e-3ecb-4656-bea1-8fd1ea66e74d None None] Pushing event updated for resources: {'Port': ['ID=ebfab9f2-2baf-46de-be36-8589a20b978d,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:07.150377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ccc9c39e-3ecb-4656-bea1-8fd1ea66e74d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:07.153822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Routers {'6838b0a9-1f9e-4b18-a692-0568c8fa2977'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:31:07.154522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aae9a58>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:30:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6838b0a9-1f9e-4b18-a692-0568c8fa2977'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:31:07.378154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] Set router 6838b0a9-1f9e-4b18-a692-0568c8fa2977 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:31:07.728258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aae9a58>, [{'id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'name': 'tempest-TestVolumeBootPattern-1705006642-router', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f3423689-0900-440a-b6cf-bd94d35f0f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:30:59Z', 'revision_number': 4, 'project_id': '24724d0b89204b248841d0bc54698988', 'gw_port': {'id': 'f3423689-0900-440a-b6cf-bd94d35f0f71', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ebfab9f2-2baf-46de-be36-8589a20b978d', 'name': '', 'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'mac_address': 'fa:16:3e:df:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed858a8a-2097-414a-b2c8-c061f0a1efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:59Z', 'updated_at': '2021-12-23T16:31:07Z', 'revision_number': 4, 'project_id': '24724d0b89204b248841d0bc54698988', 'subnets': [{'id': 'ed858a8a-2097-414a-b2c8-c061f0a1efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:31:07.733133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1420d-93c0-4535-bbd8-5cdb84ae2cae None None] The sync data for ids ['6838b0a9-1f9e-4b18-a692-0568c8fa2977'] in dv-neutron-822801-1-hyperv is: [{'id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'name': 'tempest-TestVolumeBootPattern-1705006642-router', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f3423689-0900-440a-b6cf-bd94d35f0f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:30:59Z', 'revision_number': 4, 'project_id': '24724d0b89204b248841d0bc54698988', 'gw_port': {'id': 'f3423689-0900-440a-b6cf-bd94d35f0f71', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ebfab9f2-2baf-46de-be36-8589a20b978d', 'name': '', 'network_id': '8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'mac_address': 'fa:16:3e:df:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed858a8a-2097-414a-b2c8-c061f0a1efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:59Z', 'updated_at': '2021-12-23T16:31:07Z', 'revision_number': 4, 'project_id': '24724d0b89204b248841d0bc54698988', 'subnets': [{'id': 'ed858a8a-2097-414a-b2c8-c061f0a1efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:31:08.426188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ebfab9f2-2baf-46de-be36-8589a20b978d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:31:08.500535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port ebfab9f2-2baf-46de-be36-8589a20b978d completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:31:08.505668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port ebfab9f2-2baf-46de-be36-8589a20b978d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:31:08.506103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:08.641453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:08.679176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port ebfab9f2-2baf-46de-be36-8589a20b978d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ebfab9f2-2baf-46de-be36-8589a20b978d,segment=NetworkSegment(dad8f565-05c5-4a60-a75d-a364eb950bd6),segment_id=dad8f565-05c5-4a60-a75d-a364eb950bd6)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:31:08.682925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:08.685975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:08.766641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=ebfab9f2-2baf-46de-be36-8589a20b978d,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:08.770311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:10.398013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ebfab9f2-2baf-46de-be36-8589a20b978d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:31:10.474928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port ebfab9f2-2baf-46de-be36-8589a20b978d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:31:10.475329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:12.215501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:20.183339 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-4281adac-db79-46b6-9ac8-ba8b67b69542 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-175195997&fields=id&tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4 HTTP/1.1" status: 200  len: 267 time: 0.0462980
Dec 23 16:31:20.348943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-0312f41e-b38c-4327-bec6-726e644c2131 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:20.350533 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-0312f41e-b38c-4327-bec6-726e644c2131 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 812 time: 0.1595085
Dec 23 16:31:20.368047 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-1ed255f2-f2dd-4b86-9571-6547afc2c43c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/quotas/3b72d8f968bd4e8b8c71e0a3ce701dd4 HTTP/1.1" status: 200  len: 375 time: 0.0117378
Dec 23 16:31:20.458714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c4074753-4073-4712-ae44-9e9b7ad44c9a tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Synchronizing usage tracker for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:31:20.475741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c4074753-4073-4712-ae44-9e9b7ad44c9a tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Unset dirty status for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:31:20.477118 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c4074753-4073-4712-ae44-9e9b7ad44c9a tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1029599
Dec 23 16:31:20.625849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-09dd0488-b9a5-4fb2-b406-ee8ce89b43fe service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:31:20.627014 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-09dd0488-b9a5-4fb2-b406-ee8ce89b43fe service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.1373181
Dec 23 16:31:20.772088 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-f00ef56f-bea0-4a85-b802-77587bcc8fa7 service neutron] 10.222.0.67 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384530
Dec 23 16:31:20.924719 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-4d427b8a-7818-4563-88dd-d1f8878ffcb5 service neutron] 10.222.0.67 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461847
Dec 23 16:31:21.356116 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-16d876cd-2149-4afb-a594-0cf0448edeb6 req-0683278b-e088-43ce-8c91-236240d219ca tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 210 time: 0.0488465
Dec 23 16:31:22.394293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-8f95dda9-4bdc-46a9-ae02-b3908e0912ad tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:22.395088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-8f95dda9-4bdc-46a9-ae02-b3908e0912ad tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Synchronizing usage tracker for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:31:22.411847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-8f95dda9-4bdc-46a9-ae02-b3908e0912ad tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Unset dirty status for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:31:22.413090 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-8f95dda9-4bdc-46a9-ae02-b3908e0912ad tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 812 time: 0.1767514
Dec 23 16:31:22.488038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-6946b531-f7ff-4a1e-82f1-e36b988621e2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Synchronizing usage tracker for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:31:22.504750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-6946b531-f7ff-4a1e-82f1-e36b988621e2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Unset dirty status for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:31:22.506056 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-6946b531-f7ff-4a1e-82f1-e36b988621e2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4 HTTP/1.1" status: 200  len: 379 time: 0.0642102
Dec 23 16:31:22.515479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Request body: {'port': {'device_id': '9928854e-a57a-4214-b802-33741d15719a', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'admin_state_up': True, 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'security_groups': ['2e9d7dd3-42eb-43e3-856d-86f84b5c2782']}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:31:22.562091 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69e4ba7c-8e81-4f26-84f0-64e548c4eeb7 req-3e308842-c72f-4873-a186-b4026d919db4 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 210 time: 0.0478919
Dec 23 16:31:22.662640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:31:22.673516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:31:22.683583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Made reservation on behalf of 3b72d8f968bd4e8b8c71e0a3ce701dd4 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:31:22.689867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:22.870800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Allocated IP 172.20.0.12 (1cf1b722-9ba4-42a1-8046-80bc845a7e11/9b905383-96a1-4107-ae88-bf38b3760c6e/137016bb-7b57-4492-bcc3-f31920274904) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:31:23.083391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:23.100236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Transition to ACTIVE for port object 137016bb-7b57-4492-bcc3-f31920274904 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:31:23.120147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:23.127627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dede3ded-213a-4f37-be7e-c970ed3ec9fc tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:23.212676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:31:23.216708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:31:23.219965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:31:23.254002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'Port': ['ID=137016bb-7b57-4492-bcc3-f31920274904,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:23.262242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:23.292570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:23.293260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:23.323728 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8125727
Dec 23 16:31:23.334061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e2cfb308-65c1-4e0b-91e5-ea80c3384ba3 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:31:23.335251 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e2cfb308-65c1-4e0b-91e5-ea80c3384ba3 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0057135
Dec 23 16:31:23.347058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Request body: {'port': {'device_id': '9928854e-a57a-4214-b802-33741d15719a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:31:23.474143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:23.483448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-617c237e-0400-4174-891e-15c844e7328a None None] Provisioning for port 137016bb-7b57-4492-bcc3-f31920274904 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:31:23.489366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-617c237e-0400-4174-891e-15c844e7328a None None] Provisioning complete for port 137016bb-7b57-4492-bcc3-f31920274904 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:31:23.489903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-617c237e-0400-4174-891e-15c844e7328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:23.558957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-617c237e-0400-4174-891e-15c844e7328a None None] Port 137016bb-7b57-4492-bcc3-f31920274904 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:31:23.873132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01daf8-b042-4504-89f1-d4ffe1f79016 req-c4b95d2a-9bf7-4814-8484-d467a8c9caec tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:23.873826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0c01daf8-b042-4504-89f1-d4ffe1f79016 req-c4b95d2a-9bf7-4814-8484-d467a8c9caec tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Synchronizing usage tracker for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:31:23.939403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0c01daf8-b042-4504-89f1-d4ffe1f79016 req-c4b95d2a-9bf7-4814-8484-d467a8c9caec tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Unset dirty status for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:31:23.940717 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0c01daf8-b042-4504-89f1-d4ffe1f79016 req-c4b95d2a-9bf7-4814-8484-d467a8c9caec tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 932 time: 0.2129698
Dec 23 16:31:23.942682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137016bb-7b57-4492-bcc3-f31920274904 {{(pid=88840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:31:23.965335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:23.998797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Transition to ACTIVE for port object 137016bb-7b57-4492-bcc3-f31920274904 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:31:24.005137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:24.010918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65d26aef-48f2-49c4-8f12-7a8450a940f0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:24.066761 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0c01daf8-b042-4504-89f1-d4ffe1f79016 req-f7f6e541-7b9b-40fd-a1d9-4630191907c6 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1195359
Dec 23 16:31:24.149478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Pushing event updated for resources: {'Port': ['ID=137016bb-7b57-4492-bcc3-f31920274904,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:24.152499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:24.276805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Attempting to bind port 137016bb-7b57-4492-bcc3-f31920274904 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:31:24.277187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Attempting to bind port 137016bb-7b57-4492-bcc3-f31920274904 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:31:24.277800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Attempting to bind port 137016bb-7b57-4492-bcc3-f31920274904 on network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:31:24.284374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Port 137016bb-7b57-4492-bcc3-f31920274904 on network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:31:24.284749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Attempting to bind port 137016bb-7b57-4492-bcc3-f31920274904 on network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:31:24.292492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:31:24.292886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Checking segment: {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:31:24.293317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Bound using segment: {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:31:24.293848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Bound port: 137016bb-7b57-4492-bcc3-f31920274904, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:31:24.294833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:24.396564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] For port 137016bb-7b57-4492-bcc3-f31920274904, host hv-neutron-8228, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:31:24.400080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] For port 137016bb-7b57-4492-bcc3-f31920274904, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=137016bb-7b57-4492-bcc3-f31920274904,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:31:24.403393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:24.414486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-645fdbca-5338-42c5-94e5-50ea1ae56deb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:24.415210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d16ade20-fb83-4064-8c7a-d96f16c74921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:24.468234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:24.469765 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] 10.222.0.36 "PUT /v2.0/ports/137016bb-7b57-4492-bcc3-f31920274904 HTTP/1.1" status: 200  len: 1094 time: 1.1277158
Dec 23 16:31:24.470360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9928854e-a57a-4214-b802-33741d15719a', 'tag': '137016bb-7b57-4492-bcc3-f31920274904'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:31:24.503809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Pushing event updated for resources: {'Port': ['ID=137016bb-7b57-4492-bcc3-f31920274904,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:24.514856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:24.559462 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9928854e-a57a-4214-b802-33741d15719a', 'tag': '137016bb-7b57-4492-bcc3-f31920274904', 'status': 'completed', 'code': 200}
Dec 23 16:31:24.601585 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-56823c7c-ac50-409c-9537-e0554add330d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 1097 time: 0.0841477
Dec 23 16:31:24.681736 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-8c040191-6471-4aa9-b425-dc4076287df7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=137016bb-7b57-4492-bcc3-f31920274904 HTTP/1.1" status: 200  len: 217 time: 0.0733030
Dec 23 16:31:24.752337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-46605f4d-46d8-46fb-ad02-762626922e3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:24.753970 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-46605f4d-46d8-46fb-ad02-762626922e3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0667586
Dec 23 16:31:24.844477 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-8a45e969-f4ea-448c-99d9-d10d15af84ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0842957
Dec 23 16:31:25.009196 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-0faeea84-b9bc-4b8b-bf1e-92a6ddfba5fc service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576233
Dec 23 16:31:25.156037 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546d67b8-cf6b-400b-819d-3df4cdcba6c1 req-d23605dd-fce2-4236-820b-6a0dd4bdf522 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410758
Dec 23 16:31:25.359338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f208c6-f0e6-4c4d-8ebe-db78bb95848a req-edd4e077-400c-4057-a84f-69f84baca85c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:25.360981 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-10f208c6-f0e6-4c4d-8ebe-db78bb95848a req-edd4e077-400c-4057-a84f-69f84baca85c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 944 time: 0.1612391
Dec 23 16:31:25.364633 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54359d93-f7b7-4972-bf9f-b280b77bd160 req-5c809865-1b66-4d4b-a575-7f77b986ea8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 1097 time: 0.1183150
Dec 23 16:31:25.524146 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-10f208c6-f0e6-4c4d-8ebe-db78bb95848a req-cf3b1396-19d4-4ba9-b8ba-82482c804e70 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1569006
Dec 23 16:31:25.555645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54359d93-f7b7-4972-bf9f-b280b77bd160 req-2ae923ed-a916-476e-976c-8622d09cb95a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:25.557245 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54359d93-f7b7-4972-bf9f-b280b77bd160 req-2ae923ed-a916-476e-976c-8622d09cb95a service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 913 time: 0.1750114
Dec 23 16:31:25.630829 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54359d93-f7b7-4972-bf9f-b280b77bd160 req-6203aa22-2504-4fe8-ae2e-98f9b371db79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=137016bb-7b57-4492-bcc3-f31920274904 HTTP/1.1" status: 200  len: 217 time: 0.0665648
Dec 23 16:31:25.707781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54359d93-f7b7-4972-bf9f-b280b77bd160 req-ab5a5a05-bcc4-4876-9b67-4c21c4f3f12d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:25.709380 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54359d93-f7b7-4972-bf9f-b280b77bd160 req-ab5a5a05-bcc4-4876-9b67-4c21c4f3f12d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0729518
Dec 23 16:31:25.793391 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54359d93-f7b7-4972-bf9f-b280b77bd160 req-a49a56f6-3222-4aaf-9ea8-8105999749a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0772281
Dec 23 16:31:25.934917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:25.938632 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54359d93-f7b7-4972-bf9f-b280b77bd160 req-d341d0a7-f8c5-48db-8a73-0044d4794a41 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385009
Dec 23 16:31:26.087882 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54359d93-f7b7-4972-bf9f-b280b77bd160 req-88a118d1-e2f2-40bc-af4c-766bab47819b service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427188
Dec 23 16:31:26.736188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f353f-a7e6-41d6-94eb-a2e4a146eb40 req-78121042-49e7-4195-8a9d-73717583e6f5 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:26.737786 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b93f353f-a7e6-41d6-94eb-a2e4a146eb40 req-78121042-49e7-4195-8a9d-73717583e6f5 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 944 time: 0.0870519
Dec 23 16:31:26.779040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27a6bb67-6533-431a-931b-f3897f6db907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:26.790105 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b93f353f-a7e6-41d6-94eb-a2e4a146eb40 req-ad3ab04a-4856-4688-8a02-93dd7c55daa7 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462694
Dec 23 16:31:27.315766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:27.996576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05a022-f575-4730-b495-9c34c3c77c77 req-bbaf5ca5-79db-453c-b894-9304fb6cefaa tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:27.998266 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ca05a022-f575-4730-b495-9c34c3c77c77 req-bbaf5ca5-79db-453c-b894-9304fb6cefaa tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 944 time: 0.0847459
Dec 23 16:31:28.047767 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ca05a022-f575-4730-b495-9c34c3c77c77 req-c9f58cac-3442-4d4e-81de-ff5dcf49a9dd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426853
Dec 23 16:31:28.583490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:29.252069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c9871-a7e0-4de5-a0b8-c3cc2203d836 req-e7c2c9fe-cf98-4cc3-b630-0b8b37805d6e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:29.253686 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ea6c9871-a7e0-4de5-a0b8-c3cc2203d836 req-e7c2c9fe-cf98-4cc3-b630-0b8b37805d6e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 944 time: 0.0854661
Dec 23 16:31:29.301601 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ea6c9871-a7e0-4de5-a0b8-c3cc2203d836 req-73da1fb0-d8b5-4cbb-9f93-f2e78192bd17 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415177
Dec 23 16:31:30.508812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3746931-69e1-4f66-bfad-a6dc11be90dd req-b82219a5-844a-4d17-9b26-69083931cd88 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:30.510621 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f3746931-69e1-4f66-bfad-a6dc11be90dd req-b82219a5-844a-4d17-9b26-69083931cd88 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 944 time: 0.0875614
Dec 23 16:31:30.559539 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f3746931-69e1-4f66-bfad-a6dc11be90dd req-166d8402-c07c-4698-a7fa-0cf095ee46d3 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423281
Dec 23 16:31:31.769402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d581d-4f97-4154-9ff0-93214dc2a6d5 req-9426e214-aee9-429a-9d09-7705dc732cb6 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:31.771039 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6e6d581d-4f97-4154-9ff0-93214dc2a6d5 req-9426e214-aee9-429a-9d09-7705dc732cb6 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 944 time: 0.0878069
Dec 23 16:31:31.819598 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6e6d581d-4f97-4154-9ff0-93214dc2a6d5 req-69d70f02-0581-432a-a7d8-0e31359ea197 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424759
Dec 23 16:31:33.033479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da552fd-a4b1-46fc-9db0-0de02afe5d14 req-d6e67b56-29b7-4009-b96c-4b35dd9f029a tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:33.035180 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8da552fd-a4b1-46fc-9db0-0de02afe5d14 req-d6e67b56-29b7-4009-b96c-4b35dd9f029a tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 944 time: 0.0899179
Dec 23 16:31:33.088713 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8da552fd-a4b1-46fc-9db0-0de02afe5d14 req-42d65794-9e0c-4269-9554-11f92cda19d4 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474844
Dec 23 16:31:34.296842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0116c-01dc-42e7-9de7-fec5f8f686ba req-10f61e84-9cd4-4129-98c2-40f635fbfd01 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:34.298530 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2db0116c-01dc-42e7-9de7-fec5f8f686ba req-10f61e84-9cd4-4129-98c2-40f635fbfd01 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 944 time: 0.0853796
Dec 23 16:31:34.347277 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2db0116c-01dc-42e7-9de7-fec5f8f686ba req-92e55beb-ad56-4e7f-89b1-491ad3b59813 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427091
Dec 23 16:31:34.627560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 137016bb-7b57-4492-bcc3-f31920274904 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:31:34.773094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 137016bb-7b57-4492-bcc3-f31920274904, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=137016bb-7b57-4492-bcc3-f31920274904,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:31:34.787709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '137016bb-7b57-4492-bcc3-f31920274904', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'port_id': '137016bb-7b57-4492-bcc3-f31920274904', 'mac_address': 'fa:16:3e:a5:5f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:31:34.847609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:34.868215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137016bb-7b57-4492-bcc3-f31920274904 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:31:34.883634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 137016bb-7b57-4492-bcc3-f31920274904, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=137016bb-7b57-4492-bcc3-f31920274904,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:31:34.886665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:34.889106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:34.956417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=137016bb-7b57-4492-bcc3-f31920274904,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:34.965728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:31:34.966132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:31:34.966529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:31:34.967595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:31:34.967987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:31:34.968373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:31:34.968754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:31:34.969139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:31:34.969521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:31:34.969897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:31:34.970275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:31:34.974382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:35.095219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['137016bb-7b57-4492-bcc3-f31920274904'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:31:35.552580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e1c90-4889-401b-bb31-e8c952a4e6fd req-bfae2214-0829-4b31-8d0a-6b9ad1f8c357 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:35.554125 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e93e1c90-4889-401b-bb31-e8c952a4e6fd req-bfae2214-0829-4b31-8d0a-6b9ad1f8c357 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 945 time: 0.0845873
Dec 23 16:31:35.603166 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e93e1c90-4889-401b-bb31-e8c952a4e6fd req-068365c5-a25a-4682-978b-42f4d8bef0f4 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428860
Dec 23 16:31:36.635864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 137016bb-7b57-4492-bcc3-f31920274904 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:31:36.711287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 137016bb-7b57-4492-bcc3-f31920274904 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:31:36.716259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 137016bb-7b57-4492-bcc3-f31920274904 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:31:36.717232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:36.813008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28bd66-904d-4d10-b613-ce14a4ad0bee req-3e58d4c3-2446-49fe-bb90-7de745698994 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:36.814613 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ae28bd66-904d-4d10-b613-ce14a4ad0bee req-3e58d4c3-2446-49fe-bb90-7de745698994 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 945 time: 0.0867770
Dec 23 16:31:36.836162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:36.864792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9928854e-a57a-4214-b802-33741d15719a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137016bb-7b57-4492-bcc3-f31920274904'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:31:36.865260 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ae28bd66-904d-4d10-b613-ce14a4ad0bee req-90feeb5d-a24d-4fea-b7ec-7f3533bf84e0 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441821
Dec 23 16:31:36.875753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 137016bb-7b57-4492-bcc3-f31920274904, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=137016bb-7b57-4492-bcc3-f31920274904,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:31:36.880807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:36.883011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c31ba908-60f5-4f4e-a9cd-2a69e9e350b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:36.923783 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9928854e-a57a-4214-b802-33741d15719a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137016bb-7b57-4492-bcc3-f31920274904', 'code': 200}
Dec 23 16:31:36.964555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=137016bb-7b57-4492-bcc3-f31920274904,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:36.968348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:37.210906 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5009e655-02a5-4353-a870-ffe030c9877a req-63c2ea41-73fd-45a0-8675-536091ca5c26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 1099 time: 0.1516802
Dec 23 16:31:37.256565 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5009e655-02a5-4353-a870-ffe030c9877a req-84d7fa2a-0c07-4154-a1b0-a99067c1fb28 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382388
Dec 23 16:31:37.990108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:31:38.072701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d42e6-de57-46bd-a484-076728147902 req-1d684156-1987-40af-8969-343e5d539484 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:38.074347 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2b8d42e6-de57-46bd-a484-076728147902 req-1d684156-1987-40af-8969-343e5d539484 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 946 time: 0.0848732
Dec 23 16:31:38.128737 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2b8d42e6-de57-46bd-a484-076728147902 req-83cad491-e9a2-493a-9ea6-9b5b93f23851 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481167
Dec 23 16:31:38.753620 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-05b3abeb-6f8b-42c6-90ac-489d6f9b0554 req-07b770e7-f094-478f-98fc-86c4bed69ec4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0726871
Dec 23 16:31:38.900801 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-05b3abeb-6f8b-42c6-90ac-489d6f9b0554 req-f2df0124-feff-4172-ac1b-8f7236363ce9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 1099 time: 0.0773678
Dec 23 16:31:39.061042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3abeb-6f8b-42c6-90ac-489d6f9b0554 req-ba4d36ea-0510-4dfc-ad6f-36ff0238b385 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:39.062538 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-05b3abeb-6f8b-42c6-90ac-489d6f9b0554 req-ba4d36ea-0510-4dfc-ad6f-36ff0238b385 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 913 time: 0.1425903
Dec 23 16:31:39.134439 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-05b3abeb-6f8b-42c6-90ac-489d6f9b0554 req-db45dcff-db4e-49db-82a6-6e8bccc1c483 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=137016bb-7b57-4492-bcc3-f31920274904 HTTP/1.1" status: 200  len: 217 time: 0.0651920
Dec 23 16:31:39.209283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3abeb-6f8b-42c6-90ac-489d6f9b0554 req-4238beba-fc48-4f5d-ab5f-312e563b8e07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:39.210905 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-05b3abeb-6f8b-42c6-90ac-489d6f9b0554 req-4238beba-fc48-4f5d-ab5f-312e563b8e07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0706708
Dec 23 16:31:39.362011 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-05b3abeb-6f8b-42c6-90ac-489d6f9b0554 req-62ce368f-ebbd-4e5e-9705-327dedb72d31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1436079
Dec 23 16:31:39.371349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bf3e5-3952-41f8-b0ca-836a4034a52f req-56c11bf8-98bf-47c7-8425-924189559dc5 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:39.372878 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c26bf3e5-3952-41f8-b0ca-836a4034a52f req-56c11bf8-98bf-47c7-8425-924189559dc5 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 946 time: 0.1112683
Dec 23 16:31:39.527910 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c26bf3e5-3952-41f8-b0ca-836a4034a52f req-81057fad-1071-4288-8606-60751e888f6b tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1276803
Dec 23 16:31:39.744855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6cb60-4b0f-42fb-9eab-a3557bc4566a req-96bc8f2e-05ae-4980-a253-3e6cbe84342e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:39.746484 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a0d6cb60-4b0f-42fb-9eab-a3557bc4566a req-96bc8f2e-05ae-4980-a253-3e6cbe84342e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 946 time: 0.0880544
Dec 23 16:31:39.781023 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-05b3abeb-6f8b-42c6-90ac-489d6f9b0554 req-0b5a5a89-b488-4d61-8936-03371b56c8f3 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4071205
Dec 23 16:31:39.799142 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a0d6cb60-4b0f-42fb-9eab-a3557bc4566a req-6da66ceb-5f30-4f96-a082-46560219d023 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455358
Dec 23 16:31:39.828982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60114) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:39.925334 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-05b3abeb-6f8b-42c6-90ac-489d6f9b0554 req-89248156-8ab3-4e31-a284-c5b8ee8a781c service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377368
Dec 23 16:31:39.982868 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3b270ef2-2dcd-4b4f-86a4-409ff6415db6 tempest-TestVolumeBootPattern-1793823240 tempest-TestVolumeBootPattern-1793823240-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 1094 time: 0.1520293
Dec 23 16:31:39.985812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60120) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:39.991509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '137016bb-7b57-4492-bcc3-f31920274904', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:31:39.997410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:31:40.002067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Usage tracker for resource:floatingip and tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:31:40.005165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:31:40.011583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:31:40.021179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for floatingip, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:40.398231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:40.542147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Allocated IP 172.26.5.17 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/6e26cf8c-1e88-4203-9fcc-f1b61e505e2d) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:31:40.698881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:40.725462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:40.729972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:40.801164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:31:40.802359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:31:40.806338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:31:40.842573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'Port': ['ID=6e26cf8c-1e88-4203-9fcc-f1b61e505e2d,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:40.847016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:41.344295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:41.400200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:41.616937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:41.620176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:41.625107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:31:41.737177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'Port': ['ID=6e26cf8c-1e88-4203-9fcc-f1b61e505e2d,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:31:41.741510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:31:41.751393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:41.953901 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Floating IP fafddd27-6e19-4c3c-9d32-08d6cf855528 associated. External IP: 172.26.5.17, port: 137016bb-7b57-4492-bcc3-f31920274904.
Dec 23 16:31:42.233698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:42.367786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:31:42.579292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:31:42.589502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a90f130-36e7-4756-95cc-b753a790da34 None None] Sync routers for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:31:42.603151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a90f130-36e7-4756-95cc-b753a790da34 None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:31:42.603902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8a90f130-36e7-4756-95cc-b753a790da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeb978>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:31:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:31:42.604558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:42.662242 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6748490
Dec 23 16:31:42.662475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9928854e-a57a-4214-b802-33741d15719a', 'tag': '137016bb-7b57-4492-bcc3-f31920274904'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:31:42.719702 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9928854e-a57a-4214-b802-33741d15719a', 'tag': '137016bb-7b57-4492-bcc3-f31920274904', 'status': 'completed', 'code': 200}
Dec 23 16:31:42.822301 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af832aa8-adfd-40a7-bc5c-953f9e7fc6a7 req-693d9315-31c2-4a1c-be53-d19797288624 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 1099 time: 0.0801995
Dec 23 16:31:42.969622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af832aa8-adfd-40a7-bc5c-953f9e7fc6a7 req-dae3da87-98cc-44ea-bd24-868fa9f20f29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:42.971287 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af832aa8-adfd-40a7-bc5c-953f9e7fc6a7 req-dae3da87-98cc-44ea-bd24-868fa9f20f29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 913 time: 0.1423228
Dec 23 16:31:42.977607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-8a90f130-36e7-4756-95cc-b753a790da34 None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:31:43.082618 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af832aa8-adfd-40a7-bc5c-953f9e7fc6a7 req-455b2f16-c137-423f-89b0-231740d03936 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=137016bb-7b57-4492-bcc3-f31920274904 HTTP/1.1" status: 200  len: 999 time: 0.1050498
Dec 23 16:31:43.154921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af832aa8-adfd-40a7-bc5c-953f9e7fc6a7 req-e51b34fb-b1ec-46c1-9010-5c16c8a66848 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:31:43.156732 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af832aa8-adfd-40a7-bc5c-953f9e7fc6a7 req-e51b34fb-b1ec-46c1-9010-5c16c8a66848 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0654681
Dec 23 16:31:43.251543 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af832aa8-adfd-40a7-bc5c-953f9e7fc6a7 req-16b3704d-1b8f-4d99-8c6c-d8e7fae52076 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0858803
Dec 23 16:31:43.353399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8a90f130-36e7-4756-95cc-b753a790da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeb978>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'fafddd27-6e19-4c3c-9d32-08d6cf855528', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'floating_ip_address': '172.26.5.17', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'port_id': '137016bb-7b57-4492-bcc3-f31920274904', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'mac_address': 'fa:16:3e:a5:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9928854e-a57a-4214-b802-33741d15719a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:31:41Z', 'updated_at': '2021-12-23T16:31:41Z', 'revision_number': 0, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:31:43.357726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a90f130-36e7-4756-95cc-b753a790da34 None None] Checking router: 2c59fb56-c2b9-41c1-8c88-d9a499e50286 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:31:43.368981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a90f130-36e7-4756-95cc-b753a790da34 None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:31:43.369644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8a90f130-36e7-4756-95cc-b753a790da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeb978>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:31:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:31:43.401030 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af832aa8-adfd-40a7-bc5c-953f9e7fc6a7 req-3cc6adaa-3f50-4494-a561-32cb546e4cda service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421664
Dec 23 16:31:43.549026 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af832aa8-adfd-40a7-bc5c-953f9e7fc6a7 req-31124eeb-7f01-4018-8784-ac81615aa765 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416104
Dec 23 16:31:43.560862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-8a90f130-36e7-4756-95cc-b753a790da34 None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:31:43.935610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-8a90f130-36e7-4756-95cc-b753a790da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eeb978>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'fafddd27-6e19-4c3c-9d32-08d6cf855528', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'floating_ip_address': '172.26.5.17', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'port_id': '137016bb-7b57-4492-bcc3-f31920274904', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'mac_address': 'fa:16:3e:a5:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9928854e-a57a-4214-b802-33741d15719a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:31:41Z', 'updated_at': '2021-12-23T16:31:41Z', 'revision_number': 0, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:31:43.940553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a90f130-36e7-4756-95cc-b753a790da34 None None] The sync data for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv is: [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'fafddd27-6e19-4c3c-9d32-08d6cf855528', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'floating_ip_address': '172.26.5.17', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'port_id': '137016bb-7b57-4492-bcc3-f31920274904', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'mac_address': 'fa:16:3e:a5:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9928854e-a57a-4214-b802-33741d15719a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:31:41Z', 'updated_at': '2021-12-23T16:31:41Z', 'revision_number': 0, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:31:44.298918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7948bf04-b53b-4375-b945-b07efcdd288c None None] New status for floating IP fafddd27-6e19-4c3c-9d32-08d6cf855528: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:31:54.418732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b8de018b-e3ed-4a3f-b6d2-c44c8fbbe028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:55.938781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:56.780898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6856baba-e2bb-485e-b573-364cad583de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:57.337445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:31:58.593514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:32:12.230678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:32:14.991906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:32:24.419567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-796787e4-5409-4bf3-a9b3-e6d7d2d049f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:32:25.941702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:32:26.781441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f6f94724-d7da-4342-b1f7-33f0585d9e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:32:27.323230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:32:28.588994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:32:39.756451 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-16846ae7-f06e-443b-abe4-192beeafee1a req-490a265a-13f1-4b75-9de6-d6a33d55211e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0815837
Dec 23 16:32:39.906527 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-16846ae7-f06e-443b-abe4-192beeafee1a req-0b740908-c06e-4530-aa6b-ab41ab0e44d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 1099 time: 0.0810165
Dec 23 16:32:40.068027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16846ae7-f06e-443b-abe4-192beeafee1a req-72101eaf-eecf-48f0-8f54-f52bbdb9e281 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:32:40.069522 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-16846ae7-f06e-443b-abe4-192beeafee1a req-72101eaf-eecf-48f0-8f54-f52bbdb9e281 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 913 time: 0.1391602
Dec 23 16:32:40.178408 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-16846ae7-f06e-443b-abe4-192beeafee1a req-9374ad4d-9f4c-4390-ac92-3afcf5b94ad2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=137016bb-7b57-4492-bcc3-f31920274904 HTTP/1.1" status: 200  len: 1001 time: 0.1024270
Dec 23 16:32:40.251593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16846ae7-f06e-443b-abe4-192beeafee1a req-3916bbc6-4f2f-46df-8b4e-99802f5a32c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:32:40.253195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-16846ae7-f06e-443b-abe4-192beeafee1a req-3916bbc6-4f2f-46df-8b4e-99802f5a32c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0693507
Dec 23 16:32:40.333336 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-16846ae7-f06e-443b-abe4-192beeafee1a req-c2132f06-3687-44a3-ad44-ded7588d0220 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0735753
Dec 23 16:32:40.477042 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-16846ae7-f06e-443b-abe4-192beeafee1a req-4d3ce92a-bb80-49ea-801e-7907bb0580e5 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378179
Dec 23 16:32:40.621326 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-16846ae7-f06e-443b-abe4-192beeafee1a req-f65b13a2-ca38-43bd-a25c-97f8e89c8bb7 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382451
Dec 23 16:32:42.225484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:32:51.993029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:32:54.424222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b456870a-62ee-4e1a-8a28-cdfb2abd1348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:32:55.944101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:32:56.783182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cbc43de0-629e-4a62-bad4-ecc9a5186f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:32:57.326815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:32:58.591545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:12.225463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:24.428885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b24ed795-4ca6-4d08-9d22-4624281c0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:25.950666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:26.787017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37a3aba5-fae1-4691-8512-5ecd8da43672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:27.336331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:28.592833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:28.993104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:33:39.978546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbda3f9-f132-458a-bb4e-e9ee7b12b8b9 req-8142ab29-2903-4d45-a879-090721e3ef2a tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:39.980219 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bdbda3f9-f132-458a-bb4e-e9ee7b12b8b9 req-8142ab29-2903-4d45-a879-090721e3ef2a tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 946 time: 0.1843903
Dec 23 16:33:40.028651 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bdbda3f9-f132-458a-bb4e-e9ee7b12b8b9 req-8180e062-45e2-4113-8541-ec482470aefc tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417674
Dec 23 16:33:41.266586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-4496fa0b-8954-42b8-828f-16579488d294 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:41.268206 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-4496fa0b-8954-42b8-828f-16579488d294 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 946 time: 0.0873880
Dec 23 16:33:41.341427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f48c8-eebf-4b33-b0d4-44ea0ee2fb7d req-3ee412c1-c3f9-4400-a406-a5a7fdf912be tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:41.343055 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f86f48c8-eebf-4b33-b0d4-44ea0ee2fb7d req-3ee412c1-c3f9-4400-a406-a5a7fdf912be tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 946 time: 0.1711652
Dec 23 16:33:41.346165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Deleting port 137016bb-7b57-4492-bcc3-f31920274904 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:33:41.346568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:41.395977 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f86f48c8-eebf-4b33-b0d4-44ea0ee2fb7d req-75e9ed95-2a55-4a54-829e-0612865cb53d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462897
Dec 23 16:33:41.605899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] For port 137016bb-7b57-4492-bcc3-f31920274904, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=137016bb-7b57-4492-bcc3-f31920274904,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:33:41.606215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:41.904562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:41.904991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:41.905411 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Floating IP fafddd27-6e19-4c3c-9d32-08d6cf855528 disassociated. External IP: 172.26.5.17, port: 137016bb-7b57-4492-bcc3-f31920274904.
Dec 23 16:33:41.906043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Calling delete_port for 137016bb-7b57-4492-bcc3-f31920274904 owned by compute:nova {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:33:42.049366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:42.055693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a45014f6-f4a8-4c45-87c8-3880e85bbf81 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:33:42.103110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event deleted for resources: {'Port': ['ID=137016bb-7b57-4492-bcc3-f31920274904,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:33:42.116834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:42.117277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:42.117715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:42.118145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:42.118706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:42.119297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:42.119708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:42.120136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:42.120557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:42.120977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:42.121394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:42.125710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:33:42.225229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:42.336087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:33:42.796593 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-114ae91f-eef6-4d9f-9107-a25155656d89 req-b2293ff3-1eeb-4ec0-b99b-7df7412eb24d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 210 time: 0.0659080
Dec 23 16:33:42.831581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:33:42.842151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09bd832-aeca-4055-a777-6f3dc045866b None None] Sync routers for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:33:42.854903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09bd832-aeca-4055-a777-6f3dc045866b None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:33:42.855656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a09bd832-aeca-4055-a777-6f3dc045866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c4b8d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:33:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:33:42.903671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] No DVR routers for this DVR port 137016bb-7b57-4492-bcc3-f31920274904 on host hv-neutron-8228 {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:33:42.906344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:42.909281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9928854e-a57a-4214-b802-33741d15719a', 'name': 'network-vif-deleted', 'tag': '137016bb-7b57-4492-bcc3-f31920274904'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:33:42.923797 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ca70281e-35c5-445a-ac5b-1ae902072156 req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "DELETE /v2.0/ports/137016bb-7b57-4492-bcc3-f31920274904 HTTP/1.1" status: 204  len: 173 time: 1.6499684
Dec 23 16:33:43.054384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-a09bd832-aeca-4055-a777-6f3dc045866b None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:33:43.066150 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9928854e-a57a-4214-b802-33741d15719a', 'name': 'network-vif-deleted', 'tag': '137016bb-7b57-4492-bcc3-f31920274904', 'status': 'completed', 'code': 200}
Dec 23 16:33:43.402479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a09bd832-aeca-4055-a777-6f3dc045866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c4b8d0>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:33:43.406737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09bd832-aeca-4055-a777-6f3dc045866b None None] Checking router: 2c59fb56-c2b9-41c1-8c88-d9a499e50286 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:33:43.418269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09bd832-aeca-4055-a777-6f3dc045866b None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:33:43.418889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a09bd832-aeca-4055-a777-6f3dc045866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c4b8d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:33:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:33:43.787126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-a09bd832-aeca-4055-a777-6f3dc045866b None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:33:43.995570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-105e7b44-bbc2-4f79-83c7-50be8196d264 req-3a45bfb8-b11d-461b-a8ed-67b065a9e20c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Synchronizing usage tracker for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:33:44.011545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-105e7b44-bbc2-4f79-83c7-50be8196d264 req-3a45bfb8-b11d-461b-a8ed-67b065a9e20c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Unset dirty status for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:33:44.013993 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-105e7b44-bbc2-4f79-83c7-50be8196d264 req-3a45bfb8-b11d-461b-a8ed-67b065a9e20c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=9928854e-a57a-4214-b802-33741d15719a HTTP/1.1" status: 200  len: 210 time: 0.0664580
Dec 23 16:33:44.139221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a09bd832-aeca-4055-a777-6f3dc045866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c4b8d0>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:33:44.143365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09bd832-aeca-4055-a777-6f3dc045866b None None] The sync data for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv is: [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:33:44.585009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6741ec84-833a-4655-833e-37ff48634608 None None] New status for floating IP fafddd27-6e19-4c3c-9d32-08d6cf855528: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:33:45.274838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 137016bb-7b57-4492-bcc3-f31920274904 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:33:45.309524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 137016bb-7b57-4492-bcc3-f31920274904 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:33:45.310005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 137016bb-7b57-4492-bcc3-f31920274904 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:33:45.379939 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-c74bd5b4-9d74-427c-9a2b-122ea870943c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-175195997&fields=id&tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4 HTTP/1.1" status: 200  len: 267 time: 0.0440714
Dec 23 16:33:45.543597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b9c9606a-4ac1-4d8f-9242-1f30d93eda61 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:45.545233 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b9c9606a-4ac1-4d8f-9242-1f30d93eda61 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 812 time: 0.1582649
Dec 23 16:33:45.562747 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-6a70d80e-2585-4e62-96cc-436378f291ed tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/quotas/3b72d8f968bd4e8b8c71e0a3ce701dd4 HTTP/1.1" status: 200  len: 375 time: 0.0113776
Dec 23 16:33:45.649397 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-d3821fa7-d3c9-4583-acbd-a6e9a42abd90 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0813894
Dec 23 16:33:45.756969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-1eaa0e4e-184b-4f74-866a-1a9377f67309 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:33:45.758058 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-1eaa0e4e-184b-4f74-866a-1a9377f67309 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0957048
Dec 23 16:33:45.903944 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-4ab0269e-1a97-4ded-8b90-d7ebb9fa7d90 service neutron] 10.222.0.67 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380963
Dec 23 16:33:46.045836 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-ceb1b036-4af6-4c89-83a8-ec2aa26102d3 service neutron] 10.222.0.67 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355910
Dec 23 16:33:46.466376 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2f41a2f6-7ac6-4d26-9988-3323a6684c6c req-011ce208-9201-4fd4-93d8-a5b42b29a280 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 210 time: 0.0456119
Dec 23 16:33:47.683863 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0364a94f-e909-4488-8121-15f95ad74a09 req-51221e70-8912-4fd3-ab1a-d7199804158d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 210 time: 0.0641720
Dec 23 16:33:47.714874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-0cbe8268-481f-46ad-8e5a-8524941c39f1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:47.716642 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-0cbe8268-481f-46ad-8e5a-8524941c39f1 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 812 time: 0.2123013
Dec 23 16:33:47.778282 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-1fe5a256-203f-40d1-905a-c01e2273373e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4 HTTP/1.1" status: 200  len: 379 time: 0.0514889
Dec 23 16:33:47.787023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Request body: {'port': {'device_id': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'admin_state_up': True, 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'security_groups': ['2e9d7dd3-42eb-43e3-856d-86f84b5c2782']}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:33:47.946226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:33:47.956516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:33:47.965627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Made reservation on behalf of 3b72d8f968bd4e8b8c71e0a3ce701dd4 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:33:47.971549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:48.143124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Allocated IP 172.20.0.13 (1cf1b722-9ba4-42a1-8046-80bc845a7e11/9b905383-96a1-4107-ae88-bf38b3760c6e/3c14516b-143e-4f8c-92e3-47dfd0ce91b8) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:33:48.357760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:48.374768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Transition to ACTIVE for port object 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:33:48.397018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:48.404137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2ceb298-4e25-41b5-b37f-6b7952b22d6c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:33:48.472198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:33:48.475389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:33:48.479607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:33:48.514014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'Port': ['ID=3c14516b-143e-4f8c-92e3-47dfd0ce91b8,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:33:48.521344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:33:48.555203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:48.555899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:48.590640 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8076522
Dec 23 16:33:48.603335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Request body: {'port': {'device_id': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:33:48.734316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:48.787696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3ea85fee-7f1a-45af-90b1-9a3b7118554c None None] Provisioning for port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:33:48.794660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3ea85fee-7f1a-45af-90b1-9a3b7118554c None None] Provisioning complete for port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:33:48.795326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ea85fee-7f1a-45af-90b1-9a3b7118554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:48.861401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3ea85fee-7f1a-45af-90b1-9a3b7118554c None None] Port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:33:48.916009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91098672-b2a2-4c6a-8a9f-230f2dbf77e2 req-78df4508-acfc-41d4-8a29-6c69a55fbe67 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:48.917741 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-91098672-b2a2-4c6a-8a9f-230f2dbf77e2 req-78df4508-acfc-41d4-8a29-6c69a55fbe67 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 932 time: 0.0956159
Dec 23 16:33:48.968583 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-91098672-b2a2-4c6a-8a9f-230f2dbf77e2 req-4b14ba2b-12fa-41db-aaa2-003a7484c7b3 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441036
Dec 23 16:33:49.122800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 {{(pid=88840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:33:49.129853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:49.145953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Transition to ACTIVE for port object 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:33:49.148482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:49.153061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-416be07c-6ae4-42c1-a3c2-b013037f9a30 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:33:49.291313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c14516b-143e-4f8c-92e3-47dfd0ce91b8,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:33:49.295945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:33:49.411030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Attempting to bind port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:33:49.411435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Attempting to bind port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:33:49.411819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Attempting to bind port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 on network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:33:49.419957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 on network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:33:49.420439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Attempting to bind port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 on network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:33:49.427993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:33:49.428382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Checking segment: {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:33:49.428812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Bound using segment: {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:33:49.429299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Bound port: 3c14516b-143e-4f8c-92e3-47dfd0ce91b8, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:33:49.429696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:49.525772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] For port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8, host hv-neutron-8228, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:33:49.529171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] For port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3c14516b-143e-4f8c-92e3-47dfd0ce91b8,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:33:49.531524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:49.535908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:33:49.597018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:49.598552 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/3c14516b-143e-4f8c-92e3-47dfd0ce91b8 HTTP/1.1" status: 200  len: 1094 time: 1.0000041
Dec 23 16:33:49.599152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'tag': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:33:49.617070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c14516b-143e-4f8c-92e3-47dfd0ce91b8,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:33:49.620483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:33:49.679851 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'tag': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'status': 'completed', 'code': 200}
Dec 23 16:33:49.720760 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-d6312173-4b5a-46c9-8270-16d1009e5db5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 1097 time: 0.0841315
Dec 23 16:33:49.802177 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-8cb8aa2e-2903-403e-97d0-d1fb440a54a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c14516b-143e-4f8c-92e3-47dfd0ce91b8 HTTP/1.1" status: 200  len: 217 time: 0.0738437
Dec 23 16:33:49.875452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-1f75c973-2b6b-4861-82cd-7445af02b868 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:49.877431 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-1f75c973-2b6b-4861-82cd-7445af02b868 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0694320
Dec 23 16:33:49.968362 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-18e7a8f3-2960-489b-9ceb-47bf7015468c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0843234
Dec 23 16:33:50.132165 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-8c04cb48-adf8-490e-a5de-aba1370d833f service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544504
Dec 23 16:33:50.197336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6715b-2e63-4062-b5a5-d05031bb98bd req-b8c86346-b8c5-41e9-a27b-42b96ddf2dd6 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:50.199521 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b0f6715b-2e63-4062-b5a5-d05031bb98bd req-b8c86346-b8c5-41e9-a27b-42b96ddf2dd6 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 944 time: 0.0914993
Dec 23 16:33:50.255163 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b0f6715b-2e63-4062-b5a5-d05031bb98bd req-aac214ae-5fa6-4cfb-8b4f-114c08d3955b tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474615
Dec 23 16:33:50.320466 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9da6eb4-afe4-4b38-be26-f1a67e2dd400 req-9d8c9750-b27e-41d1-aefb-b0fc234c34ef service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1814353
Dec 23 16:33:50.436476 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f8a5147-3851-4a76-820c-0f91ecd73682 req-6fe5dc96-81ef-4228-89c8-1a210c3e79a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 1097 time: 0.0757666
Dec 23 16:33:50.588838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a5147-3851-4a76-820c-0f91ecd73682 req-0c966991-4f8e-4a2b-8438-1a8cc1c8c993 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:50.590470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f8a5147-3851-4a76-820c-0f91ecd73682 req-0c966991-4f8e-4a2b-8438-1a8cc1c8c993 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 913 time: 0.1467228
Dec 23 16:33:50.666137 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f8a5147-3851-4a76-820c-0f91ecd73682 req-47f636dd-4342-4460-aad0-67e5667ee768 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c14516b-143e-4f8c-92e3-47dfd0ce91b8 HTTP/1.1" status: 200  len: 217 time: 0.0686488
Dec 23 16:33:50.734423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a5147-3851-4a76-820c-0f91ecd73682 req-dd39f458-88a0-4374-bd2c-ef1a88bdc2d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:50.736005 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f8a5147-3851-4a76-820c-0f91ecd73682 req-dd39f458-88a0-4374-bd2c-ef1a88bdc2d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0639555
Dec 23 16:33:50.821247 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f8a5147-3851-4a76-820c-0f91ecd73682 req-393df82d-a94a-41b7-adb4-4667fca2379f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0784168
Dec 23 16:33:50.965050 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f8a5147-3851-4a76-820c-0f91ecd73682 req-d67408a5-dfc1-48d9-ad7e-6ab373bda8a5 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370955
Dec 23 16:33:51.109499 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f8a5147-3851-4a76-820c-0f91ecd73682 req-de2044fa-12d1-4b24-893d-c5b113cb3a9c service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385221
Dec 23 16:33:51.463744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb95df8-25ca-4222-973a-36e1a87a17bc req-a51e96cc-32d0-4cff-adb4-f15073d38291 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:51.464518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0cb95df8-25ca-4222-973a-36e1a87a17bc req-a51e96cc-32d0-4cff-adb4-f15073d38291 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Synchronizing usage tracker for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:33:51.479666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0cb95df8-25ca-4222-973a-36e1a87a17bc req-a51e96cc-32d0-4cff-adb4-f15073d38291 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Unset dirty status for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:33:51.480872 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cb95df8-25ca-4222-973a-36e1a87a17bc req-a51e96cc-32d0-4cff-adb4-f15073d38291 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 944 time: 0.0988750
Dec 23 16:33:51.530632 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cb95df8-25ca-4222-973a-36e1a87a17bc req-12c76b28-498c-406a-8dbf-4f42fdd81233 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426733
Dec 23 16:33:52.737181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a6ccb-de64-4122-9080-a40593d3eef6 req-162d78a5-537e-4685-97ef-93bcc03cf91e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:52.738786 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-933a6ccb-de64-4122-9080-a40593d3eef6 req-162d78a5-537e-4685-97ef-93bcc03cf91e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 944 time: 0.0862713
Dec 23 16:33:52.788104 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-933a6ccb-de64-4122-9080-a40593d3eef6 req-3113a0b2-a85c-4ae9-a2ae-10fdc1523715 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431800
Dec 23 16:33:53.995207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537707e3-f1b5-4bcb-802b-eee0820d7379 req-b83066cd-f125-42e9-bd37-0f04a855e53c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:53.996864 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-537707e3-f1b5-4bcb-802b-eee0820d7379 req-b83066cd-f125-42e9-bd37-0f04a855e53c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 944 time: 0.0874848
Dec 23 16:33:54.285346 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-537707e3-f1b5-4bcb-802b-eee0820d7379 req-18a8e139-a926-4f60-bd61-6eeb843e0f85 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2823136
Dec 23 16:33:54.430073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4492bfaf-6583-4ee5-a9b3-23bcb8ad2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:55.489559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33194ef1-6c75-47e2-bf44-dd47e7b01d7e req-5db15efb-e3cd-4bee-9ce9-ed38f660c893 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:55.491133 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-33194ef1-6c75-47e2-bf44-dd47e7b01d7e req-5db15efb-e3cd-4bee-9ce9-ed38f660c893 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 944 time: 0.0849578
Dec 23 16:33:55.539465 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-33194ef1-6c75-47e2-bf44-dd47e7b01d7e req-14f3cfee-7fb1-40ab-9a8a-86574a17beaa tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422835
Dec 23 16:33:55.943492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:56.741477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a1e8e-5382-4b20-a188-bbbc656a4d47 req-4fa12710-3592-4f4c-8b26-8f9fca103f2e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:56.743124 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a80a1e8e-5382-4b20-a188-bbbc656a4d47 req-4fa12710-3592-4f4c-8b26-8f9fca103f2e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 944 time: 0.0835958
Dec 23 16:33:56.788716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a755d0c-3612-40a6-987c-1a1d1f5e3a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:56.794764 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a80a1e8e-5382-4b20-a188-bbbc656a4d47 req-29c6e48f-53b9-4ba5-b890-f151f9cc6e70 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444813
Dec 23 16:33:57.332258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:57.337281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:33:57.487705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3c14516b-143e-4f8c-92e3-47dfd0ce91b8,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:33:57.501727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'port_id': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'mac_address': 'fa:16:3e:55:64:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:33:57.557967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:57.580986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:33:57.597463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3c14516b-143e-4f8c-92e3-47dfd0ce91b8,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:33:57.600450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:57.602318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fb00555a-a400-4d5e-8a1a-38a1f86d1594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:33:57.668638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=3c14516b-143e-4f8c-92e3-47dfd0ce91b8,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:33:57.677938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:57.678344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:57.678743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:57.679162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:57.679554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:57.679942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:57.680329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:57.680715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:57.681098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:57.681479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:57.681860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:33:57.686025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:33:57.813618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['3c14516b-143e-4f8c-92e3-47dfd0ce91b8'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:33:58.006275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f7dfb-0e6e-44df-a5f1-7209606a6cea req-8f5da068-fb6d-4167-b32b-24bd0de663c7 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:58.007961 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bc3f7dfb-0e6e-44df-a5f1-7209606a6cea req-8f5da068-fb6d-4167-b32b-24bd0de663c7 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 945 time: 0.0871470
Dec 23 16:33:58.058214 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bc3f7dfb-0e6e-44df-a5f1-7209606a6cea req-84556cf1-b3d5-4506-bbd4-e1fb6b543e82 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428267
Dec 23 16:33:58.595960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:59.268152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba88501-1898-4e75-953d-d05b7181fa67 req-7f222809-047f-4df0-9400-4727ce4739fb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:33:59.269768 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fba88501-1898-4e75-953d-d05b7181fa67 req-7f222809-047f-4df0-9400-4727ce4739fb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 945 time: 0.0863521
Dec 23 16:33:59.319884 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fba88501-1898-4e75-953d-d05b7181fa67 req-2e5b201c-a9a8-4d27-84b9-071b5b68aa00 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438659
Dec 23 16:33:59.365757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:33:59.437794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:33:59.442497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:33:59.442930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:59.559914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:59.587002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:33:59.598311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3c14516b-143e-4f8c-92e3-47dfd0ce91b8,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:33:59.601685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:33:59.603695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:33:59.675027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=3c14516b-143e-4f8c-92e3-47dfd0ce91b8,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:33:59.678311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:33:59.724075 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'code': 200}
Dec 23 16:33:59.996173 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bc99719b-1da9-4381-844c-264ab511c520 req-a7921e49-76cc-4c40-9b9c-a11722f5dc1c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 1099 time: 0.0718212
Dec 23 16:34:00.039258 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bc99719b-1da9-4381-844c-264ab511c520 req-a25d0b9f-5686-4c0f-8a92-a681247904bb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371988
Dec 23 16:34:00.524285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a07ec-9651-4d9e-9ea9-2e8ed753915b req-b38b24bb-1a26-44c2-ad7d-65c28b780639 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:34:00.525889 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-210a07ec-9651-4d9e-9ea9-2e8ed753915b req-b38b24bb-1a26-44c2-ad7d-65c28b780639 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 946 time: 0.0859020
Dec 23 16:34:00.574027 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-210a07ec-9651-4d9e-9ea9-2e8ed753915b req-a7c1ee2d-a2e7-471b-bcfe-cbc8a2f3a919 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413094
Dec 23 16:34:01.782074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fde21-77ec-4e6e-b391-3fcb7e1251bd req-1893e85e-e36c-4a90-8a97-26724c615c81 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:34:01.783731 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-098fde21-77ec-4e6e-b391-3fcb7e1251bd req-1893e85e-e36c-4a90-8a97-26724c615c81 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 946 time: 0.0843906
Dec 23 16:34:01.835591 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-098fde21-77ec-4e6e-b391-3fcb7e1251bd req-406fa498-216b-420c-8f6b-abc681084471 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457208
Dec 23 16:34:02.039620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db4dae-6f09-4d55-89d0-ef8e06ed752f req-cd1c2f14-9222-44b2-8a0e-d9039a863136 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:34:02.041246 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-74db4dae-6f09-4d55-89d0-ef8e06ed752f req-cd1c2f14-9222-44b2-8a0e-d9039a863136 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 946 time: 0.0842009
Dec 23 16:34:02.093616 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-74db4dae-6f09-4d55-89d0-ef8e06ed752f req-dd6fd940-954b-4b4b-b151-74f2ea860f67 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455971
Dec 23 16:34:02.121227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60248) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:34:02.198429 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fb69f800-d896-4521-a62a-f3164cb719c2 tempest-TestVolumeBootPattern-1793823240 tempest-TestVolumeBootPattern-1793823240-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 1094 time: 0.0751891
Dec 23 16:34:02.201475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60252) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:34:02.207100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:34:02.213045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:34:02.217172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Usage tracker for resource:floatingip and tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:34:02.220582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:34:02.226905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:34:02.237232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for floatingip, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:02.388340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:02.762742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Allocated IP 172.26.5.221 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/24397d54-cfb6-4005-9585-51c4c5f25354) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:34:02.914840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:02.940617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:02.944964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:34:03.011168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:34:03.014769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:34:03.019141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:34:03.051065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'Port': ['ID=24397d54-cfb6-4005-9585-51c4c5f25354,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:34:03.077237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:34:03.077678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:34:03.078104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:34:03.078532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:34:03.078952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:34:03.079399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:34:03.079841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:34:03.080234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:34:03.080646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:34:03.081058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:34:03.081469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:34:03.086481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:34:03.566160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:03.625568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:03.841761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:03.845246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:03.849677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:34:03.960527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'Port': ['ID=24397d54-cfb6-4005-9585-51c4c5f25354,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:34:03.963443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:34:03.977297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:04.177079 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Floating IP c8b0a944-7d7a-4e67-9c47-c9efedae367e associated. External IP: 172.26.5.221, port: 3c14516b-143e-4f8c-92e3-47dfd0ce91b8.
Dec 23 16:34:04.589087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:34:04.811766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:34:04.821861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5d1704-0e7f-4de7-bf87-8e7848773fad None None] Sync routers for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:34:04.838796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5d1704-0e7f-4de7-bf87-8e7848773fad None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:34:04.839674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-db5d1704-0e7f-4de7-bf87-8e7848773fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2a5c88>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:33:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:34:04.841308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:04.908082 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7053118
Dec 23 16:34:04.909073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'tag': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:34:05.057018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-db5d1704-0e7f-4de7-bf87-8e7848773fad None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:34:05.068457 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'tag': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'status': 'completed', 'code': 200}
Dec 23 16:34:05.188084 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f629ead-eae8-4014-b3ef-6dd15656ea10 req-488cec75-b543-4f0a-880a-e30ae6a07753 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 1099 time: 0.0941110
Dec 23 16:34:05.350883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f629ead-eae8-4014-b3ef-6dd15656ea10 req-dd9b69e4-8c22-47e8-ae62-f2adbad4756a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:34:05.352564 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f629ead-eae8-4014-b3ef-6dd15656ea10 req-dd9b69e4-8c22-47e8-ae62-f2adbad4756a service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 913 time: 0.1582952
Dec 23 16:34:05.473788 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f629ead-eae8-4014-b3ef-6dd15656ea10 req-ba62060a-7c9d-426c-af98-8ccebb12374f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c14516b-143e-4f8c-92e3-47dfd0ce91b8 HTTP/1.1" status: 200  len: 1000 time: 0.1148186
Dec 23 16:34:05.476822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-db5d1704-0e7f-4de7-bf87-8e7848773fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2a5c88>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'c8b0a944-7d7a-4e67-9c47-c9efedae367e', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'floating_ip_address': '172.26.5.221', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'port_id': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'mac_address': 'fa:16:3e:55:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:34:03Z', 'updated_at': '2021-12-23T16:34:03Z', 'revision_number': 0, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:34:05.481755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5d1704-0e7f-4de7-bf87-8e7848773fad None None] Checking router: 2c59fb56-c2b9-41c1-8c88-d9a499e50286 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:34:05.494092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5d1704-0e7f-4de7-bf87-8e7848773fad None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:34:05.494805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-db5d1704-0e7f-4de7-bf87-8e7848773fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2a5c88>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:33:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:34:05.547975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f629ead-eae8-4014-b3ef-6dd15656ea10 req-9ec839df-1d02-4991-b690-988ffb9a5b00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:34:05.549593 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f629ead-eae8-4014-b3ef-6dd15656ea10 req-9ec839df-1d02-4991-b690-988ffb9a5b00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0705283
Dec 23 16:34:05.635263 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f629ead-eae8-4014-b3ef-6dd15656ea10 req-cd3fec2e-438d-4c20-a017-971457712d93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0790973
Dec 23 16:34:05.691203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-db5d1704-0e7f-4de7-bf87-8e7848773fad None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:34:05.786555 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f629ead-eae8-4014-b3ef-6dd15656ea10 req-d0fa6851-95a5-4d4f-8a74-086203ddc1a9 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451273
Dec 23 16:34:05.931783 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f629ead-eae8-4014-b3ef-6dd15656ea10 req-02d4c4f2-ae9a-4e38-8458-3d21ad47036f service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389682
Dec 23 16:34:05.994680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:34:06.232506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-db5d1704-0e7f-4de7-bf87-8e7848773fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2a5c88>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'c8b0a944-7d7a-4e67-9c47-c9efedae367e', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'floating_ip_address': '172.26.5.221', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'port_id': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'mac_address': 'fa:16:3e:55:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:34:03Z', 'updated_at': '2021-12-23T16:34:03Z', 'revision_number': 0, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:34:06.236867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5d1704-0e7f-4de7-bf87-8e7848773fad None None] The sync data for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv is: [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'c8b0a944-7d7a-4e67-9c47-c9efedae367e', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'floating_ip_address': '172.26.5.221', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'port_id': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'mac_address': 'fa:16:3e:55:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:34:03Z', 'updated_at': '2021-12-23T16:34:03Z', 'revision_number': 0, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:34:06.553161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d969765-4249-4d75-9c91-58f5f8c430c6 None None] New status for floating IP c8b0a944-7d7a-4e67-9c47-c9efedae367e: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:34:12.241517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:24.437627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eada3cd3-bd80-4294-87c6-8367f701a348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:25.952953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:26.793637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-83882f44-4bad-46ee-b430-4702df80977e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:27.340675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:28.609300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:40.758930 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3fc0937c-7955-4c6d-a6b4-a6d914cbe4c4 req-15995978-6eb8-4004-994e-9ec143a1a803 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0743587
Dec 23 16:34:40.911007 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3fc0937c-7955-4c6d-a6b4-a6d914cbe4c4 req-6eeade2b-5763-435e-94f0-6b53d28c5d4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 1099 time: 0.0809524
Dec 23 16:34:41.069284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0937c-7955-4c6d-a6b4-a6d914cbe4c4 req-91024bd7-1f73-44e1-aa43-730506d793bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:34:41.070800 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3fc0937c-7955-4c6d-a6b4-a6d914cbe4c4 req-91024bd7-1f73-44e1-aa43-730506d793bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 913 time: 0.1393759
Dec 23 16:34:41.177651 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3fc0937c-7955-4c6d-a6b4-a6d914cbe4c4 req-9416d842-fb3e-4057-a81b-cbfcfe305638 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c14516b-143e-4f8c-92e3-47dfd0ce91b8 HTTP/1.1" status: 200  len: 1002 time: 0.1002214
Dec 23 16:34:41.251300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0937c-7955-4c6d-a6b4-a6d914cbe4c4 req-3f67bb3b-379f-4020-bb0f-2c8e69d4b869 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:34:41.252893 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3fc0937c-7955-4c6d-a6b4-a6d914cbe4c4 req-3f67bb3b-379f-4020-bb0f-2c8e69d4b869 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0690076
Dec 23 16:34:41.333555 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3fc0937c-7955-4c6d-a6b4-a6d914cbe4c4 req-b8e9430b-ea16-45f8-a92f-ab9d944b7acc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0742409
Dec 23 16:34:41.478153 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3fc0937c-7955-4c6d-a6b4-a6d914cbe4c4 req-b37927ac-b6b1-474d-8312-a3c8a3adb9e0 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377251
Dec 23 16:34:41.622278 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3fc0937c-7955-4c6d-a6b4-a6d914cbe4c4 req-6da96158-670f-402d-95c8-214aba0b5b74 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380291
Dec 23 16:34:42.253643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:42.995514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:34:54.432717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-83100de9-fd14-41a4-a71b-41694f2399a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:55.952573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:56.801114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a56a16a8-0feb-44e2-aaaa-a14f994020ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:57.341017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:34:58.606790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:35:12.285716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:35:19.996781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:35:24.427561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fe7bac4-efb8-4037-9a6e-1600a24cc675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:35:25.944922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:35:26.793134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9f90c5e-d2c5-42f7-b145-8a64ba2adab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:35:27.342300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:35:28.605490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:35:41.739431 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7ca0050a-7426-415f-b20c-01c5270077a5 req-a2bd62b5-3b59-47a7-92d9-8d7854a92706 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0773456
Dec 23 16:35:41.885321 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7ca0050a-7426-415f-b20c-01c5270077a5 req-b6243235-8de8-41c2-b072-7ada04d328d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 1099 time: 0.0745261
Dec 23 16:35:42.041805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0050a-7426-415f-b20c-01c5270077a5 req-75482ebb-efb8-425f-ad31-3a7b5d7370d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:35:42.043664 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7ca0050a-7426-415f-b20c-01c5270077a5 req-75482ebb-efb8-425f-ad31-3a7b5d7370d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 913 time: 0.1394234
Dec 23 16:35:42.150686 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7ca0050a-7426-415f-b20c-01c5270077a5 req-ac5af387-17ae-4e19-b30f-36e9098254ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c14516b-143e-4f8c-92e3-47dfd0ce91b8 HTTP/1.1" status: 200  len: 1002 time: 0.1012852
Dec 23 16:35:42.220312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0050a-7426-415f-b20c-01c5270077a5 req-823293ca-2890-44f5-90a0-f013a64482bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:35:42.221933 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7ca0050a-7426-415f-b20c-01c5270077a5 req-823293ca-2890-44f5-90a0-f013a64482bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0656002
Dec 23 16:35:42.283121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:35:42.307548 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7ca0050a-7426-415f-b20c-01c5270077a5 req-f0ba5120-d983-4517-985a-15c37ad2b469 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0787001
Dec 23 16:35:42.452825 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7ca0050a-7426-415f-b20c-01c5270077a5 req-cdb64933-50cf-45e0-b295-9152ab31905f service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385031
Dec 23 16:35:42.596785 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7ca0050a-7426-415f-b20c-01c5270077a5 req-7cc081e4-048e-410a-ac99-c2dfc5a3fa3e service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382341
Dec 23 16:35:54.429821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-650d9d5c-078c-4461-8069-9c0854937e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:35:55.948085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:35:56.793077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fe55ca5-0888-49ed-9ca3-2414d58b1d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:35:56.997388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:35:57.344971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:35:58.608080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:04.385878 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-06cba5a7-7ccd-4459-a14e-7a7594378f7c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-175195997&fields=id&tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4 HTTP/1.1" status: 200  len: 267 time: 0.0447526
Dec 23 16:36:04.548182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789193c-f934-4dff-becd-d72fcf9e251c req-01efe9e2-7672-4eac-80af-5eac04bd54a4 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:04.549784 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-01efe9e2-7672-4eac-80af-5eac04bd54a4 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 812 time: 0.1567996
Dec 23 16:36:04.567323 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-a09f0305-d233-43f5-82b9-f383f4250020 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/quotas/3b72d8f968bd4e8b8c71e0a3ce701dd4 HTTP/1.1" status: 200  len: 375 time: 0.0113795
Dec 23 16:36:04.661329 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-cce628fd-b2c5-407a-aabd-3adba184d83d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0877278
Dec 23 16:36:04.812791 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-74c4c468-201c-4438-85b6-839aa629e18c service neutron] 10.222.0.67 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392329
Dec 23 16:36:04.959940 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-c13c65a8-1145-4622-94ef-24088d3d603d service neutron] 10.222.0.67 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406863
Dec 23 16:36:05.398070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24e6fcb4-4a5c-47be-96db-fade08ebeda9 req-43f848fe-f0ef-465f-9f76-3e52d09fbeb4 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 210 time: 0.0491369
Dec 23 16:36:06.407870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789193c-f934-4dff-becd-d72fcf9e251c req-bb4d7280-22be-46ac-9371-3abdc3608f3f tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:06.409449 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-bb4d7280-22be-46ac-9371-3abdc3608f3f tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 812 time: 0.1586206
Dec 23 16:36:06.471626 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-81a56aa8-487c-421a-a036-6227493d5223 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4 HTTP/1.1" status: 200  len: 379 time: 0.0510669
Dec 23 16:36:06.481653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-5789193c-f934-4dff-becd-d72fcf9e251c req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Request body: {'port': {'device_id': 'c719307c-db9f-4569-a577-406e87520396', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'admin_state_up': True, 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'security_groups': ['2e9d7dd3-42eb-43e3-856d-86f84b5c2782']}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:36:06.861997 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1f84e778-7350-4800-b091-42cc9a85431f req-1741c6cf-86ba-416b-b7d8-2830c7c5466a tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 210 time: 0.3331864
Dec 23 16:36:06.906358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-5789193c-f934-4dff-becd-d72fcf9e251c req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:36:06.916629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-5789193c-f934-4dff-becd-d72fcf9e251c req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:36:06.925682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5789193c-f934-4dff-becd-d72fcf9e251c req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Made reservation on behalf of 3b72d8f968bd4e8b8c71e0a3ce701dd4 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:36:06.932499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-5789193c-f934-4dff-becd-d72fcf9e251c req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:07.113452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-5789193c-f934-4dff-becd-d72fcf9e251c req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Allocated IP 172.20.0.8 (1cf1b722-9ba4-42a1-8046-80bc845a7e11/9b905383-96a1-4107-ae88-bf38b3760c6e/782cc4ed-a8c5-4c75-a21f-dbc2ad427968) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:36:07.323664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-5789193c-f934-4dff-becd-d72fcf9e251c req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:07.340130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-5789193c-f934-4dff-becd-d72fcf9e251c req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Transition to ACTIVE for port object 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:36:07.359940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-5789193c-f934-4dff-becd-d72fcf9e251c req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:07.365843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c0772a7-bd1e-4393-84a9-e092154f8505 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:36:07.458428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5789193c-f934-4dff-becd-d72fcf9e251c req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:36:07.462423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-5789193c-f934-4dff-becd-d72fcf9e251c req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:36:07.464636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'Port': ['ID=782cc4ed-a8c5-4c75-a21f-dbc2ad427968,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:36:07.467711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-5789193c-f934-4dff-becd-d72fcf9e251c req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:36:07.520434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:07.520878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:07.521307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:07.521734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:07.522148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:07.522566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:07.523008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:07.523489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:07.524061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:07.524688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:07.525111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:07.531374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:36:07.550841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789193c-f934-4dff-becd-d72fcf9e251c req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:07.551619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-5789193c-f934-4dff-becd-d72fcf9e251c req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:07.590686 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1135573
Dec 23 16:36:07.603877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Request body: {'port': {'device_id': 'c719307c-db9f-4569-a577-406e87520396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:36:07.741359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:07.848318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-aa536c4a-90ba-459a-9081-a1f07a74aef7 None None] Provisioning for port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:36:07.855563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-aa536c4a-90ba-459a-9081-a1f07a74aef7 None None] Provisioning complete for port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:36:07.856142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa536c4a-90ba-459a-9081-a1f07a74aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:07.923826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-aa536c4a-90ba-459a-9081-a1f07a74aef7 None None] Port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:36:08.125287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b5465-8f77-4021-ab87-7ef5c36e2260 req-7a8b34fb-6ffa-47d0-9e36-7a8d380942dd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:08.127202 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-444b5465-8f77-4021-ab87-7ef5c36e2260 req-7a8b34fb-6ffa-47d0-9e36-7a8d380942dd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 931 time: 0.0986671
Dec 23 16:36:08.191892 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-444b5465-8f77-4021-ab87-7ef5c36e2260 req-210ec067-4fd5-4439-b78a-b6221322ae6a tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568948
Dec 23 16:36:08.211885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 {{(pid=88840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:36:08.223599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:08.245361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Transition to ACTIVE for port object 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:36:08.248352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:08.253219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b3c3260f-0286-4218-bd21-ede034e56ee4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:36:08.391762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Pushing event updated for resources: {'Port': ['ID=782cc4ed-a8c5-4c75-a21f-dbc2ad427968,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:36:08.394786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:36:08.516615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Attempting to bind port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:36:08.516990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Attempting to bind port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:36:08.517341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Attempting to bind port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 on network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:36:08.524242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 on network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:36:08.524620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Attempting to bind port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 on network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:36:08.531872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:36:08.532251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Checking segment: {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:36:08.532685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Bound using segment: {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:36:08.533163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Bound port: 782cc4ed-a8c5-4c75-a21f-dbc2ad427968, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd138147-6555-48c8-82f2-db4eba055542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:36:08.534106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:08.628092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] For port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968, host hv-neutron-8228, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:36:08.631157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] For port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=782cc4ed-a8c5-4c75-a21f-dbc2ad427968,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:36:08.635162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:08.640599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3a559cca-52c1-41e3-b2ab-6efad5a756b0 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:36:08.705725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:08.707294 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] 10.222.0.36 "PUT /v2.0/ports/782cc4ed-a8c5-4c75-a21f-dbc2ad427968 HTTP/1.1" status: 200  len: 1093 time: 1.1092248
Dec 23 16:36:08.707872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c719307c-db9f-4569-a577-406e87520396', 'tag': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:36:08.727701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Pushing event updated for resources: {'Port': ['ID=782cc4ed-a8c5-4c75-a21f-dbc2ad427968,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:36:08.731121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:36:08.834320 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-f51b2b10-dbe7-4e5d-a5b5-1e376e6417e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 1096 time: 0.0792503
Dec 23 16:36:08.908593 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-4369442f-f8e3-49df-a7e4-874a9f1b3985 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=782cc4ed-a8c5-4c75-a21f-dbc2ad427968 HTTP/1.1" status: 200  len: 217 time: 0.0670226
Dec 23 16:36:08.985094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789193c-f934-4dff-becd-d72fcf9e251c req-925c5c92-8f9a-418d-84e1-05c6089ccf68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:08.986685 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-925c5c92-8f9a-418d-84e1-05c6089ccf68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0712605
Dec 23 16:36:09.068470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-a62a51f7-21b7-4a1f-ab2b-7d832ee139e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0751140
Dec 23 16:36:09.213578 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-0d38ffad-5a5c-404a-8601-f724e83420ad service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389210
Dec 23 16:36:09.362044 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5789193c-f934-4dff-becd-d72fcf9e251c req-34b51861-f511-44f1-971e-e8cf464f9175 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424856
Dec 23 16:36:09.406410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc827f4-1b48-4c05-a8df-0090d958d9a5 req-7d91d9b8-abcf-4fa4-8290-3a9f35ec9099 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:09.408060 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dfc827f4-1b48-4c05-a8df-0090d958d9a5 req-7d91d9b8-abcf-4fa4-8290-3a9f35ec9099 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 943 time: 0.0846543
Dec 23 16:36:09.455878 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dfc827f4-1b48-4c05-a8df-0090d958d9a5 req-72db8302-a6f2-47b4-96a2-36e48790ace6 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416832
Dec 23 16:36:09.791057 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c719307c-db9f-4569-a577-406e87520396', 'tag': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968', 'status': 'completed', 'code': 200}
Dec 23 16:36:09.893929 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-579a5492-00d0-4d4b-9cac-7cd095186e5e req-c5e18a75-dee3-452c-af11-7abcf3d047a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 1096 time: 0.0806763
Dec 23 16:36:10.041068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5492-00d0-4d4b-9cac-7cd095186e5e req-397daa86-191f-44aa-b3ef-55095cf7efa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:10.042606 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-579a5492-00d0-4d4b-9cac-7cd095186e5e req-397daa86-191f-44aa-b3ef-55095cf7efa3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 913 time: 0.1419842
Dec 23 16:36:10.113655 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-579a5492-00d0-4d4b-9cac-7cd095186e5e req-97e231fe-d3ea-4b92-8fbb-f101cc0752db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=782cc4ed-a8c5-4c75-a21f-dbc2ad427968 HTTP/1.1" status: 200  len: 217 time: 0.0646219
Dec 23 16:36:10.186503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5492-00d0-4d4b-9cac-7cd095186e5e req-d2fe15e6-5851-499d-8f09-e49664cb9087 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:10.188157 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-579a5492-00d0-4d4b-9cac-7cd095186e5e req-d2fe15e6-5851-499d-8f09-e49664cb9087 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0673528
Dec 23 16:36:10.271577 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-579a5492-00d0-4d4b-9cac-7cd095186e5e req-e8def1ab-1b2e-4ce7-b1ff-856945075418 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0774431
Dec 23 16:36:10.415440 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-579a5492-00d0-4d4b-9cac-7cd095186e5e req-4c12a3b9-def2-46d7-997f-cfb36d7de426 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374063
Dec 23 16:36:10.562765 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-579a5492-00d0-4d4b-9cac-7cd095186e5e req-7892dbc6-4e16-4c50-a259-f4316123d1d9 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402349
Dec 23 16:36:10.665249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47679c-d5eb-4582-bae6-9536b6feee18 req-b88d3d7d-e346-407a-acf0-b7715626095c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:10.666904 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5b47679c-d5eb-4582-bae6-9536b6feee18 req-b88d3d7d-e346-407a-acf0-b7715626095c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 943 time: 0.0882781
Dec 23 16:36:10.714540 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5b47679c-d5eb-4582-bae6-9536b6feee18 req-da2e4718-a8aa-4757-ad83-46e7ef3fe605 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414658
Dec 23 16:36:11.922012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f2c51-6f72-46fa-a505-fa1600781734 req-fc654d0f-434b-4f9a-80ff-a3907fd93f9e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:11.922883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-487f2c51-6f72-46fa-a505-fa1600781734 req-fc654d0f-434b-4f9a-80ff-a3907fd93f9e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Synchronizing usage tracker for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:36:11.954034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-487f2c51-6f72-46fa-a505-fa1600781734 req-fc654d0f-434b-4f9a-80ff-a3907fd93f9e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Unset dirty status for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:36:11.954964 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-487f2c51-6f72-46fa-a505-fa1600781734 req-fc654d0f-434b-4f9a-80ff-a3907fd93f9e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 943 time: 0.1154745
Dec 23 16:36:12.012135 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-487f2c51-6f72-46fa-a505-fa1600781734 req-6597d87c-aba0-46f9-bfa6-5662d7902fa8 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506475
Dec 23 16:36:12.307331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:13.228589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d28e3f-3da8-4b8b-aed2-966c07b227af req-42038dd2-2f54-4c85-bb5b-8ddbb44a37bb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:13.230388 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31d28e3f-3da8-4b8b-aed2-966c07b227af req-42038dd2-2f54-4c85-bb5b-8ddbb44a37bb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 943 time: 0.0875680
Dec 23 16:36:13.283979 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31d28e3f-3da8-4b8b-aed2-966c07b227af req-7bbba532-3227-44b9-97c6-cc82637bf96f tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474558
Dec 23 16:36:14.494482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3019e-0a8c-471c-bf40-8fd8e8c5c8e2 req-71d306a1-52e5-4aa4-92b1-389e64dbc6ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:14.496138 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aee3019e-0a8c-471c-bf40-8fd8e8c5c8e2 req-71d306a1-52e5-4aa4-92b1-389e64dbc6ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 943 time: 0.0859818
Dec 23 16:36:14.545123 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aee3019e-0a8c-471c-bf40-8fd8e8c5c8e2 req-1901363c-c537-43fa-b755-3f9505798d4c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427701
Dec 23 16:36:15.751877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78117a11-5923-43b0-9768-faa67af98074 req-04cd6c32-1d35-4656-908c-eaf0cde806b7 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:15.753515 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-78117a11-5923-43b0-9768-faa67af98074 req-04cd6c32-1d35-4656-908c-eaf0cde806b7 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 943 time: 0.0844829
Dec 23 16:36:15.803993 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-78117a11-5923-43b0-9768-faa67af98074 req-c77f1477-7682-41f1-892a-7e97af9d618e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435746
Dec 23 16:36:17.016135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ca507-51b4-4639-abf7-ffdf6451fb3b req-fe5259bf-aee7-4f99-83d1-aad124544dfd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:17.017781 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-984ca507-51b4-4639-abf7-ffdf6451fb3b req-fe5259bf-aee7-4f99-83d1-aad124544dfd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 943 time: 0.0919111
Dec 23 16:36:17.067180 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-984ca507-51b4-4639-abf7-ffdf6451fb3b req-095cb302-9d56-4619-a6e3-fcc2e886d381 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432141
Dec 23 16:36:17.971818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:36:18.127128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=782cc4ed-a8c5-4c75-a21f-dbc2ad427968,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:36:18.142643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'port_id': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968', 'mac_address': 'fa:16:3e:d8:ab:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:36:18.201950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:18.223110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:36:18.239806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=782cc4ed-a8c5-4c75-a21f-dbc2ad427968,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:36:18.247037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:18.253700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:36:18.284211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cdcfe-0f96-4948-a606-606077243e4e req-b46aa801-d0ea-4116-a4f6-307dc4b73b86 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:18.285837 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-441cdcfe-0f96-4948-a606-606077243e4e req-b46aa801-d0ea-4116-a4f6-307dc4b73b86 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 943 time: 0.0930247
Dec 23 16:36:18.319461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=782cc4ed-a8c5-4c75-a21f-dbc2ad427968,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:36:18.329117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:18.329520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:18.329916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:18.330306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:18.330695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:18.331111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:18.331495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:18.331881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:18.332266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:18.332648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:18.333022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:18.338042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:36:18.344404 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-441cdcfe-0f96-4948-a606-606077243e4e req-45dca76e-ff55-46aa-8c1d-6e66bc8ed2d2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458953
Dec 23 16:36:18.467258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['782cc4ed-a8c5-4c75-a21f-dbc2ad427968'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:36:19.547100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c6da4-81c4-4550-9611-5a7f253c2c6e req-0840e5e0-27f4-48ee-a89d-67503e84c204 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:19.548911 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-484c6da4-81c4-4550-9611-5a7f253c2c6e req-0840e5e0-27f4-48ee-a89d-67503e84c204 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 944 time: 0.0845540
Dec 23 16:36:19.597897 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-484c6da4-81c4-4550-9611-5a7f253c2c6e req-9b19bb74-eff3-402c-8a71-9d93fdf39ce8 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427349
Dec 23 16:36:19.986957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:36:20.066597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:36:20.071433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:36:20.072282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:20.203592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:20.241960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c719307c-db9f-4569-a577-406e87520396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:36:20.246540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=782cc4ed-a8c5-4c75-a21f-dbc2ad427968,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:36:20.252177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:20.254140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0f084d16-efd6-486e-b90e-b6380b96bac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:36:20.289767 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c719307c-db9f-4569-a577-406e87520396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968', 'code': 200}
Dec 23 16:36:20.324337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=782cc4ed-a8c5-4c75-a21f-dbc2ad427968,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:36:20.327441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:36:20.596075 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-198aa175-0f54-40da-b091-b9798ed05eba req-8569eb3f-cb9f-408c-932b-32ddb5a8d230 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 1098 time: 0.0799949
Dec 23 16:36:20.644410 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-198aa175-0f54-40da-b091-b9798ed05eba req-b74e470a-53ea-441a-8124-300996ad0966 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419452
Dec 23 16:36:20.804735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fcb96-3df5-46f5-90bb-654c9cb0d5ba req-a5ded5c9-7d84-481b-8613-da21939c67e0 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:20.806885 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-013fcb96-3df5-46f5-90bb-654c9cb0d5ba req-a5ded5c9-7d84-481b-8613-da21939c67e0 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 945 time: 0.0834477
Dec 23 16:36:20.856546 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-013fcb96-3df5-46f5-90bb-654c9cb0d5ba req-4fc60531-9d4e-46ca-99db-990f78dc1d84 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432787
Dec 23 16:36:22.073418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0ca45-0b5a-4d12-a9c1-6271711c6814 req-c3998d9d-e232-49b6-8662-0f40d5b67bd9 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:22.075096 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-41b0ca45-0b5a-4d12-a9c1-6271711c6814 req-c3998d9d-e232-49b6-8662-0f40d5b67bd9 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 945 time: 0.0867269
Dec 23 16:36:22.124892 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-41b0ca45-0b5a-4d12-a9c1-6271711c6814 req-c1827c12-c1dd-4cc0-a5e3-a0f87b526716 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434942
Dec 23 16:36:22.354203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc4a9b-6642-4bc0-87ad-4a7b5d8014e3 req-52eefb96-dc0b-456a-a432-ec0325d7ebe8 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:22.355862 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fefc4a9b-6642-4bc0-87ad-4a7b5d8014e3 req-52eefb96-dc0b-456a-a432-ec0325d7ebe8 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 945 time: 0.0868843
Dec 23 16:36:22.403961 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fefc4a9b-6642-4bc0-87ad-4a7b5d8014e3 req-999fb8c8-f02e-49e0-b253-02364ef71f59 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421581
Dec 23 16:36:22.433162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60382) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:36:22.516162 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3f1f8e6a-663b-44d5-ab11-13baab3fa29a tempest-TestVolumeBootPattern-1793823240 tempest-TestVolumeBootPattern-1793823240-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 1093 time: 0.0810366
Dec 23 16:36:22.518292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60386) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:36:22.524230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:36:22.530568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:36:22.534772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Usage tracker for resource:floatingip and tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:36:22.537944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:36:22.544761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:36:22.568180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for floatingip, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:22.954062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:23.101642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Allocated IP 172.26.5.210 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/f928fd38-f70f-41c7-b4c3-7245eb61053d) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:36:23.269095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:23.308454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:23.313006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-78059c81-13fa-40ee-a48e-40e3039b7141 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:36:23.383968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:36:23.387803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:36:23.391842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:36:23.427726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'Port': ['ID=f928fd38-f70f-41c7-b4c3-7245eb61053d,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:36:23.448864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:23.449345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:23.449787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:23.450222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:23.450654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:23.451110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:23.451537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:23.451965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:23.452388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:23.452809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:23.453227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:36:23.458503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:36:23.958926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:24.029922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:24.254276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:24.263171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:24.267540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5fb5a069-1636-4c7e-94b8-5f12ca557925 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:36:24.376847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event updated for resources: {'Port': ['ID=f928fd38-f70f-41c7-b4c3-7245eb61053d,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:36:24.381409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:36:24.393103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:24.448869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe0045f6-d7ac-4e4b-aefb-06555ddef419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:24.599128 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Floating IP f0e39337-7d3a-4a4a-8bf7-a26a94b5e2bb associated. External IP: 172.26.5.210, port: 782cc4ed-a8c5-4c75-a21f-dbc2ad427968.
Dec 23 16:36:25.022751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:36:25.239075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:36:25.250025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1741833-ae61-43d6-8f6d-08b3e3b0c6d0 None None] Sync routers for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:36:25.264035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1741833-ae61-43d6-8f6d-08b3e3b0c6d0 None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:36:25.264728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f1741833-ae61-43d6-8f6d-08b3e3b0c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79e403c8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:35:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:36:25.294906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:25.351948 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8324664
Dec 23 16:36:25.352655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c719307c-db9f-4569-a577-406e87520396', 'tag': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:36:25.407663 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c719307c-db9f-4569-a577-406e87520396', 'tag': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968', 'status': 'completed', 'code': 200}
Dec 23 16:36:25.464260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-f1741833-ae61-43d6-8f6d-08b3e3b0c6d0 None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:36:25.507963 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a8608eb-5846-42f3-9c47-eb532f14df59 req-146fb87c-c416-4d10-bea3-014a307242d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 1098 time: 0.0781443
Dec 23 16:36:25.655958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8608eb-5846-42f3-9c47-eb532f14df59 req-4123624d-5099-4d58-9b28-e4987a01da86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:25.664143 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a8608eb-5846-42f3-9c47-eb532f14df59 req-4123624d-5099-4d58-9b28-e4987a01da86 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 913 time: 0.1427720
Dec 23 16:36:25.771084 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a8608eb-5846-42f3-9c47-eb532f14df59 req-f78a78fc-e457-4c80-8a6b-51c2e98a5b9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=782cc4ed-a8c5-4c75-a21f-dbc2ad427968 HTTP/1.1" status: 200  len: 999 time: 0.1075850
Dec 23 16:36:25.845537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8608eb-5846-42f3-9c47-eb532f14df59 req-36c371bf-9620-4096-b3fa-3b9f61d28f4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:25.847201 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a8608eb-5846-42f3-9c47-eb532f14df59 req-36c371bf-9620-4096-b3fa-3b9f61d28f4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0696445
Dec 23 16:36:25.851323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f1741833-ae61-43d6-8f6d-08b3e3b0c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79e403c8>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'c8b0a944-7d7a-4e67-9c47-c9efedae367e', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'floating_ip_address': '172.26.5.221', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'port_id': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'mac_address': 'fa:16:3e:55:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:34:03Z', 'updated_at': '2021-12-23T16:34:06Z', 'revision_number': 1, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address_scope': None}, {'id': 'f0e39337-7d3a-4a4a-8bf7-a26a94b5e2bb', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'floating_ip_address': '172.26.5.210', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'port_id': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'mac_address': 'fa:16:3e:d8:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719307c-db9f-4569-a577-406e87520396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:36:23Z', 'updated_at': '2021-12-23T16:36:23Z', 'revision_number': 0, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:36:25.855566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1741833-ae61-43d6-8f6d-08b3e3b0c6d0 None None] Checking router: 2c59fb56-c2b9-41c1-8c88-d9a499e50286 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:36:25.867093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1741833-ae61-43d6-8f6d-08b3e3b0c6d0 None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:36:25.867764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f1741833-ae61-43d6-8f6d-08b3e3b0c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79e403c8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:35:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:36:25.929116 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a8608eb-5846-42f3-9c47-eb532f14df59 req-46e0ec61-1199-479b-a372-22db3ac33f77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0761011
Dec 23 16:36:26.025664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:26.076519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-f1741833-ae61-43d6-8f6d-08b3e3b0c6d0 None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:36:26.082064 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a8608eb-5846-42f3-9c47-eb532f14df59 req-06a3b052-a768-4cba-ac74-8e863ac5f6f6 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455193
Dec 23 16:36:26.466867 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a8608eb-5846-42f3-9c47-eb532f14df59 req-69b563e9-cd5a-4a30-91ae-2f7b15c64965 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3787112
Dec 23 16:36:26.468188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f1741833-ae61-43d6-8f6d-08b3e3b0c6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79e403c8>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'c8b0a944-7d7a-4e67-9c47-c9efedae367e', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'floating_ip_address': '172.26.5.221', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'port_id': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'mac_address': 'fa:16:3e:55:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:34:03Z', 'updated_at': '2021-12-23T16:34:06Z', 'revision_number': 1, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address_scope': None}, {'id': 'f0e39337-7d3a-4a4a-8bf7-a26a94b5e2bb', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'floating_ip_address': '172.26.5.210', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'port_id': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'mac_address': 'fa:16:3e:d8:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719307c-db9f-4569-a577-406e87520396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:36:23Z', 'updated_at': '2021-12-23T16:36:23Z', 'revision_number': 0, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:36:26.472598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1741833-ae61-43d6-8f6d-08b3e3b0c6d0 None None] The sync data for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv is: [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'c8b0a944-7d7a-4e67-9c47-c9efedae367e', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'floating_ip_address': '172.26.5.221', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'port_id': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'mac_address': 'fa:16:3e:55:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:34:03Z', 'updated_at': '2021-12-23T16:34:06Z', 'revision_number': 1, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address_scope': None}, {'id': 'f0e39337-7d3a-4a4a-8bf7-a26a94b5e2bb', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'floating_ip_address': '172.26.5.210', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'port_id': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'mac_address': 'fa:16:3e:d8:ab:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719307c-db9f-4569-a577-406e87520396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:36:23Z', 'updated_at': '2021-12-23T16:36:23Z', 'revision_number': 0, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:36:26.818273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efad94d3-c641-4226-ad6b-d62e5676f97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:26.845029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee82bad-9e77-429e-a90e-56c9cabc1bd5 None None] New status for floating IP f0e39337-7d3a-4a4a-8bf7-a26a94b5e2bb: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:36:27.349847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:28.621141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:33.998314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:36:42.300854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:43.826057 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e56375e-85da-450e-a570-8e6f1220280d req-7e0ed229-78a4-4dbe-ab53-ee2b83d19ca7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1500750
Dec 23 16:36:43.980501 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e56375e-85da-450e-a570-8e6f1220280d req-33953de9-3858-433e-9684-138c122bd594 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 1099 time: 0.0810494
Dec 23 16:36:44.145557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56375e-85da-450e-a570-8e6f1220280d req-954fab7a-148f-4c16-976a-01135befcbee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:44.146594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e56375e-85da-450e-a570-8e6f1220280d req-954fab7a-148f-4c16-976a-01135befcbee service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 913 time: 0.1453104
Dec 23 16:36:44.261242 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e56375e-85da-450e-a570-8e6f1220280d req-a07458eb-57e6-466b-a57a-92a4f992602a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c14516b-143e-4f8c-92e3-47dfd0ce91b8 HTTP/1.1" status: 200  len: 1002 time: 0.1072779
Dec 23 16:36:44.331673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56375e-85da-450e-a570-8e6f1220280d req-2531ffb6-9d24-4e18-86d0-3cd76c0a6915 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:36:44.334666 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e56375e-85da-450e-a570-8e6f1220280d req-2531ffb6-9d24-4e18-86d0-3cd76c0a6915 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0654693
Dec 23 16:36:44.421989 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e56375e-85da-450e-a570-8e6f1220280d req-327adb14-e12c-42c6-a09a-4e5c26f6a622 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0794182
Dec 23 16:36:44.576748 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e56375e-85da-450e-a570-8e6f1220280d req-e13e28c3-bc94-4861-8306-a452fe6c96a0 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473572
Dec 23 16:36:44.734734 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e56375e-85da-450e-a570-8e6f1220280d req-f6aa47e8-5f75-416e-b023-43aa269d25ad service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504064
Dec 23 16:36:54.431136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-90f3b40b-1380-4da8-bf62-05cfef0f5e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:55.948997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:56.801027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1cb250db-9287-461c-95d1-f85d3e809a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:57.348952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:36:58.617633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:37:10.998851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:37:12.331675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:37:24.442386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-253ff971-cd12-4b7e-a2cc-3ca8d6e179b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:37:25.954273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:37:26.802649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a71c35ab-5b33-4b68-842f-231da6d7ff27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:37:27.351041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:37:28.619383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:37:42.343039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:37:44.317556 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ecf8987e-5984-40c2-b860-021e8eece690 req-bb533d82-4d97-4a4a-88b0-0e440e5d1c58 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0793390
Dec 23 16:37:44.412962 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ecf8987e-5984-40c2-b860-021e8eece690 req-04181318-0d37-4323-a216-ca2c2f24006b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 1098 time: 0.0752270
Dec 23 16:37:44.567800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8987e-5984-40c2-b860-021e8eece690 req-c928c55b-f2fb-4b54-bd35-7b84cc5d1ecb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:37:44.569508 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ecf8987e-5984-40c2-b860-021e8eece690 req-c928c55b-f2fb-4b54-bd35-7b84cc5d1ecb service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 913 time: 0.1386490
Dec 23 16:37:44.680120 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ecf8987e-5984-40c2-b860-021e8eece690 req-b216b811-2b46-4d1a-b8f1-4faf1a85bc7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=782cc4ed-a8c5-4c75-a21f-dbc2ad427968 HTTP/1.1" status: 200  len: 1001 time: 0.1041076
Dec 23 16:37:44.748637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8987e-5984-40c2-b860-021e8eece690 req-f9543b3f-5720-4f17-8c18-6d59b71c8e82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:37:44.750184 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ecf8987e-5984-40c2-b860-021e8eece690 req-f9543b3f-5720-4f17-8c18-6d59b71c8e82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0641448
Dec 23 16:37:44.833601 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ecf8987e-5984-40c2-b860-021e8eece690 req-6e2e634d-6930-4caf-ad79-d64cb4166db1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0765021
Dec 23 16:37:44.976777 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ecf8987e-5984-40c2-b860-021e8eece690 req-955a48fb-d452-4282-b173-02faca60851c service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360989
Dec 23 16:37:45.120279 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ecf8987e-5984-40c2-b860-021e8eece690 req-44748639-7d42-4044-87fb-5962c0b179b1 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364131
Dec 23 16:37:47.999668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:37:54.433959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-78b5a935-47ca-4f3a-82fb-5a77eac8d808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:37:55.955701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:37:56.804216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7f8df48-54fe-4a53-8b25-febcc22ae2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:37:57.355251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:37:58.621399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:12.341713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:17.185574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60422) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:17.400223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Deleting port f928fd38-f70f-41c7-b4c3-7245eb61053d {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:38:17.400609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:17.574783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:17.575084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:17.702033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Calling delete_port for f928fd38-f70f-41c7-b4c3-7245eb61053d owned by network:floatingip {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:38:17.844927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:17.848583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb035add-3936-4aa7-83d0-49d47a094dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:18.127710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event deleted for resources: {'Port': ['ID=f928fd38-f70f-41c7-b4c3-7245eb61053d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:18.141209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:18.141653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:18.142542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:18.142542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:18.143147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:18.143344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:18.143729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:18.144157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:18.144576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:18.144994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:18.145409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:18.174881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:18.245206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for floatingip, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:18.660882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:38:18.873221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:38:18.883756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b61810-77b4-43ee-b80c-348080b9dfec None None] Sync routers for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:38:18.893470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:18.896900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b61810-77b4-43ee-b80c-348080b9dfec None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:18.897568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d1b61810-77b4-43ee-b80c-348080b9dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a38a940>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:37:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:18.950424 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "DELETE /v2.0/floatingips/f0e39337-7d3a-4a4a-8bf7-a26a94b5e2bb HTTP/1.1" status: 204  len: 168 time: 1.7636108
Dec 23 16:38:18.951202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c719307c-db9f-4569-a577-406e87520396', 'tag': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:38:19.031180 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c719307c-db9f-4569-a577-406e87520396', 'tag': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968', 'status': 'completed', 'code': 200}
Dec 23 16:38:19.134255 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1639a858-8e5d-41f3-bd16-062b31d268f3 req-4a24de4f-3d19-495e-a4fd-f2b9e4606dc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 1098 time: 0.0822697
Dec 23 16:38:19.278483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d1b61810-77b4-43ee-b80c-348080b9dfec None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:38:19.303621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639a858-8e5d-41f3-bd16-062b31d268f3 req-77d80506-ff57-40cf-96b8-aaa189de53fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:38:19.305256 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1639a858-8e5d-41f3-bd16-062b31d268f3 req-77d80506-ff57-40cf-96b8-aaa189de53fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 913 time: 0.1652384
Dec 23 16:38:19.384575 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1639a858-8e5d-41f3-bd16-062b31d268f3 req-4720ce6a-9625-460b-942c-ed9442f96928 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=782cc4ed-a8c5-4c75-a21f-dbc2ad427968 HTTP/1.1" status: 200  len: 217 time: 0.0719197
Dec 23 16:38:19.416018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f9e2-b13d-46c4-859c-5a4c4fa2112d req-7659f47f-93ef-4519-8078-d3f6f195082b tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:38:19.416809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-4934f9e2-b13d-46c4-859c-5a4c4fa2112d req-7659f47f-93ef-4519-8078-d3f6f195082b tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Synchronizing usage tracker for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:38:19.432058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-4934f9e2-b13d-46c4-859c-5a4c4fa2112d req-7659f47f-93ef-4519-8078-d3f6f195082b tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Unset dirty status for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:38:19.433364 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4934f9e2-b13d-46c4-859c-5a4c4fa2112d req-7659f47f-93ef-4519-8078-d3f6f195082b tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 945 time: 0.1113381
Dec 23 16:38:19.457248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639a858-8e5d-41f3-bd16-062b31d268f3 req-9f13ac3f-c52c-4213-a045-022eb3f39378 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:38:19.459503 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1639a858-8e5d-41f3-bd16-062b31d268f3 req-9f13ac3f-c52c-4213-a045-022eb3f39378 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0684733
Dec 23 16:38:19.485865 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4934f9e2-b13d-46c4-859c-5a4c4fa2112d req-78e30468-dc75-40f3-a020-c5d9971bb825 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464020
Dec 23 16:38:19.545958 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1639a858-8e5d-41f3-bd16-062b31d268f3 req-0bc0b300-7ab3-480b-88b4-56c5bd23f72c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0805354
Dec 23 16:38:19.658210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d1b61810-77b4-43ee-b80c-348080b9dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a38a940>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'c8b0a944-7d7a-4e67-9c47-c9efedae367e', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'floating_ip_address': '172.26.5.221', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'port_id': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'mac_address': 'fa:16:3e:55:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:34:03Z', 'updated_at': '2021-12-23T16:34:06Z', 'revision_number': 1, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:19.662849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b61810-77b4-43ee-b80c-348080b9dfec None None] Checking router: 2c59fb56-c2b9-41c1-8c88-d9a499e50286 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:38:19.674073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b61810-77b4-43ee-b80c-348080b9dfec None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:19.674735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d1b61810-77b4-43ee-b80c-348080b9dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a38a940>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:37:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:19.694784 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1639a858-8e5d-41f3-bd16-062b31d268f3 req-19beca9e-489b-4edb-ac91-c8e187cd3c2b service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415870
Dec 23 16:38:19.839926 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1639a858-8e5d-41f3-bd16-062b31d268f3 req-1e896500-680d-4eb1-b686-df4c1e1f4a77 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384676
Dec 23 16:38:19.860750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d1b61810-77b4-43ee-b80c-348080b9dfec None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:38:20.232650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d1b61810-77b4-43ee-b80c-348080b9dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a38a940>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'c8b0a944-7d7a-4e67-9c47-c9efedae367e', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'floating_ip_address': '172.26.5.221', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'port_id': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'mac_address': 'fa:16:3e:55:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:34:03Z', 'updated_at': '2021-12-23T16:34:06Z', 'revision_number': 1, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:20.237003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b61810-77b4-43ee-b80c-348080b9dfec None None] The sync data for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv is: [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'c8b0a944-7d7a-4e67-9c47-c9efedae367e', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'floating_ip_address': '172.26.5.221', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'port_id': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'mac_address': 'fa:16:3e:55:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:34:03Z', 'updated_at': '2021-12-23T16:34:06Z', 'revision_number': 1, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:38:20.714579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2112e-bc60-4236-9518-3b661e7969fb req-21d11d2a-67d2-4a7c-8905-d5fce101398c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:38:20.716254 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-60e2112e-bc60-4236-9518-3b661e7969fb req-21d11d2a-67d2-4a7c-8905-d5fce101398c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 945 time: 0.0850883
Dec 23 16:38:20.726067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc396b3f-1cde-457f-b00c-84d2c29e2892 None None] New status for floating IP f0e39337-7d3a-4a4a-8bf7-a26a94b5e2bb: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:38:20.829127 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-60e2112e-bc60-4236-9518-3b661e7969fb req-d46f1753-76dc-4179-816a-1f49b8cc8e8c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1067002
Dec 23 16:38:20.851206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c0d07-d650-4248-9e44-b37d5f008bc4 req-cc695035-c954-4901-8916-6871c4c6cc9c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:38:20.853086 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f66c0d07-d650-4248-9e44-b37d5f008bc4 req-cc695035-c954-4901-8916-6871c4c6cc9c tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 945 time: 0.1115975
Dec 23 16:38:20.929130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-f66c0d07-d650-4248-9e44-b37d5f008bc4 req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Deleting port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:38:20.929522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f66c0d07-d650-4248-9e44-b37d5f008bc4 req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:21.191596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-f66c0d07-d650-4248-9e44-b37d5f008bc4 req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] For port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=782cc4ed-a8c5-4c75-a21f-dbc2ad427968,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:38:21.192002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f66c0d07-d650-4248-9e44-b37d5f008bc4 req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:21.321635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-f66c0d07-d650-4248-9e44-b37d5f008bc4 req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Calling delete_port for 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 owned by compute:nova {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:38:21.470070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f66c0d07-d650-4248-9e44-b37d5f008bc4 req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:21.476797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5b83bd76-48ae-427c-a81c-4747c550db66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:21.520517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event deleted for resources: {'Port': ['ID=782cc4ed-a8c5-4c75-a21f-dbc2ad427968,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:21.559317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:21.559765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:21.560204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:21.560635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:21.561062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:21.561486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:21.561909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:21.562335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:21.562756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:21.563206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:21.563630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:38:21.571901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:21.611470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66c0d07-d650-4248-9e44-b37d5f008bc4 req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] No DVR routers for this DVR port 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 on host hv-neutron-8228 {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:38:21.613879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f66c0d07-d650-4248-9e44-b37d5f008bc4 req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:21.617183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c719307c-db9f-4569-a577-406e87520396', 'name': 'network-vif-deleted', 'tag': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:38:21.632100 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f66c0d07-d650-4248-9e44-b37d5f008bc4 req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "DELETE /v2.0/ports/782cc4ed-a8c5-4c75-a21f-dbc2ad427968 HTTP/1.1" status: 204  len: 173 time: 0.7731490
Dec 23 16:38:21.694487 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c719307c-db9f-4569-a577-406e87520396', 'name': 'network-vif-deleted', 'tag': '782cc4ed-a8c5-4c75-a21f-dbc2ad427968', 'status': 'completed', 'code': 200}
Dec 23 16:38:22.019046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-2554e998-50a0-4bdd-95d1-9e62cc8337da req-1173cc3a-fc13-4a65-b634-0231a9394a09 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Synchronizing usage tracker for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:38:22.036610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-2554e998-50a0-4bdd-95d1-9e62cc8337da req-1173cc3a-fc13-4a65-b634-0231a9394a09 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Unset dirty status for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:38:22.038536 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2554e998-50a0-4bdd-95d1-9e62cc8337da req-1173cc3a-fc13-4a65-b634-0231a9394a09 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=c719307c-db9f-4569-a577-406e87520396 HTTP/1.1" status: 200  len: 210 time: 0.0771306
Dec 23 16:38:24.452352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-afef42f9-e08a-4fc1-ba38-fc1b9d862cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:24.707837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:38:24.743706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:38:24.744092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 782cc4ed-a8c5-4c75-a21f-dbc2ad427968 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:38:25.001038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:38:25.958906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:26.672226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60462) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:26.805831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea33ea5c-39d1-4019-8541-655fde55134a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:26.882585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ff19bb41-f4d5-403a-aa74-b0cf319f24c2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Deleting port 24397d54-cfb6-4005-9585-51c4c5f25354 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:38:26.882980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff19bb41-f4d5-403a-aa74-b0cf319f24c2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:27.062310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff19bb41-f4d5-403a-aa74-b0cf319f24c2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:27.062884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff19bb41-f4d5-403a-aa74-b0cf319f24c2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:27.191812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ff19bb41-f4d5-403a-aa74-b0cf319f24c2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Calling delete_port for 24397d54-cfb6-4005-9585-51c4c5f25354 owned by network:floatingip {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:38:27.344855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff19bb41-f4d5-403a-aa74-b0cf319f24c2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:27.349223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0c19ecb-158f-4968-ad8f-4580d12e7b16 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:27.356444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:27.389783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19bb41-f4d5-403a-aa74-b0cf319f24c2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event deleted for resources: {'Port': ['ID=24397d54-cfb6-4005-9585-51c4c5f25354,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:27.394113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ff19bb41-f4d5-403a-aa74-b0cf319f24c2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:27.489957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff19bb41-f4d5-403a-aa74-b0cf319f24c2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for floatingip, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:27.890937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff19bb41-f4d5-403a-aa74-b0cf319f24c2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:38:28.330642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff19bb41-f4d5-403a-aa74-b0cf319f24c2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:38:28.341303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ce770-27f1-43b9-b66e-24856dcdcba3 None None] Sync routers for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:38:28.351243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff19bb41-f4d5-403a-aa74-b0cf319f24c2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:28.355193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ce770-27f1-43b9-b66e-24856dcdcba3 None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:28.355873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c17ce770-27f1-43b9-b66e-24856dcdcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a00e9e8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:38:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:28.408035 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ff19bb41-f4d5-403a-aa74-b0cf319f24c2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "DELETE /v2.0/floatingips/c8b0a944-7d7a-4e67-9c47-c9efedae367e HTTP/1.1" status: 204  len: 168 time: 1.7346025
Dec 23 16:38:28.408738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'tag': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:38:28.468162 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'tag': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'status': 'completed', 'code': 200}
Dec 23 16:38:28.548235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c17ce770-27f1-43b9-b66e-24856dcdcba3 None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:38:28.571411 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5cb17fc1-f53f-4010-acd5-a47d1372ea33 req-4a3b1ed2-ab5f-44af-ac51-fa89e97ac476 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 1099 time: 0.0784025
Dec 23 16:38:28.637060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:28.725646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb17fc1-f53f-4010-acd5-a47d1372ea33 req-f050c2fc-f45e-4865-9eb7-6fb481c565f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:38:28.727340 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5cb17fc1-f53f-4010-acd5-a47d1372ea33 req-f050c2fc-f45e-4865-9eb7-6fb481c565f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 200  len: 913 time: 0.1501949
Dec 23 16:38:28.843193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80969-984f-4b88-8725-f34c4293edbe req-ff426bc1-2d96-4a06-ba51-1834ded5006a tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:38:28.844026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-4ce80969-984f-4b88-8725-f34c4293edbe req-ff426bc1-2d96-4a06-ba51-1834ded5006a tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Synchronizing usage tracker for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:38:28.861246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-4ce80969-984f-4b88-8725-f34c4293edbe req-ff426bc1-2d96-4a06-ba51-1834ded5006a tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Unset dirty status for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:38:28.862578 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4ce80969-984f-4b88-8725-f34c4293edbe req-ff426bc1-2d96-4a06-ba51-1834ded5006a tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 946 time: 0.1096187
Dec 23 16:38:28.916441 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4ce80969-984f-4b88-8725-f34c4293edbe req-1adbcde8-a4ec-4f70-9b0a-970225f5d0fc tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468488
Dec 23 16:38:28.918245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c17ce770-27f1-43b9-b66e-24856dcdcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a00e9e8>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:28.923020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ce770-27f1-43b9-b66e-24856dcdcba3 None None] Checking router: 2c59fb56-c2b9-41c1-8c88-d9a499e50286 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:38:28.936326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ce770-27f1-43b9-b66e-24856dcdcba3 None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:28.937024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c17ce770-27f1-43b9-b66e-24856dcdcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a00e9e8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:38:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:29.044706 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5cb17fc1-f53f-4010-acd5-a47d1372ea33 req-4c68f8e0-c174-40b4-9af4-d1125d293e24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c14516b-143e-4f8c-92e3-47dfd0ce91b8 HTTP/1.1" status: 200  len: 217 time: 0.3101816
Dec 23 16:38:29.114075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb17fc1-f53f-4010-acd5-a47d1372ea33 req-d1b09b52-1af1-45f0-b103-a21a631e4292 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:38:29.115609 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5cb17fc1-f53f-4010-acd5-a47d1372ea33 req-d1b09b52-1af1-45f0-b103-a21a631e4292 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 200  len: 851 time: 0.0635016
Dec 23 16:38:29.133269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c17ce770-27f1-43b9-b66e-24856dcdcba3 None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:38:29.199886 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5cb17fc1-f53f-4010-acd5-a47d1372ea33 req-33ba136d-342f-429c-ac67-b912f8e07942 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf1b722-9ba4-42a1-8046-80bc845a7e11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0776074
Dec 23 16:38:29.351379 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5cb17fc1-f53f-4010-acd5-a47d1372ea33 req-94d0ee8e-5ed7-4933-b194-c1c21447ea00 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441386
Dec 23 16:38:29.508800 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5cb17fc1-f53f-4010-acd5-a47d1372ea33 req-3b811d62-16dc-4930-9a03-67187dc0181a service neutron] 10.222.0.36 "GET /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497905
Dec 23 16:38:29.629895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c17ce770-27f1-43b9-b66e-24856dcdcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a00e9e8>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:29.634313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ce770-27f1-43b9-b66e-24856dcdcba3 None None] The sync data for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv is: [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:30:52Z', 'revision_number': 4, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '53406373-6116-42b1-bc56-2e6813ba2449', 'name': '', 'network_id': '1cf1b722-9ba4-42a1-8046-80bc845a7e11', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'mac_address': 'fa:16:3e:a2:8e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:52Z', 'updated_at': '2021-12-23T16:31:01Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'subnets': [{'id': '9b905383-96a1-4107-ae88-bf38b3760c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:38:30.109231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4509ceb-d66b-4969-9d09-70fec2746e20 None None] New status for floating IP c8b0a944-7d7a-4e67-9c47-c9efedae367e: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:38:30.198114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec7c1f-272c-4739-aee0-90856109e98b req-7d4231fd-ee0e-4ef3-8774-bfe038c1b151 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:38:30.199808 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27ec7c1f-272c-4739-aee0-90856109e98b req-7d4231fd-ee0e-4ef3-8774-bfe038c1b151 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 946 time: 0.1548955
Dec 23 16:38:30.210694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b16098-6a7f-45b2-bd5c-1f3cf0926c72 req-e14e25e6-e9d8-48d7-851f-3898a2ccce6b tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:38:30.212340 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-85b16098-6a7f-45b2-bd5c-1f3cf0926c72 req-e14e25e6-e9d8-48d7-851f-3898a2ccce6b tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 946 time: 0.1120696
Dec 23 16:38:30.321313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-85b16098-6a7f-45b2-bd5c-1f3cf0926c72 req-17156dd1-5402-43f1-a9d8-f34e4a8f155f tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Deleting port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:38:30.321700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-85b16098-6a7f-45b2-bd5c-1f3cf0926c72 req-17156dd1-5402-43f1-a9d8-f34e4a8f155f tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:30.354196 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-27ec7c1f-272c-4739-aee0-90856109e98b req-a35dbe6d-41de-404d-a86a-3477d6799c82 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/security-groups?id=2e9d7dd3-42eb-43e3-856d-86f84b5c2782&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1407983
Dec 23 16:38:30.593990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-85b16098-6a7f-45b2-bd5c-1f3cf0926c72 req-17156dd1-5402-43f1-a9d8-f34e4a8f155f tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] For port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3c14516b-143e-4f8c-92e3-47dfd0ce91b8,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:38:30.594357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-85b16098-6a7f-45b2-bd5c-1f3cf0926c72 req-17156dd1-5402-43f1-a9d8-f34e4a8f155f tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:30.722562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-85b16098-6a7f-45b2-bd5c-1f3cf0926c72 req-17156dd1-5402-43f1-a9d8-f34e4a8f155f tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Calling delete_port for 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 owned by compute:nova {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:38:30.867621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-85b16098-6a7f-45b2-bd5c-1f3cf0926c72 req-17156dd1-5402-43f1-a9d8-f34e4a8f155f tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:30.873193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c692f458-207e-4751-ae0f-98187039e78d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:30.917548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17156dd1-5402-43f1-a9d8-f34e4a8f155f tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event deleted for resources: {'Port': ['ID=3c14516b-143e-4f8c-92e3-47dfd0ce91b8,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:30.921887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-17156dd1-5402-43f1-a9d8-f34e4a8f155f tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:30.992920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b16098-6a7f-45b2-bd5c-1f3cf0926c72 req-17156dd1-5402-43f1-a9d8-f34e4a8f155f tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] No DVR routers for this DVR port 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 on host hv-neutron-8228 {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:38:30.995424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-85b16098-6a7f-45b2-bd5c-1f3cf0926c72 req-17156dd1-5402-43f1-a9d8-f34e4a8f155f tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:30.998130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'name': 'network-vif-deleted', 'tag': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:38:31.013618 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-85b16098-6a7f-45b2-bd5c-1f3cf0926c72 req-17156dd1-5402-43f1-a9d8-f34e4a8f155f tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.36 "DELETE /v2.0/ports/3c14516b-143e-4f8c-92e3-47dfd0ce91b8 HTTP/1.1" status: 204  len: 173 time: 0.7840934
Dec 23 16:38:31.054596 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b274b9d9-8e85-4ca5-85d8-51063e95a047', 'name': 'network-vif-deleted', 'tag': '3c14516b-143e-4f8c-92e3-47dfd0ce91b8', 'status': 'completed', 'code': 200}
Dec 23 16:38:31.542035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-b3bbc32b-3ec6-492d-b367-bb35c363669b req-fb670afe-100d-47dc-b9cc-e3475c579ee7 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Synchronizing usage tracker for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:38:31.556737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-b3bbc32b-3ec6-492d-b367-bb35c363669b req-fb670afe-100d-47dc-b9cc-e3475c579ee7 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Unset dirty status for tenant:3b72d8f968bd4e8b8c71e0a3ce701dd4 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:38:31.558044 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b3bbc32b-3ec6-492d-b367-bb35c363669b req-fb670afe-100d-47dc-b9cc-e3475c579ee7 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "GET /v2.0/ports?device_id=b274b9d9-8e85-4ca5-85d8-51063e95a047 HTTP/1.1" status: 200  len: 210 time: 0.0664957
Dec 23 16:38:32.668227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60480) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:32.796684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:38:32.831279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:38:32.831604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 3c14516b-143e-4f8c-92e3-47dfd0ce91b8 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:38:32.833699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d660873f-3fb1-4143-8ae7-ccd0ee6ea251 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Deleting port 6e26cf8c-1e88-4203-9fcc-f1b61e505e2d {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:38:32.834088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d660873f-3fb1-4143-8ae7-ccd0ee6ea251 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:33.012659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d660873f-3fb1-4143-8ae7-ccd0ee6ea251 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:33.013296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d660873f-3fb1-4143-8ae7-ccd0ee6ea251 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:33.143361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d660873f-3fb1-4143-8ae7-ccd0ee6ea251 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Calling delete_port for 6e26cf8c-1e88-4203-9fcc-f1b61e505e2d owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:38:33.290548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d660873f-3fb1-4143-8ae7-ccd0ee6ea251 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:33.295145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:33.342014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660873f-3fb1-4143-8ae7-ccd0ee6ea251 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event deleted for resources: {'Port': ['ID=6e26cf8c-1e88-4203-9fcc-f1b61e505e2d,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:33.344831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d660873f-3fb1-4143-8ae7-ccd0ee6ea251 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:33.440075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d660873f-3fb1-4143-8ae7-ccd0ee6ea251 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:33.456764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d660873f-3fb1-4143-8ae7-ccd0ee6ea251 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:33.457983 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d660873f-3fb1-4143-8ae7-ccd0ee6ea251 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "DELETE /v2.0/floatingips/fafddd27-6e19-4c3c-9d32-08d6cf855528 HTTP/1.1" status: 204  len: 168 time: 0.7886758
Dec 23 16:38:35.964993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60496) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:36.042405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dae58f6a-c7ea-46f8-96b1-125f70583592 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:36.074837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dae58f6a-c7ea-46f8-96b1-125f70583592 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:36.128144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dae58f6a-c7ea-46f8-96b1-125f70583592 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:36.133982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0a0c1a8a-7350-472a-bd35-be0c3e830cac tempest-NegativeSecGroupIPv6Test-111528959 tempest-NegativeSecGroupIPv6Test-111528959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:36.150727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae58f6a-c7ea-46f8-96b1-125f70583592 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9d7dd3-42eb-43e3-856d-86f84b5c2782,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:36.154774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dae58f6a-c7ea-46f8-96b1-125f70583592 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:36.158395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dae58f6a-c7ea-46f8-96b1-125f70583592 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:36.160156 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dae58f6a-c7ea-46f8-96b1-125f70583592 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] 10.222.0.67 "DELETE /v2.0/security-groups/2e9d7dd3-42eb-43e3-856d-86f84b5c2782 HTTP/1.1" status: 204  len: 168 time: 0.1935868
Dec 23 16:38:36.240581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60502) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:36.785418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5939d0ef-37c8-4b20-8bc0-84089796cf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:37.409835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5939d0ef-37c8-4b20-8bc0-84089796cf5c admin admin] Deleting port 53406373-6116-42b1-bc56-2e6813ba2449 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:38:37.410390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5939d0ef-37c8-4b20-8bc0-84089796cf5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:37.589943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5939d0ef-37c8-4b20-8bc0-84089796cf5c admin admin] For port 53406373-6116-42b1-bc56-2e6813ba2449, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=53406373-6116-42b1-bc56-2e6813ba2449,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:38:37.590265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5939d0ef-37c8-4b20-8bc0-84089796cf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:37.721217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5939d0ef-37c8-4b20-8bc0-84089796cf5c admin admin] Calling delete_port for 53406373-6116-42b1-bc56-2e6813ba2449 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:38:38.132895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5939d0ef-37c8-4b20-8bc0-84089796cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:38.137340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:38.179664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939d0ef-37c8-4b20-8bc0-84089796cf5c admin admin] Pushing event deleted for resources: {'Port': ['ID=53406373-6116-42b1-bc56-2e6813ba2449,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:38.183340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5939d0ef-37c8-4b20-8bc0-84089796cf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:38.487225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5939d0ef-37c8-4b20-8bc0-84089796cf5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:39.095650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5939d0ef-37c8-4b20-8bc0-84089796cf5c admin admin] Router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:38:39.309266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5939d0ef-37c8-4b20-8bc0-84089796cf5c admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:38:39.319871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea019b1-642b-40c1-9930-e27ec43daa91 None None] Sync routers for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:38:39.323018 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5939d0ef-37c8-4b20-8bc0-84089796cf5c admin admin] 10.222.0.67 "PUT /v2.0/routers/2c59fb56-c2b9-41c1-8c88-d9a499e50286/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0806532
Dec 23 16:38:39.325850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60508) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:39.332699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea019b1-642b-40c1-9930-e27ec43daa91 None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:39.333450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2ea019b1-642b-40c1-9930-e27ec43daa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a645668>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:38:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:39.523447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-2ea019b1-642b-40c1-9930-e27ec43daa91 None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:38:39.534943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:39.740844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:39.750226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Deleting port df908d96-feb0-425e-8e68-1ad5fd83fda3 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:38:39.750601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:39.830509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2ea019b1-642b-40c1-9930-e27ec43daa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a645668>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:38:37Z', 'revision_number': 5, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port': {'id': 'df908d96-feb0-425e-8e68-1ad5fd83fda3', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:04:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:50Z', 'updated_at': '2021-12-23T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:39.834624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea019b1-642b-40c1-9930-e27ec43daa91 None None] Checking router: 2c59fb56-c2b9-41c1-8c88-d9a499e50286 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:38:39.846288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea019b1-642b-40c1-9930-e27ec43daa91 None None] Routers {'2c59fb56-c2b9-41c1-8c88-d9a499e50286'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:39.846964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2ea019b1-642b-40c1-9930-e27ec43daa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a645668>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:38:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:39.938186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] For port df908d96-feb0-425e-8e68-1ad5fd83fda3, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=df908d96-feb0-425e-8e68-1ad5fd83fda3,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:38:39.938586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:40.009966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-2ea019b1-642b-40c1-9930-e27ec43daa91 None None] Set router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:38:40.067229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Calling delete_port for df908d96-feb0-425e-8e68-1ad5fd83fda3 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:38:40.123911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2ea019b1-642b-40c1-9930-e27ec43daa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a645668>, [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:38:39Z', 'revision_number': 6, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:40.128027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea019b1-642b-40c1-9930-e27ec43daa91 None None] The sync data for ids ['2c59fb56-c2b9-41c1-8c88-d9a499e50286'] in dv-neutron-822801-1-hyperv is: [{'id': '2c59fb56-c2b9-41c1-8c88-d9a499e50286', 'name': 'tempest-TestVolumeBootPattern-1964613037-router', 'tenant_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:49Z', 'updated_at': '2021-12-23T16:38:39Z', 'revision_number': 6, 'project_id': '3b72d8f968bd4e8b8c71e0a3ce701dd4', 'gw_port_host': None}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:38:40.249529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:40.254497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0e743bd-e4a6-497c-a50b-391a62f7a904 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:40.299400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Pushing event deleted for resources: {'Port': ['ID=df908d96-feb0-425e-8e68-1ad5fd83fda3,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:40.304326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:40.540878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:40.617133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device df908d96-feb0-425e-8e68-1ad5fd83fda3 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:38:40.652636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: df908d96-feb0-425e-8e68-1ad5fd83fda3 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:38:40.652976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device df908d96-feb0-425e-8e68-1ad5fd83fda3 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:38:40.653458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 53406373-6116-42b1-bc56-2e6813ba2449 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:38:40.687786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 53406373-6116-42b1-bc56-2e6813ba2449 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:38:40.688193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 53406373-6116-42b1-bc56-2e6813ba2449 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:38:41.054075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:41.058578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:41.081184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:41.081743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c59fb56-c2b9-41c1-8c88-d9a499e50286 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:38:41.094344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:41.095635 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] 10.222.0.67 "DELETE /v2.0/routers/2c59fb56-c2b9-41c1-8c88-d9a499e50286 HTTP/1.1" status: 204  len: 168 time: 1.7687831
Dec 23 16:38:41.098342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60512) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:41.170570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8eeca3-4884-49ac-a541-3ecf72bc98d8 admin admin] Deleting subnet 9b905383-96a1-4107-ae88-bf38b3760c6e {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:38:41.173946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd8eeca3-4884-49ac-a541-3ecf72bc98d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:41.229103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd8eeca3-4884-49ac-a541-3ecf72bc98d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:41.315083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd8eeca3-4884-49ac-a541-3ecf72bc98d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:41.385925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd8eeca3-4884-49ac-a541-3ecf72bc98d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:41.390772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1974442-db04-4d69-b52f-519ec858d7b5 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:41.427326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8eeca3-4884-49ac-a541-3ecf72bc98d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b905383-96a1-4107-ae88-bf38b3760c6e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:41.430777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bd8eeca3-4884-49ac-a541-3ecf72bc98d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:41.433600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd8eeca3-4884-49ac-a541-3ecf72bc98d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:41.439956 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bd8eeca3-4884-49ac-a541-3ecf72bc98d8 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9b905383-96a1-4107-ae88-bf38b3760c6e HTTP/1.1" status: 204  len: 168 time: 0.3405151
Dec 23 16:38:41.442547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ac654-1c97-48e5-8b4f-e5d5faecac9a None None] Network 1cf1b722-9ba4-42a1-8046-80bc845a7e11 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:38:41.442886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60516) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:41.561715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:41.572859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Deleting port b01c66df-a547-43b3-ad0e-f5b55b051b29 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:38:41.573175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:41.706305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a4f418-e2c6-4ce8-8fe2-d81cb209ac5f None None] DHCP port deletion for 1cf1b722-9ba4-42a1-8046-80bc845a7e11 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:38:41.711517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f8a4f418-e2c6-4ce8-8fe2-d81cb209ac5f None None] Deleting port b01c66df-a547-43b3-ad0e-f5b55b051b29 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:38:41.712077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f418-e2c6-4ce8-8fe2-d81cb209ac5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:41.796211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] For port b01c66df-a547-43b3-ad0e-f5b55b051b29, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b01c66df-a547-43b3-ad0e-f5b55b051b29,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:38:41.796604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:41.932273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Calling delete_port for b01c66df-a547-43b3-ad0e-f5b55b051b29 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:38:41.933526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f8a4f418-e2c6-4ce8-8fe2-d81cb209ac5f None None] For port b01c66df-a547-43b3-ad0e-f5b55b051b29, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=b01c66df-a547-43b3-ad0e-f5b55b051b29,segment=NetworkSegment(fd138147-6555-48c8-82f2-db4eba055542),segment_id=fd138147-6555-48c8-82f2-db4eba055542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:38:41.933656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f418-e2c6-4ce8-8fe2-d81cb209ac5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:42.008964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:42.014842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97a598bd-a1d8-4b9c-aca4-60d6ade19c94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:42.062150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01c66df-a547-43b3-ad0e-f5b55b051b29,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:42.062892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f8a4f418-e2c6-4ce8-8fe2-d81cb209ac5f None None] Calling delete_port for b01c66df-a547-43b3-ad0e-f5b55b051b29 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:38:42.065033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:42.068949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] No DVR routers for this DVR port b01c66df-a547-43b3-ad0e-f5b55b051b29 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:38:42.141165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-f8a4f418-e2c6-4ce8-8fe2-d81cb209ac5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:38:42.141574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-f8a4f418-e2c6-4ce8-8fe2-d81cb209ac5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:38:42.198526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:42.227383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b797901d0>,) {'filters': {'network_id': ['1cf1b722-9ba4-42a1-8046-80bc845a7e11']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:42.240195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b797901d0>, 'fd138147-6555-48c8-82f2-db4eba055542') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:42.240541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b797901d0>, 'fd138147-6555-48c8-82f2-db4eba055542') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:42.253363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:42.272952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:42.279436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:38:42.279868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:38:42.294920 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:38:42.340730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:42.381574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:42.385514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0928de42-aa86-4627-9780-07e40bbf7c55 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:42.402835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:42.411948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cf1b722-9ba4-42a1-8046-80bc845a7e11,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:42.416231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:42.426070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1cf1b722-9ba4-42a1-8046-80bc845a7e11 HTTP/1.1" status: 204  len: 168 time: 0.9820530
Dec 23 16:38:42.429660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60522) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:42.614404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b01c66df-a547-43b3-ad0e-f5b55b051b29 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:38:42.644899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f8a4f418-e2c6-4ce8-8fe2-d81cb209ac5f None None] Deleting port b01c66df-a547-43b3-ad0e-f5b55b051b29 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:38:42.645551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f418-e2c6-4ce8-8fe2-d81cb209ac5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:42.683605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: b01c66df-a547-43b3-ad0e-f5b55b051b29 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:38:42.684243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device b01c66df-a547-43b3-ad0e-f5b55b051b29 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:38:42.722709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f8a4f418-e2c6-4ce8-8fe2-d81cb209ac5f None None] The port 'b01c66df-a547-43b3-ad0e-f5b55b051b29' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:38:42.841359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d802475-e8fd-4684-a207-5c5b920da80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:43.474876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5d802475-e8fd-4684-a207-5c5b920da80f admin admin] Deleting port ebfab9f2-2baf-46de-be36-8589a20b978d {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:38:43.475554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d802475-e8fd-4684-a207-5c5b920da80f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:43.657901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5d802475-e8fd-4684-a207-5c5b920da80f admin admin] For port ebfab9f2-2baf-46de-be36-8589a20b978d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ebfab9f2-2baf-46de-be36-8589a20b978d,segment=NetworkSegment(dad8f565-05c5-4a60-a75d-a364eb950bd6),segment_id=dad8f565-05c5-4a60-a75d-a364eb950bd6)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:38:43.658439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d802475-e8fd-4684-a207-5c5b920da80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:43.783925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5d802475-e8fd-4684-a207-5c5b920da80f admin admin] Calling delete_port for ebfab9f2-2baf-46de-be36-8589a20b978d owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:38:43.955994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d802475-e8fd-4684-a207-5c5b920da80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:43.960869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-263b29c6-afaa-4e51-b026-e0a174011e6a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:44.003064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d802475-e8fd-4684-a207-5c5b920da80f admin admin] Pushing event deleted for resources: {'Port': ['ID=ebfab9f2-2baf-46de-be36-8589a20b978d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:44.005574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d802475-e8fd-4684-a207-5c5b920da80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:44.310379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d802475-e8fd-4684-a207-5c5b920da80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:45.151238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d802475-e8fd-4684-a207-5c5b920da80f admin admin] Router 6838b0a9-1f9e-4b18-a692-0568c8fa2977 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:38:45.369456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d802475-e8fd-4684-a207-5c5b920da80f admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:38:45.378786 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5d802475-e8fd-4684-a207-5c5b920da80f admin admin] 10.222.0.67 "PUT /v2.0/routers/6838b0a9-1f9e-4b18-a692-0568c8fa2977/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9480655
Dec 23 16:38:45.378934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193ed1d1-d093-4d86-b149-3bc2215cf8e4 None None] Sync routers for ids ['6838b0a9-1f9e-4b18-a692-0568c8fa2977'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:38:45.381743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60526) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:45.392827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193ed1d1-d093-4d86-b149-3bc2215cf8e4 None None] Routers {'6838b0a9-1f9e-4b18-a692-0568c8fa2977'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:45.393513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-193ed1d1-d093-4d86-b149-3bc2215cf8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a259d30>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:38:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6838b0a9-1f9e-4b18-a692-0568c8fa2977'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:45.583262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-193ed1d1-d093-4d86-b149-3bc2215cf8e4 None None] Set router 6838b0a9-1f9e-4b18-a692-0568c8fa2977 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:38:45.589509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:45.799991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:45.809107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Deleting port f3423689-0900-440a-b6cf-bd94d35f0f71 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:38:45.809482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:45.890037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-193ed1d1-d093-4d86-b149-3bc2215cf8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a259d30>, [{'id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'name': 'tempest-TestVolumeBootPattern-1705006642-router', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f3423689-0900-440a-b6cf-bd94d35f0f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:38:43Z', 'revision_number': 5, 'project_id': '24724d0b89204b248841d0bc54698988', 'gw_port': {'id': 'f3423689-0900-440a-b6cf-bd94d35f0f71', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:45.894056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193ed1d1-d093-4d86-b149-3bc2215cf8e4 None None] Checking router: 6838b0a9-1f9e-4b18-a692-0568c8fa2977 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:38:45.905652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193ed1d1-d093-4d86-b149-3bc2215cf8e4 None None] Routers {'6838b0a9-1f9e-4b18-a692-0568c8fa2977'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:45.906318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-193ed1d1-d093-4d86-b149-3bc2215cf8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a259d30>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:38:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6838b0a9-1f9e-4b18-a692-0568c8fa2977'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:45.992952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] For port f3423689-0900-440a-b6cf-bd94d35f0f71, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f3423689-0900-440a-b6cf-bd94d35f0f71,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:38:45.993351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:46.063962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-193ed1d1-d093-4d86-b149-3bc2215cf8e4 None None] Set router 6838b0a9-1f9e-4b18-a692-0568c8fa2977 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:38:46.120660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Calling delete_port for f3423689-0900-440a-b6cf-bd94d35f0f71 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:38:46.179756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-193ed1d1-d093-4d86-b149-3bc2215cf8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a259d30>, [{'id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'name': 'tempest-TestVolumeBootPattern-1705006642-router', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:38:45Z', 'revision_number': 6, 'project_id': '24724d0b89204b248841d0bc54698988', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:46.184356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193ed1d1-d093-4d86-b149-3bc2215cf8e4 None None] The sync data for ids ['6838b0a9-1f9e-4b18-a692-0568c8fa2977'] in dv-neutron-822801-1-hyperv is: [{'id': '6838b0a9-1f9e-4b18-a692-0568c8fa2977', 'name': 'tempest-TestVolumeBootPattern-1705006642-router', 'tenant_id': '24724d0b89204b248841d0bc54698988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:30:56Z', 'updated_at': '2021-12-23T16:38:45Z', 'revision_number': 6, 'project_id': '24724d0b89204b248841d0bc54698988', 'gw_port_host': None}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:38:46.308709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:46.313405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cef30581-d563-4d7c-ad80-205fd8111db6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:46.361944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Pushing event deleted for resources: {'Port': ['ID=f3423689-0900-440a-b6cf-bd94d35f0f71,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:46.364803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:46.602344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:46.618689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ebfab9f2-2baf-46de-be36-8589a20b978d no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:38:46.654748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: ebfab9f2-2baf-46de-be36-8589a20b978d {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:38:46.655188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ebfab9f2-2baf-46de-be36-8589a20b978d not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:38:46.655670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f3423689-0900-440a-b6cf-bd94d35f0f71 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:38:46.689528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: f3423689-0900-440a-b6cf-bd94d35f0f71 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:38:46.689913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f3423689-0900-440a-b6cf-bd94d35f0f71 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:38:46.877778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:46.882810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:46.909083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:46.909678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6838b0a9-1f9e-4b18-a692-0568c8fa2977 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:38:46.922198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:46.923514 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] 10.222.0.67 "DELETE /v2.0/routers/6838b0a9-1f9e-4b18-a692-0568c8fa2977 HTTP/1.1" status: 204  len: 168 time: 1.5406973
Dec 23 16:38:46.926239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60530) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:47.236520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f67b162-c976-4f0a-95fc-e3e625d84f55 admin admin] Deleting subnet ed858a8a-2097-414a-b2c8-c061f0a1efb2 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:38:47.239643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f67b162-c976-4f0a-95fc-e3e625d84f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:47.292632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f67b162-c976-4f0a-95fc-e3e625d84f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:47.378314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f67b162-c976-4f0a-95fc-e3e625d84f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:47.447396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f67b162-c976-4f0a-95fc-e3e625d84f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:47.451747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-29738466-1d8e-4540-848b-dab21f706cd1 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:47.488083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67b162-c976-4f0a-95fc-e3e625d84f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed858a8a-2097-414a-b2c8-c061f0a1efb2,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:47.490781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3f67b162-c976-4f0a-95fc-e3e625d84f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:47.494065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f67b162-c976-4f0a-95fc-e3e625d84f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:47.499694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c7870-d957-4e2f-a0a6-38f169ebc042 None None] Network 8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:38:47.502529 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3f67b162-c976-4f0a-95fc-e3e625d84f55 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ed858a8a-2097-414a-b2c8-c061f0a1efb2 HTTP/1.1" status: 204  len: 168 time: 0.5752277
Dec 23 16:38:47.503142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60534) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:47.622457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:47.633934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Deleting port 9828c11d-4917-411d-adda-de3a5318974b {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:38:47.634312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:47.767690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d538019d-181e-48ca-8d50-44dd88912521 None None] DHCP port deletion for 8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:38:47.772647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d538019d-181e-48ca-8d50-44dd88912521 None None] Deleting port 9828c11d-4917-411d-adda-de3a5318974b {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:38:47.773667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d538019d-181e-48ca-8d50-44dd88912521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:47.854853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] For port 9828c11d-4917-411d-adda-de3a5318974b, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=9828c11d-4917-411d-adda-de3a5318974b,segment=NetworkSegment(dad8f565-05c5-4a60-a75d-a364eb950bd6),segment_id=dad8f565-05c5-4a60-a75d-a364eb950bd6)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:38:47.855290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:47.986195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Calling delete_port for 9828c11d-4917-411d-adda-de3a5318974b owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:38:47.988261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d538019d-181e-48ca-8d50-44dd88912521 None None] For port 9828c11d-4917-411d-adda-de3a5318974b, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=9828c11d-4917-411d-adda-de3a5318974b,segment=NetworkSegment(dad8f565-05c5-4a60-a75d-a364eb950bd6),segment_id=dad8f565-05c5-4a60-a75d-a364eb950bd6)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:38:47.988721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d538019d-181e-48ca-8d50-44dd88912521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:48.062383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:48.066971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-10aa64d7-51fa-476d-92dc-bbf59194ad73 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:48.113237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=9828c11d-4917-411d-adda-de3a5318974b,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:48.116898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:48.119685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] No DVR routers for this DVR port 9828c11d-4917-411d-adda-de3a5318974b on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:38:48.124105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d538019d-181e-48ca-8d50-44dd88912521 None None] Calling delete_port for 9828c11d-4917-411d-adda-de3a5318974b owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:38:48.252417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:48.281910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79109c18>,) {'filters': {'network_id': ['8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:48.296907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79109c18>, 'dad8f565-05c5-4a60-a75d-a364eb950bd6') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:48.297230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79109c18>, 'dad8f565-05c5-4a60-a75d-a364eb950bd6') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:38:48.312287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:48.328642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:48.335448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:38:48.335888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:38:48.350847 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:38:48.372319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-d538019d-181e-48ca-8d50-44dd88912521 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:38:48.372747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-d538019d-181e-48ca-8d50-44dd88912521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:38:48.430788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:48.434742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0f99776d-471e-4b72-8fc0-55d2408ee9b6 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:48.449265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:48.460290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:48.463751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:48.465221 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] 10.222.0.67 "DELETE /v2.0/networks/8c10ec1b-f41c-41b3-a94c-b0bf8d398b7a HTTP/1.1" status: 204  len: 168 time: 0.9610102
Dec 23 16:38:48.611644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60540) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:48.619923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9828c11d-4917-411d-adda-de3a5318974b no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:38:48.653946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 9828c11d-4917-411d-adda-de3a5318974b {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:38:48.654344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 9828c11d-4917-411d-adda-de3a5318974b not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:38:48.668366 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3bb9bd48-fcaa-40f5-be66-74799cb09702 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3b72d8f968bd4e8b8c71e0a3ce701dd4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0553837
Dec 23 16:38:48.671107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60544) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:48.740264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7747850d-e271-47ea-978b-4ca061ea3218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:48.767935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7747850d-e271-47ea-978b-4ca061ea3218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:48.817934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7747850d-e271-47ea-978b-4ca061ea3218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:48.823794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-528e619e-b14d-459c-a617-c2c59f2650ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:48.837697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747850d-e271-47ea-978b-4ca061ea3218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e6fa6e-337a-4206-b8b7-69841a608799,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:48.841883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7747850d-e271-47ea-978b-4ca061ea3218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:48.845460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7747850d-e271-47ea-978b-4ca061ea3218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:48.846714 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7747850d-e271-47ea-978b-4ca061ea3218 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e6e6fa6e-337a-4206-b8b7-69841a608799 HTTP/1.1" status: 204  len: 168 time: 0.1745524
Dec 23 16:38:48.873858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d538019d-181e-48ca-8d50-44dd88912521 None None] Deleting port 9828c11d-4917-411d-adda-de3a5318974b {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:38:48.874312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d538019d-181e-48ca-8d50-44dd88912521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:48.945329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d538019d-181e-48ca-8d50-44dd88912521 None None] The port '9828c11d-4917-411d-adda-de3a5318974b' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:38:49.268607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60552) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:49.324255 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e40ac19c-a655-4bdd-ab85-a25c8c0ccddb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=24724d0b89204b248841d0bc54698988&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0543311
Dec 23 16:38:49.326762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60556) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:49.390208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea28d9ef-83b2-4a2a-a65c-78b8663d48bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:49.418425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea28d9ef-83b2-4a2a-a65c-78b8663d48bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:49.462177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea28d9ef-83b2-4a2a-a65c-78b8663d48bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:49.467197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7cd664ad-3087-4593-b180-72e21c9c4ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:38:49.478517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28d9ef-83b2-4a2a-a65c-78b8663d48bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fe936d-3d84-4d7c-bd19-ad29adc61eff,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:38:49.483571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ea28d9ef-83b2-4a2a-a65c-78b8663d48bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:38:49.485416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ea28d9ef-83b2-4a2a-a65c-78b8663d48bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:49.486657 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ea28d9ef-83b2-4a2a-a65c-78b8663d48bc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a2fe936d-3d84-4d7c-bd19-ad29adc61eff HTTP/1.1" status: 204  len: 168 time: 0.1588919
Dec 23 16:38:54.433867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5640390-4e0d-4485-b512-d07ef91f290b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:55.962318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:56.808573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9795e55-a5d3-4965-8c40-c7871bfaa9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:57.359251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:57.645504 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-f75e5748-d10f-49ce-8102-2ed3cf5cc0d4 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=110ae883018344cd843d8347c54508e9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0326560
Dec 23 16:38:57.804188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-ce38ea40-af35-46f4-a221-a8b7f91b4c11 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:38:57.805765 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-ce38ea40-af35-46f4-a221-a8b7f91b4c11 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1546931
Dec 23 16:38:57.822879 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-75705ad6-2e44-46c7-af65-3fc16863fe7c tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/quotas/110ae883018344cd843d8347c54508e9 HTTP/1.1" status: 200  len: 375 time: 0.0112185
Dec 23 16:38:57.875863 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-ddeea8b5-b296-40bc-a548-8f4648154bf6 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=110ae883018344cd843d8347c54508e9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0478244
Dec 23 16:38:58.219989 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b36c4e3b-fff4-46d1-bee1-8ca0baa71d6a req-1ff543ba-f177-44bd-bd3a-537ff4f7e958 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 210 time: 0.1941311
Dec 23 16:38:58.628536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:38:59.333672 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-10fcb274-04f0-4868-9a3a-9d85d049cb11 req-ee043fa3-3f63-4d0e-9fa9-8ae2a00e4ad4 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 210 time: 0.0450242
Dec 23 16:39:00.448644 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-22f06939-b137-46eb-9bb3-85ec46e822c0 req-19308fc3-6e16-428f-ab1f-ae0626c7c4ea tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 210 time: 0.0480778
Dec 23 16:39:01.263937 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-a0179080-c285-42c0-b719-6ff5e1370035 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=110ae883018344cd843d8347c54508e9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0337219
Dec 23 16:39:01.433150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-61bfddb7-27b7-4f10-bdea-033359fb70c8 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:01.434770 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-61bfddb7-27b7-4f10-bdea-033359fb70c8 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1647937
Dec 23 16:39:01.454906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Request body: {'port': {'device_id': '6e66c179-9108-46df-9f04-d5066fb94263', 'network_id': 'ca23471e-3ebe-4ded-8cc7-b7de047498fa', 'admin_state_up': True, 'tenant_id': '110ae883018344cd843d8347c54508e9'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:39:01.604210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:39:01.608347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Usage tracker for resource:port and tenant:110ae883018344cd843d8347c54508e9 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:39:01.611416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:39:01.615331 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-35aedb73-8067-49cc-9a47-7404786f7f0f req-24b9f5e1-eeb3-4e8c-a5d0-be2488209d81 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 210 time: 0.0462782
Dec 23 16:39:01.618524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:39:01.628815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Made reservation on behalf of 110ae883018344cd843d8347c54508e9 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:39:01.634422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:01.648830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:01.687019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:39:01.691040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Usage tracker for resource:security_group_rule and tenant:110ae883018344cd843d8347c54508e9 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:39:01.694030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:39:01.700127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:39:01.773120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:01.775787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:01.780192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5efa2c1c-2cbe-42da-a3a7-efb17251e2da tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:01.864706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e86c12-a37e-43e4-b054-e1833da13985,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:01.868320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:01.962619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Allocated IP 192.168.233.209 (ca23471e-3ebe-4ded-8cc7-b7de047498fa/fe7ab7ea-90f8-453f-998c-0b48f81d9310/c53a769e-354e-40f7-8a42-d4b3a8467d1d) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:39:02.002203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:39:02.179842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:02.196998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Transition to ACTIVE for port object c53a769e-354e-40f7-8a42-d4b3a8467d1d will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:39:02.217984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:02.224707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dd499231-cbfb-4e97-929c-dd1bd7d833b9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:02.296141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Network ca23471e-3ebe-4ded-8cc7-b7de047498fa is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:39:02.299399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:39:02.301906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:39:02.345666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Pushing event updated for resources: {'Port': ['ID=c53a769e-354e-40f7-8a42-d4b3a8467d1d,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:02.351808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:02.379990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:02.380691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:02.408184 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9573514
Dec 23 16:39:02.420571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Request body: {'port': {'device_id': '6e66c179-9108-46df-9f04-d5066fb94263', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:39:02.537120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:02.556315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a40cb849-bf0b-4b61-a72a-66f59d3e23a5 None None] Provisioning for port c53a769e-354e-40f7-8a42-d4b3a8467d1d completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:39:02.561487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a40cb849-bf0b-4b61-a72a-66f59d3e23a5 None None] Provisioning complete for port c53a769e-354e-40f7-8a42-d4b3a8467d1d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:39:02.561923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a40cb849-bf0b-4b61-a72a-66f59d3e23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:02.617463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a40cb849-bf0b-4b61-a72a-66f59d3e23a5 None None] Port c53a769e-354e-40f7-8a42-d4b3a8467d1d cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:39:02.920212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e47de-bda5-4ee5-8735-484f0f12f515 req-b874bbf3-013d-421e-a2be-37a048bae9c6 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:02.920983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-a39e47de-bda5-4ee5-8735-484f0f12f515 req-b874bbf3-013d-421e-a2be-37a048bae9c6 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Synchronizing usage tracker for tenant:110ae883018344cd843d8347c54508e9 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:39:02.991938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-a39e47de-bda5-4ee5-8735-484f0f12f515 req-b874bbf3-013d-421e-a2be-37a048bae9c6 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Unset dirty status for tenant:110ae883018344cd843d8347c54508e9 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:39:02.993215 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a39e47de-bda5-4ee5-8735-484f0f12f515 req-b874bbf3-013d-421e-a2be-37a048bae9c6 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 936 time: 0.2512007
Dec 23 16:39:03.017492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53a769e-354e-40f7-8a42-d4b3a8467d1d {{(pid=88840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:39:03.026918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:03.058297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Transition to ACTIVE for port object c53a769e-354e-40f7-8a42-d4b3a8467d1d will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:39:03.064119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:03.069983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-293adab8-6dc1-4b70-83d8-4b57d3821c91 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:03.122582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-a39e47de-bda5-4ee5-8735-484f0f12f515 req-0b919291-e2e2-4d0f-8d6b-a544e9de9f3b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Synchronizing usage tracker for tenant:110ae883018344cd843d8347c54508e9 on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:39:03.215132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Pushing event updated for resources: {'Port': ['ID=c53a769e-354e-40f7-8a42-d4b3a8467d1d,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:03.218559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:03.223727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-a39e47de-bda5-4ee5-8735-484f0f12f515 req-0b919291-e2e2-4d0f-8d6b-a544e9de9f3b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Unset dirty status for tenant:110ae883018344cd843d8347c54508e9 on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:39:03.224679 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a39e47de-bda5-4ee5-8735-484f0f12f515 req-0b919291-e2e2-4d0f-8d6b-a544e9de9f3b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9e86c12-a37e-43e4-b054-e1833da13985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2247112
Dec 23 16:39:03.341975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Attempting to bind port c53a769e-354e-40f7-8a42-d4b3a8467d1d on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:39:03.342410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Attempting to bind port c53a769e-354e-40f7-8a42-d4b3a8467d1d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '04991975-984f-4fbc-a40a-8292be7e9cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ca23471e-3ebe-4ded-8cc7-b7de047498fa'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:39:03.342793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Attempting to bind port c53a769e-354e-40f7-8a42-d4b3a8467d1d on network ca23471e-3ebe-4ded-8cc7-b7de047498fa {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:39:03.349587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Port c53a769e-354e-40f7-8a42-d4b3a8467d1d on network ca23471e-3ebe-4ded-8cc7-b7de047498fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:39:03.350052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Attempting to bind port c53a769e-354e-40f7-8a42-d4b3a8467d1d on network ca23471e-3ebe-4ded-8cc7-b7de047498fa {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:39:03.357352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:39:03.357732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Checking segment: {'id': '04991975-984f-4fbc-a40a-8292be7e9cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ca23471e-3ebe-4ded-8cc7-b7de047498fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:39:03.358166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Bound using segment: {'id': '04991975-984f-4fbc-a40a-8292be7e9cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ca23471e-3ebe-4ded-8cc7-b7de047498fa'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:39:03.358651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Bound port: c53a769e-354e-40f7-8a42-d4b3a8467d1d, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04991975-984f-4fbc-a40a-8292be7e9cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ca23471e-3ebe-4ded-8cc7-b7de047498fa'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:39:03.359071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:03.461380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] For port c53a769e-354e-40f7-8a42-d4b3a8467d1d, host hv-neutron-8228, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:39:03.464699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] For port c53a769e-354e-40f7-8a42-d4b3a8467d1d, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c53a769e-354e-40f7-8a42-d4b3a8467d1d,segment=NetworkSegment(04991975-984f-4fbc-a40a-8292be7e9cf0),segment_id=04991975-984f-4fbc-a40a-8292be7e9cf0)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:39:03.468148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:03.472700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:03.765466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:03.766961 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] 10.222.0.36 "PUT /v2.0/ports/c53a769e-354e-40f7-8a42-d4b3a8467d1d HTTP/1.1" status: 200  len: 1098 time: 1.3511324
Dec 23 16:39:03.767560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e66c179-9108-46df-9f04-d5066fb94263', 'tag': 'c53a769e-354e-40f7-8a42-d4b3a8467d1d'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:39:03.788332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Pushing event updated for resources: {'Port': ['ID=c53a769e-354e-40f7-8a42-d4b3a8467d1d,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:03.792951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:03.888810 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-c4a7358e-b99e-4285-bbe8-c2c9a53eea10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=110ae883018344cd843d8347c54508e9&device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 1101 time: 0.0832825
Dec 23 16:39:03.950598 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e66c179-9108-46df-9f04-d5066fb94263', 'tag': 'c53a769e-354e-40f7-8a42-d4b3a8467d1d', 'status': 'completed', 'code': 200}
Dec 23 16:39:03.966568 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-a3624870-9fdd-4288-8e67-83453f09b442 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=c53a769e-354e-40f7-8a42-d4b3a8467d1d HTTP/1.1" status: 200  len: 217 time: 0.0704527
Dec 23 16:39:04.041604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-72c297b3-0a36-4072-8d5b-0b4b649e73a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:04.043181 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-72c297b3-0a36-4072-8d5b-0b4b649e73a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe7ab7ea-90f8-453f-998c-0b48f81d9310 HTTP/1.1" status: 200  len: 843 time: 0.0705702
Dec 23 16:39:04.124909 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-a12cb508-0bab-4c8b-829e-416700156451 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca23471e-3ebe-4ded-8cc7-b7de047498fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0755873
Dec 23 16:39:04.273600 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-88cd4185-681d-47de-ae24-697034ec5edc service neutron] 10.222.0.36 "GET /v2.0/networks/ca23471e-3ebe-4ded-8cc7-b7de047498fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408222
Dec 23 16:39:04.482772 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0308d6f5-eb8f-4f28-9568-949af6b95dc5 req-f736caed-6346-4910-9082-c2f8aaba2c5f service neutron] 10.222.0.36 "GET /v2.0/networks/ca23471e-3ebe-4ded-8cc7-b7de047498fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2027118
Dec 23 16:39:04.501011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c050a0-7d67-4b7b-8c70-59799d85dee4 req-21046375-2a39-42c5-b3bf-ab234804d083 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:04.502632 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-70c050a0-7d67-4b7b-8c70-59799d85dee4 req-21046375-2a39-42c5-b3bf-ab234804d083 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 948 time: 0.1240430
Dec 23 16:39:04.609671 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-70c050a0-7d67-4b7b-8c70-59799d85dee4 req-c02716a1-db38-4c44-ba0f-3788a7eb77c0 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9e86c12-a37e-43e4-b054-e1833da13985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006656
Dec 23 16:39:04.626592 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25139f22-7eb3-418e-987d-d8f2005d832a req-ec365079-8c8e-4947-857f-e07a05f56446 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=110ae883018344cd843d8347c54508e9&device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 1101 time: 0.0970814
Dec 23 16:39:04.770962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25139f22-7eb3-418e-987d-d8f2005d832a req-e8a5dfae-49bb-4eb4-9028-e855986de67f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:04.773325 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25139f22-7eb3-418e-987d-d8f2005d832a req-e8a5dfae-49bb-4eb4-9028-e855986de67f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca23471e-3ebe-4ded-8cc7-b7de047498fa HTTP/1.1" status: 200  len: 870 time: 0.1395168
Dec 23 16:39:04.848861 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25139f22-7eb3-418e-987d-d8f2005d832a req-bb79e8b4-7654-48db-9508-9c67bfc47a64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=c53a769e-354e-40f7-8a42-d4b3a8467d1d HTTP/1.1" status: 200  len: 217 time: 0.0684357
Dec 23 16:39:04.920367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25139f22-7eb3-418e-987d-d8f2005d832a req-68a71287-59c5-42a6-96ce-3c828b084d53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:04.921925 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25139f22-7eb3-418e-987d-d8f2005d832a req-68a71287-59c5-42a6-96ce-3c828b084d53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe7ab7ea-90f8-453f-998c-0b48f81d9310 HTTP/1.1" status: 200  len: 843 time: 0.0649209
Dec 23 16:39:05.005924 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25139f22-7eb3-418e-987d-d8f2005d832a req-9a921646-09b3-4bf7-a70a-78224b8d41a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca23471e-3ebe-4ded-8cc7-b7de047498fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0766065
Dec 23 16:39:05.153730 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25139f22-7eb3-418e-987d-d8f2005d832a req-ff848dad-2aa9-4929-a55f-634d7067105e service neutron] 10.222.0.36 "GET /v2.0/networks/ca23471e-3ebe-4ded-8cc7-b7de047498fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397851
Dec 23 16:39:05.299723 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25139f22-7eb3-418e-987d-d8f2005d832a req-6140eb15-5a6f-4c69-90ad-e21c86eb88a7 service neutron] 10.222.0.36 "GET /v2.0/networks/ca23471e-3ebe-4ded-8cc7-b7de047498fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386092
Dec 23 16:39:05.822051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717809f6-31e1-4365-adfa-7281ccb6cad8 req-ea829e77-f66a-4f09-bc99-cffb0c7306b6 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:05.823684 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-717809f6-31e1-4365-adfa-7281ccb6cad8 req-ea829e77-f66a-4f09-bc99-cffb0c7306b6 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 948 time: 0.0865879
Dec 23 16:39:05.871901 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-717809f6-31e1-4365-adfa-7281ccb6cad8 req-9b441f39-18a3-4241-aced-e1c72aa2c0f6 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9e86c12-a37e-43e4-b054-e1833da13985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421851
Dec 23 16:39:06.998240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device c53a769e-354e-40f7-8a42-d4b3a8467d1d details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:39:07.081581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4fc18-d1f9-457e-bea6-22cfe53525a5 req-64982032-a997-42c5-92dd-bd85c1434387 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:07.083252 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-02c4fc18-d1f9-457e-bea6-22cfe53525a5 req-64982032-a997-42c5-92dd-bd85c1434387 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 948 time: 0.0862992
Dec 23 16:39:07.134405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-02c4fc18-d1f9-457e-bea6-22cfe53525a5 req-e1e56f88-1194-496a-b095-f5696ac54545 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9e86c12-a37e-43e4-b054-e1833da13985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443358
Dec 23 16:39:07.143895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port c53a769e-354e-40f7-8a42-d4b3a8467d1d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c53a769e-354e-40f7-8a42-d4b3a8467d1d,segment=NetworkSegment(04991975-984f-4fbc-a40a-8292be7e9cf0),segment_id=04991975-984f-4fbc-a40a-8292be7e9cf0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:39:07.158753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'c53a769e-354e-40f7-8a42-d4b3a8467d1d', 'network_id': 'ca23471e-3ebe-4ded-8cc7-b7de047498fa', 'port_id': 'c53a769e-354e-40f7-8a42-d4b3a8467d1d', 'mac_address': 'fa:16:3e:a9:2a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7ab7ea-90f8-453f-998c-0b48f81d9310', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:39:07.221070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:07.239983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53a769e-354e-40f7-8a42-d4b3a8467d1d {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:39:07.255856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port c53a769e-354e-40f7-8a42-d4b3a8467d1d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c53a769e-354e-40f7-8a42-d4b3a8467d1d,segment=NetworkSegment(04991975-984f-4fbc-a40a-8292be7e9cf0),segment_id=04991975-984f-4fbc-a40a-8292be7e9cf0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:39:07.259487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:07.261340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-83fefd7f-e4ae-43f1-bd83-209065446c4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:07.327902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=c53a769e-354e-40f7-8a42-d4b3a8467d1d,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:07.337390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:07.337788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:07.338178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:07.338587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:07.338947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:07.339355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:07.339737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:07.340115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:07.340487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:07.340860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:07.341234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:07.345162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:07.508334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['c53a769e-354e-40f7-8a42-d4b3a8467d1d'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:39:08.377818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e10129-20d2-40c1-bf83-aa784fe2a1ce req-a8e63a9a-b12e-4f22-a278-af728fb73170 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:08.379502 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-96e10129-20d2-40c1-bf83-aa784fe2a1ce req-a8e63a9a-b12e-4f22-a278-af728fb73170 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 949 time: 0.0870357
Dec 23 16:39:08.433444 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-96e10129-20d2-40c1-bf83-aa784fe2a1ce req-f6100d80-9129-4604-8038-3a9e90383eb5 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9e86c12-a37e-43e4-b054-e1833da13985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470486
Dec 23 16:39:09.030387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device c53a769e-354e-40f7-8a42-d4b3a8467d1d up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:39:09.101555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port c53a769e-354e-40f7-8a42-d4b3a8467d1d completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:39:09.106305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port c53a769e-354e-40f7-8a42-d4b3a8467d1d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:39:09.106740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:09.227752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:09.255909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e66c179-9108-46df-9f04-d5066fb94263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53a769e-354e-40f7-8a42-d4b3a8467d1d'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:39:09.266382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port c53a769e-354e-40f7-8a42-d4b3a8467d1d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c53a769e-354e-40f7-8a42-d4b3a8467d1d,segment=NetworkSegment(04991975-984f-4fbc-a40a-8292be7e9cf0),segment_id=04991975-984f-4fbc-a40a-8292be7e9cf0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:39:09.269378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:09.272052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d44c5e2c-8947-4114-a045-f0cee483c5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:09.339424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=c53a769e-354e-40f7-8a42-d4b3a8467d1d,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:09.342249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:09.394014 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e66c179-9108-46df-9f04-d5066fb94263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53a769e-354e-40f7-8a42-d4b3a8467d1d', 'code': 200}
Dec 23 16:39:09.634104 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d877991-db5c-46e0-adf7-b47cdfcf8b62 req-04656de1-cca6-4c19-b157-25b6d8e8edc4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 1103 time: 0.0793557
Dec 23 16:39:09.638815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b55dbf-d548-4377-a054-a3cface95852 req-5737198f-e317-4442-bccc-cc2768549cc6 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:09.640551 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e8b55dbf-d548-4377-a054-a3cface95852 req-5737198f-e317-4442-bccc-cc2768549cc6 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 950 time: 0.0839224
Dec 23 16:39:09.679747 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d877991-db5c-46e0-adf7-b47cdfcf8b62 req-aecebef8-3f55-408d-a6c0-4a1cd1f62e4b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f9e86c12-a37e-43e4-b054-e1833da13985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395453
Dec 23 16:39:09.688997 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e8b55dbf-d548-4377-a054-a3cface95852 req-b880701a-893c-4fb6-aea3-c0bf0a948b7b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9e86c12-a37e-43e4-b054-e1833da13985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422544
Dec 23 16:39:10.894510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcea347-8409-43ef-9bc2-c679af02eee7 req-da2249ab-9cfa-43a2-9a2d-38b451604d0f tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:10.896095 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0fcea347-8409-43ef-9bc2-c679af02eee7 req-da2249ab-9cfa-43a2-9a2d-38b451604d0f tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 950 time: 0.0837331
Dec 23 16:39:10.944882 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0fcea347-8409-43ef-9bc2-c679af02eee7 req-1f78ea81-2fa1-46c3-8e9d-fbe6373d53f5 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9e86c12-a37e-43e4-b054-e1833da13985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419226
Dec 23 16:39:11.469153 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ae04bc63-9c5a-4a79-9a5e-a786fb6a3a06 req-b784f754-1834-4f89-b7bc-1bfea0775d6a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1556177
Dec 23 16:39:12.048479 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5dc5a1d1-35bd-43fb-8ac2-76e340d4b38c req-d01ec310-3ff9-428e-8d18-8ff76b28b416 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1581657
Dec 23 16:39:12.340072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:12.599202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1188e6-53a7-4849-85fa-c13635b2bede req-094a7fc7-83cd-4bc7-95dd-a5fe831a0973 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:12.601058 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6a1188e6-53a7-4849-85fa-c13635b2bede req-094a7fc7-83cd-4bc7-95dd-a5fe831a0973 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 950 time: 0.0890954
Dec 23 16:39:12.660549 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6a1188e6-53a7-4849-85fa-c13635b2bede req-37325e6c-f5c4-484d-9167-aaf95fd1d78c tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9e86c12-a37e-43e4-b054-e1833da13985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449247
Dec 23 16:39:13.764307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d98260-6514-437b-ac04-591f0a5178a3 req-d1e3dcb2-080f-4c6c-a69a-bf503a333b32 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:13.765884 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-39d98260-6514-437b-ac04-591f0a5178a3 req-d1e3dcb2-080f-4c6c-a69a-bf503a333b32 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 950 time: 0.0859847
Dec 23 16:39:13.840337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-39d98260-6514-437b-ac04-591f0a5178a3 req-f62f1fb1-8aa1-46f0-979d-b97adc93ec9b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Deleting port c53a769e-354e-40f7-8a42-d4b3a8467d1d {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:39:13.840728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-39d98260-6514-437b-ac04-591f0a5178a3 req-f62f1fb1-8aa1-46f0-979d-b97adc93ec9b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:13.868905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282335c-dfb8-4b50-9280-76ee00512932 req-15722a34-700c-46e2-8882-3f773ca5943f tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:13.870558 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f282335c-dfb8-4b50-9280-76ee00512932 req-15722a34-700c-46e2-8882-3f773ca5943f tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 950 time: 0.0849566
Dec 23 16:39:13.920841 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f282335c-dfb8-4b50-9280-76ee00512932 req-66e3780c-7b8c-47fb-838b-f11f2193b996 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/security-groups?id=f9e86c12-a37e-43e4-b054-e1833da13985&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436497
Dec 23 16:39:14.104358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-39d98260-6514-437b-ac04-591f0a5178a3 req-f62f1fb1-8aa1-46f0-979d-b97adc93ec9b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] For port c53a769e-354e-40f7-8a42-d4b3a8467d1d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c53a769e-354e-40f7-8a42-d4b3a8467d1d,segment=NetworkSegment(04991975-984f-4fbc-a40a-8292be7e9cf0),segment_id=04991975-984f-4fbc-a40a-8292be7e9cf0)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:39:14.104691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-39d98260-6514-437b-ac04-591f0a5178a3 req-f62f1fb1-8aa1-46f0-979d-b97adc93ec9b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:14.234422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-39d98260-6514-437b-ac04-591f0a5178a3 req-f62f1fb1-8aa1-46f0-979d-b97adc93ec9b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Calling delete_port for c53a769e-354e-40f7-8a42-d4b3a8467d1d owned by compute:nova {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:39:14.380997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-39d98260-6514-437b-ac04-591f0a5178a3 req-f62f1fb1-8aa1-46f0-979d-b97adc93ec9b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:14.386805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:14.392627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['c53a769e-354e-40f7-8a42-d4b3a8467d1d'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:39:14.433893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f1fb1-8aa1-46f0-979d-b97adc93ec9b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Pushing event deleted for resources: {'Port': ['ID=c53a769e-354e-40f7-8a42-d4b3a8467d1d,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:14.437709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f62f1fb1-8aa1-46f0-979d-b97adc93ec9b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:14.511693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d98260-6514-437b-ac04-591f0a5178a3 req-f62f1fb1-8aa1-46f0-979d-b97adc93ec9b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] No DVR routers for this DVR port c53a769e-354e-40f7-8a42-d4b3a8467d1d on host hv-neutron-8228 {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:39:14.514559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-39d98260-6514-437b-ac04-591f0a5178a3 req-f62f1fb1-8aa1-46f0-979d-b97adc93ec9b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:14.519333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e66c179-9108-46df-9f04-d5066fb94263', 'name': 'network-vif-deleted', 'tag': 'c53a769e-354e-40f7-8a42-d4b3a8467d1d'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:39:14.536431 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-39d98260-6514-437b-ac04-591f0a5178a3 req-f62f1fb1-8aa1-46f0-979d-b97adc93ec9b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.36 "DELETE /v2.0/ports/c53a769e-354e-40f7-8a42-d4b3a8467d1d HTTP/1.1" status: 204  len: 173 time: 0.7641621
Dec 23 16:39:14.577217 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e66c179-9108-46df-9f04-d5066fb94263', 'name': 'network-vif-deleted', 'tag': 'c53a769e-354e-40f7-8a42-d4b3a8467d1d', 'status': 'completed', 'code': 200}
Dec 23 16:39:15.108659 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9741dd66-5f40-46c2-bb23-c53e9ced9ec9 req-561e0e93-8334-4428-8a1d-f4dcb8395462 tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e66c179-9108-46df-9f04-d5066fb94263 HTTP/1.1" status: 200  len: 210 time: 0.0458622
Dec 23 16:39:16.516071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60726) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:16.704594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-38e6de02-95ae-4559-86dd-e0ccf7dd0f38 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=110ae883018344cd843d8347c54508e9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1871877
Dec 23 16:39:16.707165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60732) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:16.768930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1fd1f7c3-33be-4136-b83c-50e0961d24eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:16.796057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1fd1f7c3-33be-4136-b83c-50e0961d24eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:16.844145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1fd1f7c3-33be-4136-b83c-50e0961d24eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:16.849102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e4df4602-e277-4526-b060-7da3d3bd51e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:16.863179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1f7c3-33be-4136-b83c-50e0961d24eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e86c12-a37e-43e4-b054-e1833da13985,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:16.866246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1fd1f7c3-33be-4136-b83c-50e0961d24eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:16.872108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1fd1f7c3-33be-4136-b83c-50e0961d24eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:16.873336 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1fd1f7c3-33be-4136-b83c-50e0961d24eb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f9e86c12-a37e-43e4-b054-e1833da13985 HTTP/1.1" status: 204  len: 168 time: 0.1652086
Dec 23 16:39:17.076600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device c53a769e-354e-40f7-8a42-d4b3a8467d1d no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:39:17.110789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: c53a769e-354e-40f7-8a42-d4b3a8467d1d {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:39:17.111224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device c53a769e-354e-40f7-8a42-d4b3a8467d1d not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:39:17.212217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60740) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:17.234235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d201bc67-474c-46b6-9e33-20edd6568c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:17.267720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d201bc67-474c-46b6-9e33-20edd6568c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:39:17.272452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d201bc67-474c-46b6-9e33-20edd6568c01 admin admin] Usage tracker for resource:security_group_rule and tenant:287815763b044aeabb77832d2efce8e9 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:39:17.275451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d201bc67-474c-46b6-9e33-20edd6568c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:39:17.281449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d201bc67-474c-46b6-9e33-20edd6568c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:39:17.352418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d201bc67-474c-46b6-9e33-20edd6568c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:17.355178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d201bc67-474c-46b6-9e33-20edd6568c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:17.362464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1fd1f7c3-33be-4136-b83c-50e0961d24eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:17.405912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201bc67-474c-46b6-9e33-20edd6568c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed2f0cc-0fbe-44a7-bb48-4be36e789316,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:17.410844 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d201bc67-474c-46b6-9e33-20edd6568c01 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=287815763b044aeabb77832d2efce8e9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1973648
Dec 23 16:39:17.411851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d201bc67-474c-46b6-9e33-20edd6568c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:17.414032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60744) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:17.478005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e84d4f2-bfbc-454a-b2f7-95278cfd7115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:17.504917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e84d4f2-bfbc-454a-b2f7-95278cfd7115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:17.548861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e84d4f2-bfbc-454a-b2f7-95278cfd7115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:17.554373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-007356e8-83f4-48ba-83f1-64505c5cb403 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:17.567662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84d4f2-bfbc-454a-b2f7-95278cfd7115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed2f0cc-0fbe-44a7-bb48-4be36e789316,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:17.571598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7e84d4f2-bfbc-454a-b2f7-95278cfd7115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:17.572624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e84d4f2-bfbc-454a-b2f7-95278cfd7115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:17.573676 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7e84d4f2-bfbc-454a-b2f7-95278cfd7115 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2ed2f0cc-0fbe-44a7-bb48-4be36e789316 HTTP/1.1" status: 204  len: 168 time: 0.1587806
Dec 23 16:39:18.454707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60766) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:18.593120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-274636778-network', 'tenant_id': '0a0876f4c25b42119a05568ae21d64b3'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:39:18.598410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:39:18.602475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Usage tracker for resource:network and tenant:0a0876f4c25b42119a05568ae21d64b3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:39:18.605465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:39:18.612442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:39:18.621498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Made reservation on behalf of 0a0876f4c25b42119a05568ae21d64b3 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:39:18.626179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:18.645317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:18.678068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:39:18.682065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Usage tracker for resource:security_group_rule and tenant:0a0876f4c25b42119a05568ae21d64b3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:39:18.684964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:39:18.690931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:39:18.761409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:18.764377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:18.768766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c44b1070-05c6-4370-96fb-b4bc9fefbd95 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:18.794173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:39:18.807048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ace5afc-e713-438e-9f3f-2df6d902b17c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:18.811470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:18.812441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:18.812823 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Added segment 942fccb4-fe56-473d-a1c0-e85cccd59542 of type vlan for network 486f9b36-1c0e-4749-b525-950f23484ff5
Dec 23 16:39:18.840191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:18.868830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:18.869782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:18.870425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:18.875395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:18.977218 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5212836
Dec 23 16:39:18.980579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60772) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:18.982710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Pushing event updated for resources: {'Network': ['ID=486f9b36-1c0e-4749-b525-950f23484ff5,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:18.985718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:18.987692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Request body: {'subnet': {'network_id': '486f9b36-1c0e-4749-b525-950f23484ff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-274636778-subnet', 'tenant_id': '0a0876f4c25b42119a05568ae21d64b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:39:18.993774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 486f9b36-1c0e-4749-b525-950f23484ff5 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:39:18.994510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:39:18.998692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Usage tracker for resource:subnet and tenant:0a0876f4c25b42119a05568ae21d64b3 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:39:19.001718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:39:19.008630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:39:19.023210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Made reservation on behalf of 0a0876f4c25b42119a05568ae21d64b3 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:39:19.028027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:19.238816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:19.243419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-57b10668-b579-4fbd-abc5-7fefd156628c tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:19.316978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c000d29-ff4a-44ef-a52b-0b61bd1469b9,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:19.332869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:19.333303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:19.334433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:19.334860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:19.335309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:19.335733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:19.336151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:19.336570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:19.336989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:19.337399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:19.337811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:19.342267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:19.344168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Checking segment: {'id': '942fccb4-fe56-473d-a1c0-e85cccd59542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '486f9b36-1c0e-4749-b525-950f23484ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:39:19.344646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Network hostable DHCP agents. Network: 486f9b36-1c0e-4749-b525-950f23484ff5, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:39:19.366966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Network 486f9b36-1c0e-4749-b525-950f23484ff5 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:39:19.375340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 486f9b36-1c0e-4749-b525-950f23484ff5) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:39:19.380645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:19.381534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:19.385662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4980dc31-db7f-42c9-93d2-48fa4997b41d None None] Network 486f9b36-1c0e-4749-b525-950f23484ff5 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:39:19.402114 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-300a5ea8-13be-4ca5-8958-020fae8b9967 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4203532
Dec 23 16:39:19.621144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1e2282-dcb1-4194-9c95-d82fa7b7e5b7 None None] Network 486f9b36-1c0e-4749-b525-950f23484ff5 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:39:19.981039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-4f14ed0c-af33-40a6-89d1-67ab3ae7bfeb tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:19.982633 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-4f14ed0c-af33-40a6-89d1-67ab3ae7bfeb tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/networks?id=486f9b36-1c0e-4749-b525-950f23484ff5 HTTP/1.1" status: 200  len: 811 time: 0.1595764
Dec 23 16:39:20.000348 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-4957fdd2-b066-4df1-bb56-d72af145e2cb tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/quotas/0a0876f4c25b42119a05568ae21d64b3 HTTP/1.1" status: 200  len: 375 time: 0.0119040
Dec 23 16:39:20.051789 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-25f346a5-8582-43ee-8057-95b7f85d00bb tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a0876f4c25b42119a05568ae21d64b3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0450060
Dec 23 16:39:20.196820 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-bcaf5c9b-e332-48fe-9015-4f6aeb1891b8 service neutron] 10.222.0.67 "GET /v2.0/networks/486f9b36-1c0e-4749-b525-950f23484ff5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370046
Dec 23 16:39:20.343171 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-f532cfbe-f123-4f7f-aa6f-47529626e5f2 service neutron] 10.222.0.67 "GET /v2.0/networks/486f9b36-1c0e-4749-b525-950f23484ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397905
Dec 23 16:39:20.543144 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-018db0e9-7c85-4f2e-800a-1daa2577dada req-ce78e01c-41e3-41a6-93ca-a69c3ebf5d25 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 210 time: 0.0470250
Dec 23 16:39:21.587780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-d3e54d45-f3c5-48f3-9ab6-82feeea26478 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:21.588548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-d3e54d45-f3c5-48f3-9ab6-82feeea26478 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Synchronizing usage tracker for tenant:0a0876f4c25b42119a05568ae21d64b3 on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:39:21.605455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-d3e54d45-f3c5-48f3-9ab6-82feeea26478 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Unset dirty status for tenant:0a0876f4c25b42119a05568ae21d64b3 on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:39:21.606793 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-d3e54d45-f3c5-48f3-9ab6-82feeea26478 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.36 "GET /v2.0/networks?id=486f9b36-1c0e-4749-b525-950f23484ff5 HTTP/1.1" status: 200  len: 811 time: 0.1781745
Dec 23 16:39:21.622550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Request body: {'port': {'device_id': '465fb411-23b2-413f-8f0e-b827974302d3', 'network_id': '486f9b36-1c0e-4749-b525-950f23484ff5', 'admin_state_up': True, 'tenant_id': '0a0876f4c25b42119a05568ae21d64b3'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:39:21.718119 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f32091c-ddf6-4b68-8d10-b0c96e236685 req-57a65d17-c984-49c3-bf41-2038deae242b tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 210 time: 0.0471323
Dec 23 16:39:21.772338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:39:21.776436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Usage tracker for resource:port and tenant:0a0876f4c25b42119a05568ae21d64b3 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:39:21.779386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:39:21.785438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:39:21.794431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Made reservation on behalf of 0a0876f4c25b42119a05568ae21d64b3 for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:39:21.799870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:21.971876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Allocated IP 172.20.0.7 (486f9b36-1c0e-4749-b525-950f23484ff5/3c000d29-ff4a-44ef-a52b-0b61bd1469b9/73df2ee8-148a-47ff-a0a2-33c2eba46bb2) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:39:22.190300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:22.216948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:22.223969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:22.294849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Network 486f9b36-1c0e-4749-b525-950f23484ff5 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:39:22.298031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:39:22.300671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:39:22.333884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Pushing event updated for resources: {'Port': ['ID=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:22.355773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:22.356220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:22.356666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:22.357099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:22.357532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:22.357961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:22.358386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:22.358811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:22.359260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:22.359686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:22.360110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:39:22.366665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:22.383232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:22.383914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:22.404158 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7868576
Dec 23 16:39:22.417391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Request body: {'port': {'device_id': '465fb411-23b2-413f-8f0e-b827974302d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:39:22.757982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:23.080556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95d426-4b9c-4622-838e-676e78646afa req-a5eaad66-84e8-408e-94f8-b211a3b57471 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:23.081341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-5a95d426-4b9c-4622-838e-676e78646afa req-a5eaad66-84e8-408e-94f8-b211a3b57471 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Synchronizing usage tracker for tenant:0a0876f4c25b42119a05568ae21d64b3 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:39:23.123628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-5a95d426-4b9c-4622-838e-676e78646afa req-a5eaad66-84e8-408e-94f8-b211a3b57471 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Unset dirty status for tenant:0a0876f4c25b42119a05568ae21d64b3 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:39:23.124894 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a95d426-4b9c-4622-838e-676e78646afa req-a5eaad66-84e8-408e-94f8-b211a3b57471 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 931 time: 0.2489927
Dec 23 16:39:23.239274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-5a95d426-4b9c-4622-838e-676e78646afa req-63bba20d-6778-4445-91c3-6cd74a8633d2 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Synchronizing usage tracker for tenant:0a0876f4c25b42119a05568ae21d64b3 on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:39:23.247135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 {{(pid=88840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:39:23.257351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:23.279311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-5a95d426-4b9c-4622-838e-676e78646afa req-63bba20d-6778-4445-91c3-6cd74a8633d2 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Unset dirty status for tenant:0a0876f4c25b42119a05568ae21d64b3 on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:39:23.280571 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a95d426-4b9c-4622-838e-676e78646afa req-63bba20d-6778-4445-91c3-6cd74a8633d2 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494174
Dec 23 16:39:23.281513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Transition to ACTIVE for port object 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:39:23.284883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:23.290519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c3e61d2-7a84-447b-9fa3-8c2130c04f89 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:23.422316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Pushing event updated for resources: {'Port': ['ID=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:23.428584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:23.541402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Attempting to bind port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:39:23.541781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Attempting to bind port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '942fccb4-fe56-473d-a1c0-e85cccd59542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '486f9b36-1c0e-4749-b525-950f23484ff5'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:39:23.542160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Attempting to bind port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 on network 486f9b36-1c0e-4749-b525-950f23484ff5 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:39:23.548457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 on network 486f9b36-1c0e-4749-b525-950f23484ff5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:39:23.548826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Attempting to bind port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 on network 486f9b36-1c0e-4749-b525-950f23484ff5 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:39:23.556323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:39:23.556703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Checking segment: {'id': '942fccb4-fe56-473d-a1c0-e85cccd59542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '486f9b36-1c0e-4749-b525-950f23484ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:39:23.557129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Bound using segment: {'id': '942fccb4-fe56-473d-a1c0-e85cccd59542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '486f9b36-1c0e-4749-b525-950f23484ff5'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:39:23.557606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Bound port: 73df2ee8-148a-47ff-a0a2-33c2eba46bb2, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942fccb4-fe56-473d-a1c0-e85cccd59542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '486f9b36-1c0e-4749-b525-950f23484ff5'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:39:23.558025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:23.653611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] For port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2, host hv-neutron-8228, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:39:23.656765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] For port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,segment=NetworkSegment(942fccb4-fe56-473d-a1c0-e85cccd59542),segment_id=942fccb4-fe56-473d-a1c0-e85cccd59542)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:39:23.660230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:23.665416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2aa9194d-5486-456b-afd8-3a3005ab6a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:23.727436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:23.728953 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] 10.222.0.36 "PUT /v2.0/ports/73df2ee8-148a-47ff-a0a2-33c2eba46bb2 HTTP/1.1" status: 200  len: 1093 time: 1.3159060
Dec 23 16:39:23.729520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465fb411-23b2-413f-8f0e-b827974302d3', 'tag': '73df2ee8-148a-47ff-a0a2-33c2eba46bb2'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:39:23.753430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Pushing event updated for resources: {'Port': ['ID=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:23.757617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:23.801933 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465fb411-23b2-413f-8f0e-b827974302d3', 'tag': '73df2ee8-148a-47ff-a0a2-33c2eba46bb2', 'status': 'completed', 'code': 200}
Dec 23 16:39:23.844301 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-dc8f6b09-76dc-4f51-baef-1fa0364b5a12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a0876f4c25b42119a05568ae21d64b3&device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 1096 time: 0.0788667
Dec 23 16:39:23.918820 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-91b36057-e792-4ee7-835b-0d006af429ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73df2ee8-148a-47ff-a0a2-33c2eba46bb2 HTTP/1.1" status: 200  len: 217 time: 0.0674610
Dec 23 16:39:23.986124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-2423a338-1f9d-4a2f-a9de-1d6a0f3d1f53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:23.987698 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-2423a338-1f9d-4a2f-a9de-1d6a0f3d1f53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c000d29-ff4a-44ef-a52b-0b61bd1469b9 HTTP/1.1" status: 200  len: 851 time: 0.0632966
Dec 23 16:39:24.039410 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-07a2e9c6-b5ef-4ba4-bb85-5b2a9ed50373 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=486f9b36-1c0e-4749-b525-950f23484ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455515
Dec 23 16:39:24.184630 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-41337c11-5e71-4b74-a3c0-ab79893f5bac service neutron] 10.222.0.36 "GET /v2.0/networks/486f9b36-1c0e-4749-b525-950f23484ff5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390035
Dec 23 16:39:24.330150 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdb38144-39a7-4a73-90c4-f6857d30c377 req-ade37fb8-cb1e-4848-8c2a-121e7975796f service neutron] 10.222.0.36 "GET /v2.0/networks/486f9b36-1c0e-4749-b525-950f23484ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396008
Dec 23 16:39:24.435036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e0bedb3-f5fc-4de8-af54-f65bece7a411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:24.521975 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0ac2ffe0-52d5-4765-b72b-6496efc02bbb req-22e76f0d-8db6-41df-b1d2-1d7d2e9411d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a0876f4c25b42119a05568ae21d64b3&device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 1096 time: 0.1452820
Dec 23 16:39:24.528428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a142f-a6e3-4f51-bf72-f26c9227de66 req-b7092ba3-03d5-4c3f-a51a-6c230826aefb tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:24.529917 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aa2a142f-a6e3-4f51-bf72-f26c9227de66 req-b7092ba3-03d5-4c3f-a51a-6c230826aefb tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 943 time: 0.1183331
Dec 23 16:39:24.685557 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aa2a142f-a6e3-4f51-bf72-f26c9227de66 req-08073cf1-51ee-43fe-963f-c350eb89a22a tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304669
Dec 23 16:39:24.709743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2ffe0-52d5-4765-b72b-6496efc02bbb req-37558828-6768-4c22-9d08-2f7836a927f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:24.711353 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0ac2ffe0-52d5-4765-b72b-6496efc02bbb req-37558828-6768-4c22-9d08-2f7836a927f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=486f9b36-1c0e-4749-b525-950f23484ff5 HTTP/1.1" status: 200  len: 912 time: 0.1804965
Dec 23 16:39:24.783109 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0ac2ffe0-52d5-4765-b72b-6496efc02bbb req-ee1d74e2-476b-4659-858f-1f8f7d1cac55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73df2ee8-148a-47ff-a0a2-33c2eba46bb2 HTTP/1.1" status: 200  len: 217 time: 0.0653362
Dec 23 16:39:24.856007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2ffe0-52d5-4765-b72b-6496efc02bbb req-6a90fcdf-cb59-46e4-940c-2be3fab531d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:24.857573 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0ac2ffe0-52d5-4765-b72b-6496efc02bbb req-6a90fcdf-cb59-46e4-940c-2be3fab531d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c000d29-ff4a-44ef-a52b-0b61bd1469b9 HTTP/1.1" status: 200  len: 851 time: 0.0673101
Dec 23 16:39:24.907598 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0ac2ffe0-52d5-4765-b72b-6496efc02bbb req-744b2373-82fb-4359-af6c-01af259998d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=486f9b36-1c0e-4749-b525-950f23484ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432978
Dec 23 16:39:25.050548 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0ac2ffe0-52d5-4765-b72b-6496efc02bbb req-b48bd8dc-4bbf-4efd-8fdb-fe152ae3fa7f service neutron] 10.222.0.36 "GET /v2.0/networks/486f9b36-1c0e-4749-b525-950f23484ff5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351635
Dec 23 16:39:25.194732 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0ac2ffe0-52d5-4765-b72b-6496efc02bbb req-1b62dab1-42d9-4fe7-9259-e6123ca04054 service neutron] 10.222.0.36 "GET /v2.0/networks/486f9b36-1c0e-4749-b525-950f23484ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371667
Dec 23 16:39:25.898833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828d383-fb2d-4c84-946c-545f458a3a20 req-b162302b-d4e1-47ec-8145-98d033971c40 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:25.900513 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4828d383-fb2d-4c84-946c-545f458a3a20 req-b162302b-d4e1-47ec-8145-98d033971c40 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 943 time: 0.0878482
Dec 23 16:39:25.948960 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4828d383-fb2d-4c84-946c-545f458a3a20 req-78e8ba5d-a679-49c5-967d-6d580373d8e5 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422702
Dec 23 16:39:25.966879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:26.811640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02774505-8140-4685-84c4-17813142dbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:27.138676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:39:27.159307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d84f16-ff88-47cb-ae58-236505d446b5 req-2ab20169-8ede-4b2f-b46a-23b75e6b4481 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:27.161009 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a3d84f16-ff88-47cb-ae58-236505d446b5 req-2ab20169-8ede-4b2f-b46a-23b75e6b4481 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 943 time: 0.0860462
Dec 23 16:39:27.217335 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a3d84f16-ff88-47cb-ae58-236505d446b5 req-5e32001e-7fcc-4cf1-9e8c-5809e446fe98 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493205
Dec 23 16:39:27.300120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,segment=NetworkSegment(942fccb4-fe56-473d-a1c0-e85cccd59542),segment_id=942fccb4-fe56-473d-a1c0-e85cccd59542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:39:27.314018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '73df2ee8-148a-47ff-a0a2-33c2eba46bb2', 'network_id': '486f9b36-1c0e-4749-b525-950f23484ff5', 'port_id': '73df2ee8-148a-47ff-a0a2-33c2eba46bb2', 'mac_address': 'fa:16:3e:ee:be:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c000d29-ff4a-44ef-a52b-0b61bd1469b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:39:27.381975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:27.386013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:27.405661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:39:27.422368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,segment=NetworkSegment(942fccb4-fe56-473d-a1c0-e85cccd59542),segment_id=942fccb4-fe56-473d-a1c0-e85cccd59542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:39:27.424972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:27.427636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a97c02d9-2a25-4427-9771-2dcc41f65fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:27.492787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:27.496066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:27.622807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['73df2ee8-148a-47ff-a0a2-33c2eba46bb2'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:39:28.428181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842afdb-f7e9-4d58-9b07-d2b39c0c5d1d req-df21f8e6-2839-42e2-8689-2a9fc6f6fb2b tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:28.429798 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5842afdb-f7e9-4d58-9b07-d2b39c0c5d1d req-df21f8e6-2839-42e2-8689-2a9fc6f6fb2b tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 944 time: 0.0865228
Dec 23 16:39:28.477951 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5842afdb-f7e9-4d58-9b07-d2b39c0c5d1d req-a97b2d44-8848-4607-85d5-442b63b368a3 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420806
Dec 23 16:39:28.632651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:29.149595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:39:29.220689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:39:29.225879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:39:29.226378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:29.344342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:29.373008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465fb411-23b2-413f-8f0e-b827974302d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73df2ee8-148a-47ff-a0a2-33c2eba46bb2'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:39:29.383459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,segment=NetworkSegment(942fccb4-fe56-473d-a1c0-e85cccd59542),segment_id=942fccb4-fe56-473d-a1c0-e85cccd59542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:39:29.386299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:29.389380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:39:29.441744 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465fb411-23b2-413f-8f0e-b827974302d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73df2ee8-148a-47ff-a0a2-33c2eba46bb2', 'code': 200}
Dec 23 16:39:29.463926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:39:29.467026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:39:29.668674 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ee72c01b-59c8-485e-b6a2-73c7537c0670 req-b45e4aea-5f1f-4a83-8d2e-cb7fc864411e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 1098 time: 0.0749516
Dec 23 16:39:29.694368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bddf40-7174-404a-80fb-3c958d0b339d req-dd03cf16-3771-465b-a4ea-8c6d6f8869e5 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:29.696056 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-48bddf40-7174-404a-80fb-3c958d0b339d req-dd03cf16-3771-465b-a4ea-8c6d6f8869e5 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0936038
Dec 23 16:39:29.715110 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ee72c01b-59c8-485e-b6a2-73c7537c0670 req-4f79f69d-4d7e-43bf-809d-2a5d65b45849 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402544
Dec 23 16:39:29.746152 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-48bddf40-7174-404a-80fb-3c958d0b339d req-1fa28a8c-335b-42d4-86b9-fb24473d43fd tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439525
Dec 23 16:39:30.953845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f228471-b213-4440-b00d-e153ed96775c req-990caeab-5a92-46c9-bbfe-229ade8f85d2 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:30.955483 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f228471-b213-4440-b00d-e153ed96775c req-990caeab-5a92-46c9-bbfe-229ade8f85d2 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0875463
Dec 23 16:39:31.004276 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f228471-b213-4440-b00d-e153ed96775c req-55679729-3016-40ed-bbbe-34963217ec4e tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427356
Dec 23 16:39:31.208249 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-17bfdaf2-3b3f-4c7a-9165-0ab8fc6aaa41 req-14f2d2e2-f41c-4d01-9880-26464f29c929 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0750446
Dec 23 16:39:31.503325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60834) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:31.540630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de15626-9107-48d9-b6ce-e295bd76a263 req-86c20f4b-1c5e-489b-b463-97f14898cde1 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:31.542282 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5de15626-9107-48d9-b6ce-e295bd76a263 req-86c20f4b-1c5e-489b-b463-97f14898cde1 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0895953
Dec 23 16:39:31.591758 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5de15626-9107-48d9-b6ce-e295bd76a263 req-b3706598-55a4-41f2-b85a-f47a28766e92 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432796
Dec 23 16:39:31.659610 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-b8265dde-f75f-4804-bf15-524e05755cf6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1547935
Dec 23 16:39:32.807846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfe5e3-0b05-47ce-81a0-68f88d864132 req-7588ff3c-f0a8-4d42-a9a7-2c95359e5921 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:32.809375 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7edfe5e3-0b05-47ce-81a0-68f88d864132 req-7588ff3c-f0a8-4d42-a9a7-2c95359e5921 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0873215
Dec 23 16:39:32.859940 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7edfe5e3-0b05-47ce-81a0-68f88d864132 req-9b397a87-f886-473a-b94a-852dcac1058d tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444374
Dec 23 16:39:32.940272 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-8cddb187-21a9-4cc8-b8ea-0f139bd8d798 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a0876f4c25b42119a05568ae21d64b3&device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 1098 time: 0.0786521
Dec 23 16:39:33.082065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-31bf08e9-e73d-4748-b635-2349880c1042 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:33.084211 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-31bf08e9-e73d-4748-b635-2349880c1042 service neutron] 10.222.0.36 "GET /v2.0/networks?id=486f9b36-1c0e-4749-b525-950f23484ff5 HTTP/1.1" status: 200  len: 912 time: 0.1375480
Dec 23 16:39:33.155541 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-b12bb217-a6a9-4d27-b51c-7271b7a587a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73df2ee8-148a-47ff-a0a2-33c2eba46bb2 HTTP/1.1" status: 200  len: 217 time: 0.0658398
Dec 23 16:39:33.228579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-f10922af-6670-4039-8a96-a7eeff188424 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:33.230166 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-f10922af-6670-4039-8a96-a7eeff188424 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c000d29-ff4a-44ef-a52b-0b61bd1469b9 HTTP/1.1" status: 200  len: 851 time: 0.0680892
Dec 23 16:39:33.279390 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-62d9520f-6c8e-40be-9719-b3b317fc122b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=486f9b36-1c0e-4749-b525-950f23484ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430908
Dec 23 16:39:33.419946 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-254f45b2-23b0-461c-b395-7723e74c4a44 service neutron] 10.222.0.36 "GET /v2.0/networks/486f9b36-1c0e-4749-b525-950f23484ff5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347892
Dec 23 16:39:33.794348 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-b9c0a1c1-858c-4723-b91c-fb8ab90999ee service neutron] 10.222.0.36 "GET /v2.0/networks/486f9b36-1c0e-4749-b525-950f23484ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3689458
Dec 23 16:39:34.068019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e10b8b-872f-4480-a8ce-9dead14c8f83 req-ac260dde-386b-4fef-845b-5887808f05ea tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:34.069573 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-90e10b8b-872f-4480-a8ce-9dead14c8f83 req-ac260dde-386b-4fef-845b-5887808f05ea tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0831537
Dec 23 16:39:34.121357 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-90e10b8b-872f-4480-a8ce-9dead14c8f83 req-65363f32-b0ed-4343-b6f5-8442f9eedd62 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457942
Dec 23 16:39:35.332082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c970eea-cdd4-4845-bf38-930bc68ffbe1 req-281bff12-3a16-4a06-8bc2-5b12db991146 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:35.333694 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8c970eea-cdd4-4845-bf38-930bc68ffbe1 req-281bff12-3a16-4a06-8bc2-5b12db991146 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0876732
Dec 23 16:39:35.382078 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8c970eea-cdd4-4845-bf38-930bc68ffbe1 req-1b69e2b3-fe21-4c43-8893-cc2c08bc32a5 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421491
Dec 23 16:39:36.717041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3715143-efad-4efb-b752-d50dd6e314dd req-8b9800e4-a65e-479e-9e84-bbc7447c86f2 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:36.718674 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a3715143-efad-4efb-b752-d50dd6e314dd req-8b9800e4-a65e-479e-9e84-bbc7447c86f2 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0860717
Dec 23 16:39:36.770369 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a3715143-efad-4efb-b752-d50dd6e314dd req-ed9716ea-0429-4429-b3d6-53f9e45e4e46 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456750
Dec 23 16:39:37.978314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de037b-27ae-4284-af1a-c73b1e7f98ca req-32271559-2c70-4ac2-b8fe-5f362166e066 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:37.980014 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64de037b-27ae-4284-af1a-c73b1e7f98ca req-32271559-2c70-4ac2-b8fe-5f362166e066 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0844452
Dec 23 16:39:38.029095 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64de037b-27ae-4284-af1a-c73b1e7f98ca req-63719871-0d17-4022-9e38-0ed439dca702 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430593
Dec 23 16:39:39.003547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:39:39.242502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18c408-2b24-4444-94dc-5dbf08d0269a req-145c1bc0-66d1-479a-bab0-6e05eee6dedd tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:39.244228 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4d18c408-2b24-4444-94dc-5dbf08d0269a req-145c1bc0-66d1-479a-bab0-6e05eee6dedd tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0896230
Dec 23 16:39:39.292671 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4d18c408-2b24-4444-94dc-5dbf08d0269a req-8e928f08-f7d4-4db9-8e86-cf804a92ce4b tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423646
Dec 23 16:39:40.500183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd7cab-5682-4953-ad4d-ff23e284c1f1 req-c2735248-a417-41ee-936b-53ae7b41aeaa tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:40.501699 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-73dd7cab-5682-4953-ad4d-ff23e284c1f1 req-c2735248-a417-41ee-936b-53ae7b41aeaa tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0862586
Dec 23 16:39:40.549720 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-73dd7cab-5682-4953-ad4d-ff23e284c1f1 req-0ee3bb6e-2aec-4553-b284-7258c721be9d tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419238
Dec 23 16:39:41.755825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f70476-100e-4f64-8307-b720423c8652 req-2f82667b-6883-4711-8f5b-34da4be157b1 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:41.757521 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0f70476-100e-4f64-8307-b720423c8652 req-2f82667b-6883-4711-8f5b-34da4be157b1 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0839145
Dec 23 16:39:41.806362 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0f70476-100e-4f64-8307-b720423c8652 req-a7fd1043-ce16-4c41-8fa7-722ff272146c tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428014
Dec 23 16:39:42.340144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:43.012875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460269e-1aca-4b26-bfda-6fd08e823e90 req-1d969612-5f95-443b-9c8c-e1e3f794673c tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:43.014746 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6460269e-1aca-4b26-bfda-6fd08e823e90 req-1d969612-5f95-443b-9c8c-e1e3f794673c tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0833306
Dec 23 16:39:43.066734 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6460269e-1aca-4b26-bfda-6fd08e823e90 req-cfa2d9be-d2f7-4e63-b1fa-7c9112f37600 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459599
Dec 23 16:39:44.275468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d1cfd-3a22-4ab8-b521-552ef3c96365 req-0f86a99f-6ab6-4947-82ee-304e7a94674b tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:44.277085 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e87d1cfd-3a22-4ab8-b521-552ef3c96365 req-0f86a99f-6ab6-4947-82ee-304e7a94674b tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0879979
Dec 23 16:39:44.325580 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e87d1cfd-3a22-4ab8-b521-552ef3c96365 req-632c739e-b315-4d9a-95ac-995f91918e34 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423262
Dec 23 16:39:45.533372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a956e2-d50d-4851-8966-cf19a5eff2a9 req-a9536cb1-0e17-4a4e-9419-0ee6e0575484 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:45.534915 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67a956e2-d50d-4851-8966-cf19a5eff2a9 req-a9536cb1-0e17-4a4e-9419-0ee6e0575484 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0843894
Dec 23 16:39:45.582935 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67a956e2-d50d-4851-8966-cf19a5eff2a9 req-131ab5ac-8dbf-4d96-be2d-bfbc568c4cf6 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413544
Dec 23 16:39:45.823937 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bee624b3-1f62-40f7-87e7-22fb5991da2e req-a872e0f5-5f1d-4a73-a8f5-7509510290ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a0876f4c25b42119a05568ae21d64b3&device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 1098 time: 0.0782735
Dec 23 16:39:45.979780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee624b3-1f62-40f7-87e7-22fb5991da2e req-259c1878-eb20-4fb3-a0e3-89951c7f1367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:45.981372 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bee624b3-1f62-40f7-87e7-22fb5991da2e req-259c1878-eb20-4fb3-a0e3-89951c7f1367 service neutron] 10.222.0.36 "GET /v2.0/networks?id=486f9b36-1c0e-4749-b525-950f23484ff5 HTTP/1.1" status: 200  len: 912 time: 0.1382883
Dec 23 16:39:46.057191 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bee624b3-1f62-40f7-87e7-22fb5991da2e req-0ab77938-b89d-48c1-837d-f8c446e62d73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73df2ee8-148a-47ff-a0a2-33c2eba46bb2 HTTP/1.1" status: 200  len: 217 time: 0.0692508
Dec 23 16:39:46.125760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee624b3-1f62-40f7-87e7-22fb5991da2e req-a26b6b01-540f-4881-a01c-a4d8b36cdaca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:46.127263 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bee624b3-1f62-40f7-87e7-22fb5991da2e req-a26b6b01-540f-4881-a01c-a4d8b36cdaca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c000d29-ff4a-44ef-a52b-0b61bd1469b9 HTTP/1.1" status: 200  len: 851 time: 0.0633807
Dec 23 16:39:46.182051 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bee624b3-1f62-40f7-87e7-22fb5991da2e req-09841401-dbcd-44f4-a543-f5eebfe78b50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=486f9b36-1c0e-4749-b525-950f23484ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487444
Dec 23 16:39:46.326421 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bee624b3-1f62-40f7-87e7-22fb5991da2e req-7d5ff90b-2226-4056-a56c-21f14e6efc5b service neutron] 10.222.0.36 "GET /v2.0/networks/486f9b36-1c0e-4749-b525-950f23484ff5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380579
Dec 23 16:39:46.471300 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bee624b3-1f62-40f7-87e7-22fb5991da2e req-f7e63841-10cb-4b8f-a4e6-653048f47416 service neutron] 10.222.0.36 "GET /v2.0/networks/486f9b36-1c0e-4749-b525-950f23484ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383939
Dec 23 16:39:46.789674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bce8c4-dce1-4a74-9093-b6c365fa3b37 req-bdb6fb46-d754-472c-be1d-5d69badc84bf tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:46.791260 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-75bce8c4-dce1-4a74-9093-b6c365fa3b37 req-bdb6fb46-d754-472c-be1d-5d69badc84bf tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0868726
Dec 23 16:39:46.839649 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-75bce8c4-dce1-4a74-9093-b6c365fa3b37 req-a5218fdd-0a24-4526-b5c4-1f7cee0d856e tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422978
Dec 23 16:39:48.048787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4097a-90a8-4c39-8918-2f37a77a553d req-f4b230bc-896e-4bd0-9f99-c90aa42e2878 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:48.050390 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-05b4097a-90a8-4c39-8918-2f37a77a553d req-f4b230bc-896e-4bd0-9f99-c90aa42e2878 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0885005
Dec 23 16:39:48.097960 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-05b4097a-90a8-4c39-8918-2f37a77a553d req-5f5aea93-2c25-42a0-bd9a-9d1661b02786 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413187
Dec 23 16:39:49.312682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8736d3f-b666-48ad-89db-b7f452c1415a req-7a7a4f26-da2f-41d3-a084-62a6256b7ca0 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:49.314306 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a8736d3f-b666-48ad-89db-b7f452c1415a req-7a7a4f26-da2f-41d3-a084-62a6256b7ca0 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0887654
Dec 23 16:39:49.362910 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a8736d3f-b666-48ad-89db-b7f452c1415a req-c6cd2ff7-b646-4e7e-89b8-186ee97120dd tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422027
Dec 23 16:39:50.574057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df4cae-c365-4470-8e63-9ce2f5a09481 req-5379cea6-c6b1-4aa0-9420-32e66ce4db2f tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:50.575914 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-90df4cae-c365-4470-8e63-9ce2f5a09481 req-5379cea6-c6b1-4aa0-9420-32e66ce4db2f tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0887942
Dec 23 16:39:50.624957 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-90df4cae-c365-4470-8e63-9ce2f5a09481 req-64f33455-8141-4bd7-852b-9195cd2fcf0d tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432129
Dec 23 16:39:51.831572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952f91a-fa04-43b6-9664-96359522af5a req-c0858eb9-b94f-48fd-ad3f-b282952b938f tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:51.833217 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b952f91a-fa04-43b6-9664-96359522af5a req-c0858eb9-b94f-48fd-ad3f-b282952b938f tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0852296
Dec 23 16:39:51.882641 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b952f91a-fa04-43b6-9664-96359522af5a req-576958f1-8a7e-4084-8c15-a2cd3fe84deb tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428658
Dec 23 16:39:53.092560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da794708-1c4b-4ca9-9bcd-5e451064bc27 req-03fa1ebb-8667-421e-8a58-1c1a7e35d27c tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:53.094183 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-da794708-1c4b-4ca9-9bcd-5e451064bc27 req-03fa1ebb-8667-421e-8a58-1c1a7e35d27c tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0871100
Dec 23 16:39:53.143204 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-da794708-1c4b-4ca9-9bcd-5e451064bc27 req-b5879cd8-98c0-4d5d-9c29-c95a45e8e2cb tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427423
Dec 23 16:39:54.352583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73885657-0582-4bf1-b678-76266ab513e8 req-deae67de-0844-4cf3-b082-73b080810e60 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:54.354217 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-73885657-0582-4bf1-b678-76266ab513e8 req-deae67de-0844-4cf3-b082-73b080810e60 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0891538
Dec 23 16:39:54.405038 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-73885657-0582-4bf1-b678-76266ab513e8 req-a3d66078-d980-4327-9c35-ca6358cf6fb4 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445797
Dec 23 16:39:54.437485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b39fb06f-3118-4954-8fc1-31f3e2974494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:55.608642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a552c1-6a85-4646-b0f8-0dee0118d370 req-c3bf49d5-fa06-488a-a023-f17d37b7bf91 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:55.610201 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-58a552c1-6a85-4646-b0f8-0dee0118d370 req-c3bf49d5-fa06-488a-a023-f17d37b7bf91 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0842686
Dec 23 16:39:55.658593 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-58a552c1-6a85-4646-b0f8-0dee0118d370 req-21ab3149-f54d-42a5-ab36-917bb4cde1c2 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417149
Dec 23 16:39:55.966657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:56.814831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5acb6f09-a176-4ceb-a202-37c3df3747b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:56.881361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f4221-3a98-4847-baad-112d5378daf4 req-77c36513-8934-4d21-9c9d-08482e5f8374 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:56.882904 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e44f4221-3a98-4847-baad-112d5378daf4 req-77c36513-8934-4d21-9c9d-08482e5f8374 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0876288
Dec 23 16:39:56.935046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e44f4221-3a98-4847-baad-112d5378daf4 req-83e23d42-7c8b-498a-b6f3-0ed32bbb7e2c tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460446
Dec 23 16:39:57.364588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:58.146767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add21d04-587e-4d9b-97b6-a26f18421de8 req-218eb0eb-ddee-4d9d-9941-83f902a372bb tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:58.148455 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-add21d04-587e-4d9b-97b6-a26f18421de8 req-218eb0eb-ddee-4d9d-9941-83f902a372bb tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0862231
Dec 23 16:39:58.197636 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-add21d04-587e-4d9b-97b6-a26f18421de8 req-052a7a12-3377-4589-9fa5-28730fa92629 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430412
Dec 23 16:39:58.634521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:39:59.422740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44485d9f-3061-408c-8e40-138e7f654185 req-af49c276-c9e3-41d7-a528-00708713997c tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:39:59.424378 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-44485d9f-3061-408c-8e40-138e7f654185 req-af49c276-c9e3-41d7-a528-00708713997c tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0836711
Dec 23 16:39:59.472357 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-44485d9f-3061-408c-8e40-138e7f654185 req-01c1efe0-e00a-4c0d-9057-5b3e58525b8c tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410531
Dec 23 16:40:00.459805 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-0195149c-ae68-4f72-839b-b2c73d9356b4 service neutron] 10.222.0.36 "GET /v2.0/ports/73df2ee8-148a-47ff-a0a2-33c2eba46bb2/bindings/hv-neutron-8228 HTTP/1.1" status: 200  len: 384 time: 0.0813096
Dec 23 16:40:00.684509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e4719-0fc1-4a9f-bf17-9451e9d770e1 req-18152a3a-0bac-4cbf-8e30-7addc6ddbdf2 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:00.686152 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f2e4719-0fc1-4a9f-bf17-9451e9d770e1 req-18152a3a-0bac-4cbf-8e30-7addc6ddbdf2 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0844588
Dec 23 16:40:00.734664 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-b573b412-ca91-4ff2-834b-9a3fce3c6bab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3&tenant_id=0a0876f4c25b42119a05568ae21d64b3 HTTP/1.1" status: 200  len: 1098 time: 0.0762010
Dec 23 16:40:00.740976 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f2e4719-0fc1-4a9f-bf17-9451e9d770e1 req-da3b799a-5af1-4830-967b-4869259cf089 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484698
Dec 23 16:40:00.834451 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-3beef4fa-8c6a-41b6-8f8f-99e1a0c10550 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a0876f4c25b42119a05568ae21d64b3&device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 1098 time: 0.0774729
Dec 23 16:40:00.977756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-1c2d803f-09fa-48d6-875e-a92fa4b04c1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:00.981041 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-1c2d803f-09fa-48d6-875e-a92fa4b04c1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=486f9b36-1c0e-4749-b525-950f23484ff5 HTTP/1.1" status: 200  len: 912 time: 0.1387515
Dec 23 16:40:01.054320 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-5d9a5136-3603-48cd-b47d-a7c7816d3520 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73df2ee8-148a-47ff-a0a2-33c2eba46bb2 HTTP/1.1" status: 200  len: 217 time: 0.0691020
Dec 23 16:40:01.121903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-f158d441-a465-4fbc-a3bc-1bf0ca2c7322 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:01.123415 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-f158d441-a465-4fbc-a3bc-1bf0ca2c7322 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c000d29-ff4a-44ef-a52b-0b61bd1469b9 HTTP/1.1" status: 200  len: 851 time: 0.0635507
Dec 23 16:40:01.175497 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-4b36b7fc-77f1-47f4-a532-9a6cde27d4f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=486f9b36-1c0e-4749-b525-950f23484ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462737
Dec 23 16:40:01.320469 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-b509a113-d46d-4063-8d86-b6620d6f6dd5 service neutron] 10.222.0.36 "GET /v2.0/networks/486f9b36-1c0e-4749-b525-950f23484ff5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380816
Dec 23 16:40:01.462946 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f1866ac-b241-4c38-af04-6ce51412d1ed req-59df38cb-69bf-46d2-9fe9-1ce45a4a219a service neutron] 10.222.0.36 "GET /v2.0/networks/486f9b36-1c0e-4749-b525-950f23484ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363273
Dec 23 16:40:01.947324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a2a5c-63b3-43e9-b830-cc400b4e8b04 req-57bdf6e8-9bd7-4c8b-a68f-071d4da6abde tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:01.948951 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-058a2a5c-63b3-43e9-b830-cc400b4e8b04 req-57bdf6e8-9bd7-4c8b-a68f-071d4da6abde tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0831623
Dec 23 16:40:01.997757 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-058a2a5c-63b3-43e9-b830-cc400b4e8b04 req-5ef18750-fafa-4524-84e7-038120d02f53 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426512
Dec 23 16:40:03.215819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384acb9-4ce4-4b5a-969b-2ad104277b66 req-c19e8c0b-8e85-4686-a091-27897a154418 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:03.217615 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1384acb9-4ce4-4b5a-969b-2ad104277b66 req-c19e8c0b-8e85-4686-a091-27897a154418 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0889356
Dec 23 16:40:03.268270 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1384acb9-4ce4-4b5a-969b-2ad104277b66 req-8900a61e-d288-49cd-b1a4-9ce5cada22e8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441706
Dec 23 16:40:03.271200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:40:03.274516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:40:03.498319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:03.532180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,segment=NetworkSegment(942fccb4-fe56-473d-a1c0-e85cccd59542),segment_id=942fccb4-fe56-473d-a1c0-e85cccd59542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:40:03.554607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465fb411-23b2-413f-8f0e-b827974302d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73df2ee8-148a-47ff-a0a2-33c2eba46bb2'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:40:03.563667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '73df2ee8-148a-47ff-a0a2-33c2eba46bb2', 'network_id': '486f9b36-1c0e-4749-b525-950f23484ff5', 'port_id': '73df2ee8-148a-47ff-a0a2-33c2eba46bb2', 'mac_address': 'fa:16:3e:ee:be:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c000d29-ff4a-44ef-a52b-0b61bd1469b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:40:03.568506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,segment=NetworkSegment(942fccb4-fe56-473d-a1c0-e85cccd59542),segment_id=942fccb4-fe56-473d-a1c0-e85cccd59542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:40:03.597236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:03.610081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-36cae837-adc9-43d4-a1bf-eb7f33148cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:03.645496 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465fb411-23b2-413f-8f0e-b827974302d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73df2ee8-148a-47ff-a0a2-33c2eba46bb2', 'code': 200}
Dec 23 16:40:03.682273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:03.707130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:40:03.710794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:40:03.714607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:40:03.726830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,segment=NetworkSegment(942fccb4-fe56-473d-a1c0-e85cccd59542),segment_id=942fccb4-fe56-473d-a1c0-e85cccd59542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:40:03.729707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:03.731491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:03.796209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['73df2ee8-148a-47ff-a0a2-33c2eba46bb2'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:40:03.844755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:40:03.849863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:40:04.481046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7853a0-d837-472f-806e-e1cebb70fb3c req-8cf93948-c802-4d12-8a62-8da1586ea885 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:04.482576 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3b7853a0-d837-472f-806e-e1cebb70fb3c req-8cf93948-c802-4d12-8a62-8da1586ea885 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 944 time: 0.0901475
Dec 23 16:40:04.533087 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3b7853a0-d837-472f-806e-e1cebb70fb3c req-3e8ee93f-1c50-443c-b753-64091914264c tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444384
Dec 23 16:40:04.959364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-3dafb881-1e7f-4cf0-9eb9-8d706ce95326 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:04.960954 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-3dafb881-1e7f-4cf0-9eb9-8d706ce95326 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.36 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3&tenant_id=0a0876f4c25b42119a05568ae21d64b3&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200  len: 944 time: 0.0925670
Dec 23 16:40:05.106227 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-36782878-e2b0-49d0-a342-82baaf00ab1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a0876f4c25b42119a05568ae21d64b3&device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 1097 time: 0.0745621
Dec 23 16:40:05.252787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-bd051631-98cb-4f0b-9b58-77a956896b13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:05.254391 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-bd051631-98cb-4f0b-9b58-77a956896b13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=486f9b36-1c0e-4749-b525-950f23484ff5 HTTP/1.1" status: 200  len: 912 time: 0.1418979
Dec 23 16:40:05.272115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:40:05.327886 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-4aa9aed4-5d7c-4138-add1-0082bb2a3632 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73df2ee8-148a-47ff-a0a2-33c2eba46bb2 HTTP/1.1" status: 200  len: 217 time: 0.0673327
Dec 23 16:40:05.345514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:40:05.345951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:05.397583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-e53ec0d8-b7df-4261-81cb-950d118b8975 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:05.399164 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-e53ec0d8-b7df-4261-81cb-950d118b8975 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c000d29-ff4a-44ef-a52b-0b61bd1469b9 HTTP/1.1" status: 200  len: 851 time: 0.0651262
Dec 23 16:40:05.451503 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-26e914c6-644c-40a3-9421-c0498ce3a63b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=486f9b36-1c0e-4749-b525-950f23484ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461857
Dec 23 16:40:05.598250 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-f03b5b84-9c54-4135-93f7-39cb423f1fd1 service neutron] 10.222.0.36 "GET /v2.0/networks/486f9b36-1c0e-4749-b525-950f23484ff5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407297
Dec 23 16:40:05.624723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:05.654384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465fb411-23b2-413f-8f0e-b827974302d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73df2ee8-148a-47ff-a0a2-33c2eba46bb2'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:40:05.665133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,segment=NetworkSegment(942fccb4-fe56-473d-a1c0-e85cccd59542),segment_id=942fccb4-fe56-473d-a1c0-e85cccd59542)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:40:05.674697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:05.676759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:05.728442 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465fb411-23b2-413f-8f0e-b827974302d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73df2ee8-148a-47ff-a0a2-33c2eba46bb2', 'code': 200}
Dec 23 16:40:05.747239 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-ac51e2e7-9a49-4d52-801b-aff535551ce1 service neutron] 10.222.0.36 "GET /v2.0/networks/486f9b36-1c0e-4749-b525-950f23484ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429179
Dec 23 16:40:05.750082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,revision_number=8']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:40:05.753315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:40:06.577896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74228c37-329c-407e-8d22-641a9acf09f3 req-c39bb6f5-321f-441f-82e3-21140bb992ef tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:06.579510 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-74228c37-329c-407e-8d22-641a9acf09f3 req-c39bb6f5-321f-441f-82e3-21140bb992ef tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.0825479
Dec 23 16:40:06.629372 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-74228c37-329c-407e-8d22-641a9acf09f3 req-f3f945d9-076f-4f7e-af34-0b6f3cfac381 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430884
Dec 23 16:40:08.125139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165699ba-c0da-4a1d-a4ac-efd0144d3fb2 req-b7ad745d-1e8b-4c34-828d-9457e7cbacf5 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:08.126654 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-165699ba-c0da-4a1d-a4ac-efd0144d3fb2 req-b7ad745d-1e8b-4c34-828d-9457e7cbacf5 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.3731372
Dec 23 16:40:08.182205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-61a314d4-aae8-481e-99f1-e62978b648cb tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:08.183814 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-61a314d4-aae8-481e-99f1-e62978b648cb tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.36 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 945 time: 0.1277163
Dec 23 16:40:08.229961 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-165699ba-c0da-4a1d-a4ac-efd0144d3fb2 req-6cbc8ad2-0687-4300-829d-9cf53adc1099 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ace5afc-e713-438e-9f3f-2df6d902b17c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942214
Dec 23 16:40:08.266276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-814f27a4-a1d0-4d2a-8020-aca2cf851b1e tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Deleting port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:40:08.266665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-814f27a4-a1d0-4d2a-8020-aca2cf851b1e tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:08.519751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-814f27a4-a1d0-4d2a-8020-aca2cf851b1e tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] For port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,segment=NetworkSegment(942fccb4-fe56-473d-a1c0-e85cccd59542),segment_id=942fccb4-fe56-473d-a1c0-e85cccd59542)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:40:08.520152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-814f27a4-a1d0-4d2a-8020-aca2cf851b1e tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:08.647847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-814f27a4-a1d0-4d2a-8020-aca2cf851b1e tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Calling delete_port for 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 owned by compute:nova {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:40:08.791577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-814f27a4-a1d0-4d2a-8020-aca2cf851b1e tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:08.798102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f62f1fb1-8aa1-46f0-979d-b97adc93ec9b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:08.806267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['73df2ee8-148a-47ff-a0a2-33c2eba46bb2'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:40:08.846400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f27a4-a1d0-4d2a-8020-aca2cf851b1e tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Pushing event deleted for resources: {'Port': ['ID=73df2ee8-148a-47ff-a0a2-33c2eba46bb2,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:40:08.849451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-814f27a4-a1d0-4d2a-8020-aca2cf851b1e tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:40:08.918658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-814f27a4-a1d0-4d2a-8020-aca2cf851b1e tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] No DVR routers for this DVR port 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 on host hv-neutron-8228 {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:40:08.921140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-814f27a4-a1d0-4d2a-8020-aca2cf851b1e tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:08.923873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465fb411-23b2-413f-8f0e-b827974302d3', 'name': 'network-vif-deleted', 'tag': '73df2ee8-148a-47ff-a0a2-33c2eba46bb2'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:40:08.940267 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3d37b0af-c0f0-4d5d-bb25-8bc25b1951da req-814f27a4-a1d0-4d2a-8020-aca2cf851b1e tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.36 "DELETE /v2.0/ports/73df2ee8-148a-47ff-a0a2-33c2eba46bb2 HTTP/1.1" status: 204  len: 173 time: 0.7503235
Dec 23 16:40:08.984234 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465fb411-23b2-413f-8f0e-b827974302d3', 'name': 'network-vif-deleted', 'tag': '73df2ee8-148a-47ff-a0a2-33c2eba46bb2', 'status': 'completed', 'code': 200}
Dec 23 16:40:09.422507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0216d176-95dd-4db3-a259-7d7f18086032 req-d0ce5ce9-14c7-4ba2-ab15-d980f801c332 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Synchronizing usage tracker for tenant:0a0876f4c25b42119a05568ae21d64b3 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:40:09.438865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0216d176-95dd-4db3-a259-7d7f18086032 req-d0ce5ce9-14c7-4ba2-ab15-d980f801c332 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Unset dirty status for tenant:0a0876f4c25b42119a05568ae21d64b3 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:40:09.440211 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0216d176-95dd-4db3-a259-7d7f18086032 req-d0ce5ce9-14c7-4ba2-ab15-d980f801c332 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] 10.222.0.67 "GET /v2.0/ports?device_id=465fb411-23b2-413f-8f0e-b827974302d3 HTTP/1.1" status: 200  len: 210 time: 0.0683684
Dec 23 16:40:10.717450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60942) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:40:10.788884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f73ab46-5bd3-49f8-9461-66fe96e05d0c admin admin] Deleting subnet 3c000d29-ff4a-44ef-a52b-0b61bd1469b9 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:40:10.791910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f73ab46-5bd3-49f8-9461-66fe96e05d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:10.844109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f73ab46-5bd3-49f8-9461-66fe96e05d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:10.906812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f73ab46-5bd3-49f8-9461-66fe96e05d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:11.188582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f73ab46-5bd3-49f8-9461-66fe96e05d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:11.193901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0fb4817b-10c0-4d59-8ef4-c8a8bc16e94e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:11.229314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73ab46-5bd3-49f8-9461-66fe96e05d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c000d29-ff4a-44ef-a52b-0b61bd1469b9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:40:11.233081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8f73ab46-5bd3-49f8-9461-66fe96e05d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:40:11.236467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f73ab46-5bd3-49f8-9461-66fe96e05d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:11.243453 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8f73ab46-5bd3-49f8-9461-66fe96e05d0c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3c000d29-ff4a-44ef-a52b-0b61bd1469b9 HTTP/1.1" status: 204  len: 168 time: 0.5248547
Dec 23 16:40:11.246026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60946) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:40:11.340934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:40:11.361926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7cf1-0997-4b1f-90f8-92236b261ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:11.375164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:40:11.375577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 73df2ee8-148a-47ff-a0a2-33c2eba46bb2 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:40:11.500660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7cf1-0997-4b1f-90f8-92236b261ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:11.527495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-4a0e7cf1-0997-4b1f-90f8-92236b261ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79b14278>,) {'filters': {'network_id': ['486f9b36-1c0e-4749-b525-950f23484ff5']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:40:11.540813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-4a0e7cf1-0997-4b1f-90f8-92236b261ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79b14278>, '942fccb4-fe56-473d-a1c0-e85cccd59542') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:40:11.541156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-4a0e7cf1-0997-4b1f-90f8-92236b261ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79b14278>, '942fccb4-fe56-473d-a1c0-e85cccd59542') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:40:11.553628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7cf1-0997-4b1f-90f8-92236b261ebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:11.570678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7cf1-0997-4b1f-90f8-92236b261ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:11.577266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0e7cf1-0997-4b1f-90f8-92236b261ebe admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:40:11.577792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7cf1-0997-4b1f-90f8-92236b261ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:40:11.596211 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:40:11.675795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7cf1-0997-4b1f-90f8-92236b261ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:11.679973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b15cce1a-e98b-405f-a66f-ef500e61ea0e tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:11.694102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7cf1-0997-4b1f-90f8-92236b261ebe admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:11.705210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e7cf1-0997-4b1f-90f8-92236b261ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=486f9b36-1c0e-4749-b525-950f23484ff5,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:40:11.708693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4a0e7cf1-0997-4b1f-90f8-92236b261ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:40:11.713043 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4a0e7cf1-0997-4b1f-90f8-92236b261ebe admin admin] 10.222.0.67 "DELETE /v2.0/networks/486f9b36-1c0e-4749-b525-950f23484ff5 HTTP/1.1" status: 204  len: 168 time: 0.4660137
Dec 23 16:40:11.854736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60952) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:40:11.908292 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5e6dc55f-d5a6-47ce-a1a5-471a0973c8a9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0a0876f4c25b42119a05568ae21d64b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0521810
Dec 23 16:40:11.910890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60956) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:40:11.972989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fba671a-9274-4f47-80ee-2e60a1ee3883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:11.999724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fba671a-9274-4f47-80ee-2e60a1ee3883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:12.054956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fba671a-9274-4f47-80ee-2e60a1ee3883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:12.060016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7e84d4f2-bfbc-454a-b2f7-95278cfd7115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:12.074125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba671a-9274-4f47-80ee-2e60a1ee3883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ace5afc-e713-438e-9f3f-2df6d902b17c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:40:12.079647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2fba671a-9274-4f47-80ee-2e60a1ee3883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:40:12.081933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fba671a-9274-4f47-80ee-2e60a1ee3883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:12.086289 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2fba671a-9274-4f47-80ee-2e60a1ee3883 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4ace5afc-e713-438e-9f3f-2df6d902b17c HTTP/1.1" status: 204  len: 168 time: 0.1707110
Dec 23 16:40:12.337884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:12.968041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 60978) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:40:13.107277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1224214713-network', 'tenant_id': 'b47436ca5cbb4008b6719d6eaf91ebcc'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:40:13.112540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:40:13.117372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Usage tracker for resource:network and tenant:b47436ca5cbb4008b6719d6eaf91ebcc is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:40:13.120727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:40:13.127182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:40:13.140993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Made reservation on behalf of b47436ca5cbb4008b6719d6eaf91ebcc for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:40:13.145919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:13.159066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:13.194517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:40:13.198631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Usage tracker for resource:security_group_rule and tenant:b47436ca5cbb4008b6719d6eaf91ebcc is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:40:13.201685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:40:13.207859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:40:13.281906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:13.284643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:13.289366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-26e10928-c3f3-405e-b372-5eda34eef9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:13.310089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:40:13.332017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baacc5f-5fd9-48e7-b87b-f2255f768b93,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:40:13.335570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:13.335961 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Added segment f4251e38-5cf3-4b9c-8fe3-ff832e1e6481 of type vlan for network cc443d52-86dd-4781-9587-c27805f867f6
Dec 23 16:40:13.337277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:40:13.364072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:13.392924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:13.393877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:13.394513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:13.400216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7191f629-d57f-4a69-af75-2980a754a514 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:13.502592 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5332520
Dec 23 16:40:13.506003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 60984) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:40:13.508203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Pushing event updated for resources: {'Network': ['ID=cc443d52-86dd-4781-9587-c27805f867f6,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:40:13.511054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:40:13.513003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Request body: {'subnet': {'network_id': 'cc443d52-86dd-4781-9587-c27805f867f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1224214713-subnet', 'tenant_id': 'b47436ca5cbb4008b6719d6eaf91ebcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:40:13.518915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:40:13.523912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network cc443d52-86dd-4781-9587-c27805f867f6 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:40:13.524080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Usage tracker for resource:subnet and tenant:b47436ca5cbb4008b6719d6eaf91ebcc is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:40:13.527348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:40:13.533636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:40:13.544546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Made reservation on behalf of b47436ca5cbb4008b6719d6eaf91ebcc for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:40:13.549718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:13.776712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:13.781074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a93b1bf9-33f1-41b7-8b49-37605620e5b8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:13.854075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e8229e-2435-4afa-a8ca-e6e30b523a0f,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:40:13.857054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:40:13.870593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Checking segment: {'id': 'f4251e38-5cf3-4b9c-8fe3-ff832e1e6481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cc443d52-86dd-4781-9587-c27805f867f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:40:13.870981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Network hostable DHCP agents. Network: cc443d52-86dd-4781-9587-c27805f867f6, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:40:13.893025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Network cc443d52-86dd-4781-9587-c27805f867f6 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:40:13.901603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, cc443d52-86dd-4781-9587-c27805f867f6) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:40:13.905615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:13.906272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:13.911277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb57b4-a65f-4a89-ba66-49e5bf56d645 None None] Network cc443d52-86dd-4781-9587-c27805f867f6 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:40:13.927533 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.4198945
Dec 23 16:40:14.138617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e620df9-5256-4f9e-8e0e-8039509b4cfb None None] Network cc443d52-86dd-4781-9587-c27805f867f6 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:40:14.503895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-651ccd1a-9e17-443d-b198-c9e9e93d9fee tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:14.504580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-651ccd1a-9e17-443d-b198-c9e9e93d9fee tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Synchronizing usage tracker for tenant:b47436ca5cbb4008b6719d6eaf91ebcc on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:40:14.521799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-651ccd1a-9e17-443d-b198-c9e9e93d9fee tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Unset dirty status for tenant:b47436ca5cbb4008b6719d6eaf91ebcc on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:40:14.523091 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-651ccd1a-9e17-443d-b198-c9e9e93d9fee tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/networks?id=cc443d52-86dd-4781-9587-c27805f867f6 HTTP/1.1" status: 200  len: 815 time: 0.1785789
Dec 23 16:40:14.543167 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-3e1cfea4-a0e3-4f63-9c4d-5e015da017ef tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/quotas/b47436ca5cbb4008b6719d6eaf91ebcc HTTP/1.1" status: 200  len: 375 time: 0.0141344
Dec 23 16:40:14.594195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-b0a71a6a-529e-4aaa-bc7f-c13a4184385e tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0455885
Dec 23 16:40:14.739871 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-2e669713-ddbf-4f95-a1e8-4fb6afa463cd service neutron] 10.222.0.67 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382151
Dec 23 16:40:14.885744 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-372968bb-b0be-4323-be44-d47e9396421e service neutron] 10.222.0.67 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397402
Dec 23 16:40:15.085480 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-95f5fb72-a699-4d84-b593-2cdf6aeb0a98 req-87644d4b-bb44-4db5-b789-a5476d82a9eb tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 210 time: 0.0514433
Dec 23 16:40:16.006103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:40:16.126715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-103525a0-a327-4318-b05e-af0db08492a1 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:16.128452 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-103525a0-a327-4318-b05e-af0db08492a1 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.36 "GET /v2.0/networks?id=cc443d52-86dd-4781-9587-c27805f867f6 HTTP/1.1" status: 200  len: 815 time: 0.1645014
Dec 23 16:40:16.144578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Request body: {'port': {'device_id': '38562faa-7a9c-4491-bf5e-675621f5236a', 'network_id': 'cc443d52-86dd-4781-9587-c27805f867f6', 'admin_state_up': True, 'tenant_id': 'b47436ca5cbb4008b6719d6eaf91ebcc'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:40:16.321139 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fb28f4d0-5a72-4c81-b7b5-66499abd1fbc req-66d4ce20-66b7-44a1-912d-438824ff5604 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 210 time: 0.0645325
Dec 23 16:40:16.346680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:40:16.350898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Usage tracker for resource:port and tenant:b47436ca5cbb4008b6719d6eaf91ebcc is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:40:16.353906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:40:16.360047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:40:16.369299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Made reservation on behalf of b47436ca5cbb4008b6719d6eaf91ebcc for: {'port': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:40:16.374781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:16.543408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Allocated IP 172.20.0.7 (cc443d52-86dd-4781-9587-c27805f867f6/71e8229e-2435-4afa-a8ca-e6e30b523a0f/ae1134d9-6f94-4711-b86d-fa3f4af98647) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:40:16.752611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:16.777848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:16.783315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b331c47-c779-4955-ab56-4a9a45b7284c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:16.856746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Network cc443d52-86dd-4781-9587-c27805f867f6 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:40:16.859896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:40:16.864838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:40:16.901787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Pushing event updated for resources: {'Port': ['ID=ae1134d9-6f94-4711-b86d-fa3f4af98647,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:40:16.906430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:40:16.933267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:16.933946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:16.953795 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8135698
Dec 23 16:40:16.966168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Request body: {'port': {'device_id': '38562faa-7a9c-4491-bf5e-675621f5236a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:40:17.080915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:17.446059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1134d9-6f94-4711-b86d-fa3f4af98647 {{(pid=88840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:40:17.453313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:17.470470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Transition to ACTIVE for port object ae1134d9-6f94-4711-b86d-fa3f4af98647 will not be triggered until provisioned by entity L2. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:40:17.472869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:17.478901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b1552c49-b16f-4b0e-9b23-6e4cb2a246c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:17.531994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d243a-1448-410b-85bd-00d94bf809e8 req-18be689f-8953-4ef9-9230-75cec4dcaa20 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:17.533634 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-616d243a-1448-410b-85bd-00d94bf809e8 req-18be689f-8953-4ef9-9230-75cec4dcaa20 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 943 time: 0.0848191
Dec 23 16:40:17.585350 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-616d243a-1448-410b-85bd-00d94bf809e8 req-2e0fac09-0ec8-4999-bafa-73848196f12e tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432489
Dec 23 16:40:17.609740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1134d9-6f94-4711-b86d-fa3f4af98647,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:40:17.613840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:40:17.722509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Attempting to bind port ae1134d9-6f94-4711-b86d-fa3f4af98647 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:40:17.722816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Attempting to bind port ae1134d9-6f94-4711-b86d-fa3f4af98647 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f4251e38-5cf3-4b9c-8fe3-ff832e1e6481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cc443d52-86dd-4781-9587-c27805f867f6'}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:40:17.723231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Attempting to bind port ae1134d9-6f94-4711-b86d-fa3f4af98647 on network cc443d52-86dd-4781-9587-c27805f867f6 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:40:17.729979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Port ae1134d9-6f94-4711-b86d-fa3f4af98647 on network cc443d52-86dd-4781-9587-c27805f867f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:40:17.730377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Attempting to bind port ae1134d9-6f94-4711-b86d-fa3f4af98647 on network cc443d52-86dd-4781-9587-c27805f867f6 {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:40:17.737075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:40:17.737459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Checking segment: {'id': 'f4251e38-5cf3-4b9c-8fe3-ff832e1e6481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cc443d52-86dd-4781-9587-c27805f867f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:40:17.737896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Bound using segment: {'id': 'f4251e38-5cf3-4b9c-8fe3-ff832e1e6481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cc443d52-86dd-4781-9587-c27805f867f6'} {{(pid=88840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:40:17.738371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Bound port: ae1134d9-6f94-4711-b86d-fa3f4af98647, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4251e38-5cf3-4b9c-8fe3-ff832e1e6481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cc443d52-86dd-4781-9587-c27805f867f6'}}] {{(pid=88840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:40:17.738782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:17.829322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] For port ae1134d9-6f94-4711-b86d-fa3f4af98647, host hv-neutron-8228, cleared binding levels {{(pid=88840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:40:17.832481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] For port ae1134d9-6f94-4711-b86d-fa3f4af98647, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ae1134d9-6f94-4711-b86d-fa3f4af98647,segment=NetworkSegment(f4251e38-5cf3-4b9c-8fe3-ff832e1e6481),segment_id=f4251e38-5cf3-4b9c-8fe3-ff832e1e6481)] {{(pid=88840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:40:17.836510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:17.840927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ce51b91d-85ec-4e2f-9c98-fe929b22c23f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:17.907575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:17.909092 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] 10.222.0.36 "PUT /v2.0/ports/ae1134d9-6f94-4711-b86d-fa3f4af98647 HTTP/1.1" status: 200  len: 1093 time: 0.9474399
Dec 23 16:40:17.909724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38562faa-7a9c-4491-bf5e-675621f5236a', 'tag': 'ae1134d9-6f94-4711-b86d-fa3f4af98647'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:40:17.924860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1134d9-6f94-4711-b86d-fa3f4af98647,revision_number=3']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:40:17.928687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:40:17.982497 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38562faa-7a9c-4491-bf5e-675621f5236a', 'tag': 'ae1134d9-6f94-4711-b86d-fa3f4af98647', 'status': 'completed', 'code': 200}
Dec 23 16:40:18.025171 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-fbee7034-fe1b-4175-a912-1a0c9a0285e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 1096 time: 0.0788679
Dec 23 16:40:18.097818 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-c0372e00-11f3-4354-904b-f1c81b291298 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1134d9-6f94-4711-b86d-fa3f4af98647 HTTP/1.1" status: 200  len: 217 time: 0.0659852
Dec 23 16:40:18.169709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-159ee04f-e32c-4297-b29a-284f4fc6237c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:18.171373 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-159ee04f-e32c-4297-b29a-284f4fc6237c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e8229e-2435-4afa-a8ca-e6e30b523a0f HTTP/1.1" status: 200  len: 855 time: 0.0670383
Dec 23 16:40:18.221519 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-48a0698c-19fe-404c-bf69-1f3f0e02114b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc443d52-86dd-4781-9587-c27805f867f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439196
Dec 23 16:40:18.365207 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-cb7213bb-0d3a-4e6b-8c0f-5668235d7125 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365333
Dec 23 16:40:18.732824 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d80c03cb-8dfd-444d-81c4-7e2f1385dd59 req-eefcf76d-1fac-4781-abd7-835f45734e2f service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3617084
Dec 23 16:40:18.800078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629872f-2bd0-4b4c-aaf7-d1590757f7b1 req-c5b9179a-e21d-42e2-8052-da6dff3cc5b2 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:18.802245 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f629872f-2bd0-4b4c-aaf7-d1590757f7b1 req-c5b9179a-e21d-42e2-8052-da6dff3cc5b2 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 943 time: 0.0905287
Dec 23 16:40:18.851473 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f629872f-2bd0-4b4c-aaf7-d1590757f7b1 req-83f32396-88bb-4a46-a895-b95e2f37b845 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429432
Dec 23 16:40:18.859813 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e856ff8-06ca-4a2b-9188-7c6db1a5e97d req-52fdd57d-d51e-4740-80ff-6e694cca06fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 1096 time: 0.0773983
Dec 23 16:40:19.001939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e856ff8-06ca-4a2b-9188-7c6db1a5e97d req-5aeb4cb6-68ac-4f9e-ae88-fe11749bcc70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:19.003529 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e856ff8-06ca-4a2b-9188-7c6db1a5e97d req-5aeb4cb6-68ac-4f9e-ae88-fe11749bcc70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc443d52-86dd-4781-9587-c27805f867f6 HTTP/1.1" status: 200  len: 916 time: 0.1369865
Dec 23 16:40:19.075082 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e856ff8-06ca-4a2b-9188-7c6db1a5e97d req-36c126ef-9d5d-4247-84d8-39fd17b75b32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1134d9-6f94-4711-b86d-fa3f4af98647 HTTP/1.1" status: 200  len: 217 time: 0.0639009
Dec 23 16:40:19.148064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e856ff8-06ca-4a2b-9188-7c6db1a5e97d req-90065ca0-16d3-45fc-8201-e6df703fbf66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:19.149556 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e856ff8-06ca-4a2b-9188-7c6db1a5e97d req-90065ca0-16d3-45fc-8201-e6df703fbf66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e8229e-2435-4afa-a8ca-e6e30b523a0f HTTP/1.1" status: 200  len: 855 time: 0.0680616
Dec 23 16:40:19.199879 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e856ff8-06ca-4a2b-9188-7c6db1a5e97d req-b2e100a8-09bb-40ef-940b-7c58aeedd330 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc443d52-86dd-4781-9587-c27805f867f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431883
Dec 23 16:40:19.343870 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e856ff8-06ca-4a2b-9188-7c6db1a5e97d req-92f79ccb-7a1f-47b3-9e70-0d09b3f7cd2a service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367190
Dec 23 16:40:19.486578 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e856ff8-06ca-4a2b-9188-7c6db1a5e97d req-e089304d-2f91-4a06-8dce-b9519103de77 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356170
Dec 23 16:40:20.062321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127de609-1e2d-4752-a03c-e3b5b8e0bfb4 req-4a45936c-6ac7-481c-8d8a-befa8323431a tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:20.063119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-127de609-1e2d-4752-a03c-e3b5b8e0bfb4 req-4a45936c-6ac7-481c-8d8a-befa8323431a tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Synchronizing usage tracker for tenant:b47436ca5cbb4008b6719d6eaf91ebcc on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:40:20.079780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-127de609-1e2d-4752-a03c-e3b5b8e0bfb4 req-4a45936c-6ac7-481c-8d8a-befa8323431a tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Unset dirty status for tenant:b47436ca5cbb4008b6719d6eaf91ebcc on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:40:20.081042 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-127de609-1e2d-4752-a03c-e3b5b8e0bfb4 req-4a45936c-6ac7-481c-8d8a-befa8323431a tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 943 time: 0.1051443
Dec 23 16:40:20.129080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-127de609-1e2d-4752-a03c-e3b5b8e0bfb4 req-4a724828-9daa-4eb3-a382-401b3c8f6554 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Synchronizing usage tracker for tenant:b47436ca5cbb4008b6719d6eaf91ebcc on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:40:20.145794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-127de609-1e2d-4752-a03c-e3b5b8e0bfb4 req-4a724828-9daa-4eb3-a382-401b3c8f6554 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Unset dirty status for tenant:b47436ca5cbb4008b6719d6eaf91ebcc on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:40:20.146969 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-127de609-1e2d-4752-a03c-e3b5b8e0bfb4 req-4a724828-9daa-4eb3-a382-401b3c8f6554 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598240
Dec 23 16:40:21.351101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b46430-918d-4755-817c-4d26e45074bf req-f981b77c-a53c-4c2f-a61c-648043bd9881 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:21.352756 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-91b46430-918d-4755-817c-4d26e45074bf req-f981b77c-a53c-4c2f-a61c-648043bd9881 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 943 time: 0.0832477
Dec 23 16:40:21.371274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device ae1134d9-6f94-4711-b86d-fa3f4af98647 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:40:21.401457 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-91b46430-918d-4755-817c-4d26e45074bf req-d2dbfa07-be19-427a-83d2-654b76b5dcd3 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427203
Dec 23 16:40:21.515195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port ae1134d9-6f94-4711-b86d-fa3f4af98647, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ae1134d9-6f94-4711-b86d-fa3f4af98647,segment=NetworkSegment(f4251e38-5cf3-4b9c-8fe3-ff832e1e6481),segment_id=f4251e38-5cf3-4b9c-8fe3-ff832e1e6481)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:40:21.530091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'ae1134d9-6f94-4711-b86d-fa3f4af98647', 'network_id': 'cc443d52-86dd-4781-9587-c27805f867f6', 'port_id': 'ae1134d9-6f94-4711-b86d-fa3f4af98647', 'mac_address': 'fa:16:3e:9c:ce:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e8229e-2435-4afa-a8ca-e6e30b523a0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:40:21.588841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:21.607311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1134d9-6f94-4711-b86d-fa3f4af98647 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:40:21.622187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port ae1134d9-6f94-4711-b86d-fa3f4af98647, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ae1134d9-6f94-4711-b86d-fa3f4af98647,segment=NetworkSegment(f4251e38-5cf3-4b9c-8fe3-ff832e1e6481),segment_id=f4251e38-5cf3-4b9c-8fe3-ff832e1e6481)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:40:21.625023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:21.626855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:21.693246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=ae1134d9-6f94-4711-b86d-fa3f4af98647,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:40:21.702948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:40:21.703375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:40:21.703769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:40:21.704155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:40:21.704543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:40:21.704925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:40:21.705306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:40:21.705685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:40:21.706064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:40:21.706440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:40:21.706814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:40:21.710969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:40:21.831541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['ae1134d9-6f94-4711-b86d-fa3f4af98647'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:40:22.605376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a7acc-4593-4e8f-9a52-649bc6d4cba8 req-8d1d2eaf-57dd-4383-a3ab-9a760118af3e tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:22.606930 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6f4a7acc-4593-4e8f-9a52-649bc6d4cba8 req-8d1d2eaf-57dd-4383-a3ab-9a760118af3e tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 944 time: 0.0844159
Dec 23 16:40:22.657674 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6f4a7acc-4593-4e8f-9a52-649bc6d4cba8 req-c84ffd8e-dd45-4ec2-9880-b9996429b8b6 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445998
Dec 23 16:40:23.386702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device ae1134d9-6f94-4711-b86d-fa3f4af98647 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:40:23.456444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port ae1134d9-6f94-4711-b86d-fa3f4af98647 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:40:23.462223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port ae1134d9-6f94-4711-b86d-fa3f4af98647 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:40:23.462661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:23.582366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:23.610533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38562faa-7a9c-4491-bf5e-675621f5236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1134d9-6f94-4711-b86d-fa3f4af98647'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:40:23.620621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port ae1134d9-6f94-4711-b86d-fa3f4af98647, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ae1134d9-6f94-4711-b86d-fa3f4af98647,segment=NetworkSegment(f4251e38-5cf3-4b9c-8fe3-ff832e1e6481),segment_id=f4251e38-5cf3-4b9c-8fe3-ff832e1e6481)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:40:23.623563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:23.625511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-015a782d-380d-4a10-98e7-5af09792212c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:23.675929 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38562faa-7a9c-4491-bf5e-675621f5236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1134d9-6f94-4711-b86d-fa3f4af98647', 'code': 200}
Dec 23 16:40:23.699504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=ae1134d9-6f94-4711-b86d-fa3f4af98647,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:40:23.702965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:40:23.936528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d66a-5436-43a6-a737-10f2397c49fb req-a6082151-7910-4f6f-8c09-53812df8c905 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:23.938141 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4ba6d66a-5436-43a6-a737-10f2397c49fb req-a6082151-7910-4f6f-8c09-53812df8c905 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.1519961
Dec 23 16:40:23.940969 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4cbb52a1-595c-49b7-8048-b97bcea0369e req-a6669669-d20e-4486-ab12-d18c4051694c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 1098 time: 0.1086504
Dec 23 16:40:24.022175 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4ba6d66a-5436-43a6-a737-10f2397c49fb req-3f2b57a2-c13c-4b8c-8c75-44586e7f8bde tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771580
Dec 23 16:40:24.023885 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4cbb52a1-595c-49b7-8048-b97bcea0369e req-b1ca8b96-9acd-4f0c-bf55-ca9955b41454 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649090
Dec 23 16:40:24.438414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f35bda7d-97c9-4c18-a054-d15cab8fbddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:25.236820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0649e9b-2486-4bbb-9b4c-e3e8ccfccd13 req-661f0e97-c65d-47ab-a06e-5a6524d65395 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:25.238467 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a0649e9b-2486-4bbb-9b4c-e3e8ccfccd13 req-661f0e97-c65d-47ab-a06e-5a6524d65395 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0877681
Dec 23 16:40:25.288553 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a0649e9b-2486-4bbb-9b4c-e3e8ccfccd13 req-94f6c3ce-54f0-4149-aee5-ebf555bcd8f7 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430081
Dec 23 16:40:25.491442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1510eb6-60f9-48f5-b8d4-abc3e1e13884 req-da336bb8-baa3-4ab7-ae8a-1dd109a7c256 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:25.493039 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b1510eb6-60f9-48f5-b8d4-abc3e1e13884 req-da336bb8-baa3-4ab7-ae8a-1dd109a7c256 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0829272
Dec 23 16:40:25.541114 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b1510eb6-60f9-48f5-b8d4-abc3e1e13884 req-11b87a94-e6a7-4fc2-a3a3-a50d06b56b67 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420427
Dec 23 16:40:25.919025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972f40f-eb3f-4a38-8f6d-84899a64c031 req-e3ea811d-488b-4c3c-bd07-e1d6eabaeb4b tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:25.920689 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e972f40f-eb3f-4a38-8f6d-84899a64c031 req-e3ea811d-488b-4c3c-bd07-e1d6eabaeb4b tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0872183
Dec 23 16:40:25.970350 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e972f40f-eb3f-4a38-8f6d-84899a64c031 req-a8abd293-773d-40e9-ae67-a006e42403ee tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435719
Dec 23 16:40:25.972577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:26.315024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286303e0-5ce2-4303-b982-8f53aff8b525 req-519037e9-790e-4ace-a59d-ded51b929f51 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:26.316656 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-286303e0-5ce2-4303-b982-8f53aff8b525 req-519037e9-790e-4ace-a59d-ded51b929f51 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0833271
Dec 23 16:40:26.366099 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-286303e0-5ce2-4303-b982-8f53aff8b525 req-4e94bb4b-d3a3-4d6e-b327-61fdfbec36aa tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428405
Dec 23 16:40:26.571392 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1715f395-7f56-47b6-aecb-c2cd7ea9c04d req-5d965a6e-aa10-47a9-a8ad-3d7b2ca59aab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0754981
Dec 23 16:40:26.816755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7298bec1-d9a0-4ef0-9900-ca4471403946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:26.895227 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-e613cc92-6cc9-4bbe-98f8-bd2b984a7a77 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1441867
Dec 23 16:40:26.908530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3546733-1a6d-4830-bc51-30d29f66142c req-af284825-d883-4f38-a7e6-2dd83d921f3a tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:26.910113 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c3546733-1a6d-4830-bc51-30d29f66142c req-af284825-d883-4f38-a7e6-2dd83d921f3a tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.1009257
Dec 23 16:40:26.964736 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c3546733-1a6d-4830-bc51-30d29f66142c req-bdf02a25-1d0c-443c-a9e0-65505b10f66c tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471935
Dec 23 16:40:27.367816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:28.229628 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-f552105d-465a-4a03-b661-032c8352becd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 1098 time: 0.1790867
Dec 23 16:40:28.240059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bebc3-9b9f-45a5-8d09-d4ceff4fbc0e req-365a897b-8114-4a3e-93d9-96672823ad6a tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:28.241627 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f7bebc3-9b9f-45a5-8d09-d4ceff4fbc0e req-365a897b-8114-4a3e-93d9-96672823ad6a tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.1294572
Dec 23 16:40:28.406909 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f7bebc3-9b9f-45a5-8d09-d4ceff4fbc0e req-e6910293-9e0a-4eac-a8f4-303633b29981 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421523
Dec 23 16:40:28.430807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-694db2df-aa35-4bb7-92e8-d63551eab84d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:28.432442 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-694db2df-aa35-4bb7-92e8-d63551eab84d service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc443d52-86dd-4781-9587-c27805f867f6 HTTP/1.1" status: 200  len: 916 time: 0.1898961
Dec 23 16:40:28.508444 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-17c39bfd-4f00-4b14-87d9-f591eaf6c724 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1134d9-6f94-4711-b86d-fa3f4af98647 HTTP/1.1" status: 200  len: 217 time: 0.0690746
Dec 23 16:40:28.576723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-6e98396c-c79f-4611-af36-76cbe769abe7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:28.578291 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-6e98396c-c79f-4611-af36-76cbe769abe7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e8229e-2435-4afa-a8ca-e6e30b523a0f HTTP/1.1" status: 200  len: 855 time: 0.0646853
Dec 23 16:40:28.631801 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-79cae683-107d-4c40-aedc-02ce6472c820 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc443d52-86dd-4781-9587-c27805f867f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474207
Dec 23 16:40:28.638695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:28.780201 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-7b6d6eed-2872-4387-98b9-52e1bf567c41 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421170
Dec 23 16:40:28.923870 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-47501a16-cbe4-49e3-b229-650f0cc1d6d9 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368513
Dec 23 16:40:29.613576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76541408-7253-4ccd-81aa-f0cbef9a317a req-d4ca7c4a-cf0f-4d40-a1ba-a5e67d61d007 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:29.615125 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-76541408-7253-4ccd-81aa-f0cbef9a317a req-d4ca7c4a-cf0f-4d40-a1ba-a5e67d61d007 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0848832
Dec 23 16:40:29.664393 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-76541408-7253-4ccd-81aa-f0cbef9a317a req-0605fdf9-1ea2-4cc6-a72d-92f8d9c37138 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421813
Dec 23 16:40:30.871788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbfd5c-277e-4b3d-bbc5-0987c95e67bc req-8275f6c4-2645-40d3-9f3a-35466215f3d8 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:30.873398 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-53cbfd5c-277e-4b3d-bbc5-0987c95e67bc req-8275f6c4-2645-40d3-9f3a-35466215f3d8 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0835595
Dec 23 16:40:30.926399 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-53cbfd5c-277e-4b3d-bbc5-0987c95e67bc req-e049bfb9-b4df-40f1-9567-ae7b753a4328 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419638
Dec 23 16:40:32.138781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff33c8-406d-4829-8d9f-aa17b2bf7769 req-2c83a69f-8162-4799-8eea-d59ce1aa38d5 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:32.140619 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67ff33c8-406d-4829-8d9f-aa17b2bf7769 req-2c83a69f-8162-4799-8eea-d59ce1aa38d5 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0879521
Dec 23 16:40:32.192159 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67ff33c8-406d-4829-8d9f-aa17b2bf7769 req-2b502bdb-bbe4-486c-b71a-6aacd2c31f4c tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454812
Dec 23 16:40:33.401251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df7043-9a8d-44cb-8e5c-71ffecf3718e req-c3adf2b1-0030-4737-a225-bfced8cd0df9 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:33.402868 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-85df7043-9a8d-44cb-8e5c-71ffecf3718e req-c3adf2b1-0030-4737-a225-bfced8cd0df9 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0874000
Dec 23 16:40:33.452390 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-85df7043-9a8d-44cb-8e5c-71ffecf3718e req-e8315713-3e50-4516-8a8e-bf61eb869148 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433462
Dec 23 16:40:34.656813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428cb0a-9460-4f77-8c5b-7428b483776e req-1ddea414-5132-410f-8b53-2159d5c4e10a tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:34.658425 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7428cb0a-9460-4f77-8c5b-7428b483776e req-1ddea414-5132-410f-8b53-2159d5c4e10a tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0841146
Dec 23 16:40:34.706363 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7428cb0a-9460-4f77-8c5b-7428b483776e req-70bba3f8-2fb4-4014-a6b9-d4b9f7bfcf7f tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416262
Dec 23 16:40:35.909126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a7791-6fbb-4f43-af49-60dba85af10c req-3209279c-4c12-4800-a1db-6232dce3ad03 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:35.910720 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-304a7791-6fbb-4f43-af49-60dba85af10c req-3209279c-4c12-4800-a1db-6232dce3ad03 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0837674
Dec 23 16:40:35.958852 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-304a7791-6fbb-4f43-af49-60dba85af10c req-a8f95fc8-12fa-4224-b93b-98b4a1a338db tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413864
Dec 23 16:40:37.169256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e77979-e7cd-4923-8c1a-4e4cabc84d21 req-f05313c8-4ab0-43ec-95cb-1bf6d01a9788 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:37.170912 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-95e77979-e7cd-4923-8c1a-4e4cabc84d21 req-f05313c8-4ab0-43ec-95cb-1bf6d01a9788 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0870361
Dec 23 16:40:37.222030 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-95e77979-e7cd-4923-8c1a-4e4cabc84d21 req-d289b426-d5fc-42b4-a1e6-bbfafaafa558 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446088
Dec 23 16:40:38.434513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6faa1-b1f5-4e3f-b78a-c0eb65f9cecf req-6b6ac8a2-4e69-4dfc-b67b-38133d707e7b tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:38.436143 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-23e6faa1-b1f5-4e3f-b78a-c0eb65f9cecf req-6b6ac8a2-4e69-4dfc-b67b-38133d707e7b tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0872302
Dec 23 16:40:38.484561 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-23e6faa1-b1f5-4e3f-b78a-c0eb65f9cecf req-32e32eb3-661f-45dd-acfc-a32e2212f7ac tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422137
Dec 23 16:40:39.692753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714afc9-6584-4dda-95bb-667b0c19dc04 req-fb41ab26-9826-470b-9f03-cf4df4c2b3d1 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:39.694432 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4714afc9-6584-4dda-95bb-667b0c19dc04 req-fb41ab26-9826-470b-9f03-cf4df4c2b3d1 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0840936
Dec 23 16:40:39.743570 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4714afc9-6584-4dda-95bb-667b0c19dc04 req-fe389897-ed28-4da5-b83e-3b8cc5a95a5e tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430858
Dec 23 16:40:40.954488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e52d8-4dc4-40dd-b634-ac95a5eac92e req-75fcd2fb-49c5-437f-929b-22df31c002b0 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:40.956234 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-952e52d8-4dc4-40dd-b634-ac95a5eac92e req-75fcd2fb-49c5-437f-929b-22df31c002b0 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0906210
Dec 23 16:40:41.009871 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-952e52d8-4dc4-40dd-b634-ac95a5eac92e req-ca1a5022-f63a-4e47-9451-4d8ba46e3743 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466738
Dec 23 16:40:42.220212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9257ae6-31c5-44eb-ac1c-3dca2835ed15 req-14da2e2c-e54d-4135-bc07-48c0f524653f tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:42.221885 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a9257ae6-31c5-44eb-ac1c-3dca2835ed15 req-14da2e2c-e54d-4135-bc07-48c0f524653f tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0905304
Dec 23 16:40:42.270965 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a9257ae6-31c5-44eb-ac1c-3dca2835ed15 req-49254e4b-95c3-4707-8b44-1a952d094fe5 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429065
Dec 23 16:40:42.355588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:43.474396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74238147-7956-4f3f-81f5-0bbff608df6f req-f02af3ab-384d-42be-9c36-ae62786bb38f tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:43.476646 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-74238147-7956-4f3f-81f5-0bbff608df6f req-f02af3ab-384d-42be-9c36-ae62786bb38f tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0848968
Dec 23 16:40:43.524834 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-74238147-7956-4f3f-81f5-0bbff608df6f req-c2e48725-ec93-41e8-bfc0-7794bca8f0fc tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421333
Dec 23 16:40:44.730673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1b57-aa34-49f4-bf9a-4b300e9379f6 req-6c3fa401-0c91-49e2-a762-d41f25c38d44 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:44.732377 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-273b1b57-aa34-49f4-bf9a-4b300e9379f6 req-6c3fa401-0c91-49e2-a762-d41f25c38d44 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0853350
Dec 23 16:40:44.781118 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-273b1b57-aa34-49f4-bf9a-4b300e9379f6 req-29e83cde-72f8-4ca1-9685-45c2f99d0615 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427234
Dec 23 16:40:45.994574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8bcaa-2d08-410b-b16e-ff2f0647862f req-1ac62362-eeb6-43fe-aa61-aa80590b06c4 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:45.996219 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e2a8bcaa-2d08-410b-b16e-ff2f0647862f req-1ac62362-eeb6-43fe-aa61-aa80590b06c4 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0901320
Dec 23 16:40:46.047822 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e2a8bcaa-2d08-410b-b16e-ff2f0647862f req-09997705-81c4-47f7-8520-927c5aea2e7a tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456655
Dec 23 16:40:47.260795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df3707-e8bd-4ab2-9e5c-ae5aeb8dccb8 req-04cf4dbd-3ce7-45cb-ae8a-915fff6799df tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:47.262411 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-79df3707-e8bd-4ab2-9e5c-ae5aeb8dccb8 req-04cf4dbd-3ce7-45cb-ae8a-915fff6799df tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0889301
Dec 23 16:40:47.311744 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-79df3707-e8bd-4ab2-9e5c-ae5aeb8dccb8 req-3ea0ede2-6f0e-4e5a-b0bb-fbeada10853c tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428627
Dec 23 16:40:47.804180 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e4b8b4d8-f635-4567-a20d-1e009a2cb7e2 req-9e779e14-7ae1-4f21-8c62-28075057e927 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 1098 time: 0.0756845
Dec 23 16:40:47.961832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8b4d8-f635-4567-a20d-1e009a2cb7e2 req-96ecd202-d867-423f-8aaa-318491c92bf1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:47.963464 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e4b8b4d8-f635-4567-a20d-1e009a2cb7e2 req-96ecd202-d867-423f-8aaa-318491c92bf1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc443d52-86dd-4781-9587-c27805f867f6 HTTP/1.1" status: 200  len: 916 time: 0.1386700
Dec 23 16:40:48.039405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e4b8b4d8-f635-4567-a20d-1e009a2cb7e2 req-13de4290-8ea4-4452-a660-a42a4375e177 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1134d9-6f94-4711-b86d-fa3f4af98647 HTTP/1.1" status: 200  len: 217 time: 0.0686321
Dec 23 16:40:48.109523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8b4d8-f635-4567-a20d-1e009a2cb7e2 req-bcbfb41c-34d8-4ffb-ad91-c2999b42a070 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:48.111039 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e4b8b4d8-f635-4567-a20d-1e009a2cb7e2 req-bcbfb41c-34d8-4ffb-ad91-c2999b42a070 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e8229e-2435-4afa-a8ca-e6e30b523a0f HTTP/1.1" status: 200  len: 855 time: 0.0649927
Dec 23 16:40:48.165109 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e4b8b4d8-f635-4567-a20d-1e009a2cb7e2 req-652fbffc-eb64-4cbd-8d63-3ed1a2862d5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc443d52-86dd-4781-9587-c27805f867f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462084
Dec 23 16:40:48.313382 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e4b8b4d8-f635-4567-a20d-1e009a2cb7e2 req-a01721db-00e1-4d87-95e5-73669acd8477 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385903
Dec 23 16:40:48.741860 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e4b8b4d8-f635-4567-a20d-1e009a2cb7e2 req-2a661de0-2ce3-4878-a395-c04748f9bac7 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4195445
Dec 23 16:40:48.770114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5256b-d8a9-4ce0-8d3d-66fdf3bd1351 req-c65d6cb3-c79d-4eb5-8a7d-8a41c334f4a8 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:48.771741 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8cc5256b-d8a9-4ce0-8d3d-66fdf3bd1351 req-c65d6cb3-c79d-4eb5-8a7d-8a41c334f4a8 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.3350606
Dec 23 16:40:48.819833 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8cc5256b-d8a9-4ce0-8d3d-66fdf3bd1351 req-d93d0fd3-99df-4c75-8ee2-cdef7ed7b8aa tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412288
Dec 23 16:40:50.028843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ce783-45c8-4402-a31e-0e3abd1a0374 req-131d5fe3-55f2-4cbb-9cf5-b405b95a9a90 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:50.030505 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f28ce783-45c8-4402-a31e-0e3abd1a0374 req-131d5fe3-55f2-4cbb-9cf5-b405b95a9a90 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0866776
Dec 23 16:40:50.084053 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f28ce783-45c8-4402-a31e-0e3abd1a0374 req-3a6f79ad-2eb9-4847-802c-8faf1c10de50 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472934
Dec 23 16:40:51.296365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d37226-8794-41d3-88ab-6c05614c42e6 req-6d40dad0-5841-41a7-b772-15c665313622 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:51.297990 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-37d37226-8794-41d3-88ab-6c05614c42e6 req-6d40dad0-5841-41a7-b772-15c665313622 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0891688
Dec 23 16:40:51.346745 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-37d37226-8794-41d3-88ab-6c05614c42e6 req-85b23dd7-1328-4504-adc5-100f07ed7eb5 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421469
Dec 23 16:40:52.554765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d51b5e-4729-48f5-aa3a-49d7f6c665bd req-adfed880-41a5-410b-8930-18dc47688f64 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:52.556392 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24d51b5e-4729-48f5-aa3a-49d7f6c665bd req-adfed880-41a5-410b-8930-18dc47688f64 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0869451
Dec 23 16:40:52.605153 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24d51b5e-4729-48f5-aa3a-49d7f6c665bd req-bc1706c3-ea93-43f8-a3fe-935cefe178ff tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427001
Dec 23 16:40:53.007733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:40:53.811034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4b998-00db-4255-86c4-87f4515fa6bf req-d1aa4da2-7bf2-4ff0-9095-3fa00ffa5d86 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:53.812638 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6b4b998-00db-4255-86c4-87f4515fa6bf req-d1aa4da2-7bf2-4ff0-9095-3fa00ffa5d86 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0831819
Dec 23 16:40:53.860904 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6b4b998-00db-4255-86c4-87f4515fa6bf req-1b96f69b-8f1c-4cc1-949b-baaad065c778 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422595
Dec 23 16:40:54.440465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af2c2420-c9c7-45e6-867e-d5fd91a64ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:55.076396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbec6b-3c71-47e9-adb0-f988f9a321cb req-745fc97d-0c99-44af-8c8e-6477af4b34d5 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:55.078031 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b0fbec6b-3c71-47e9-adb0-f988f9a321cb req-745fc97d-0c99-44af-8c8e-6477af4b34d5 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0941060
Dec 23 16:40:55.127352 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b0fbec6b-3c71-47e9-adb0-f988f9a321cb req-89837835-e028-449a-a4bd-d5a227fb8595 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431578
Dec 23 16:40:55.597449 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-8b2eeec2-4253-461f-a479-443e276543dc service neutron] 10.222.0.36 "GET /v2.0/ports/ae1134d9-6f94-4711-b86d-fa3f4af98647/bindings/hv-neutron-8228 HTTP/1.1" status: 200  len: 384 time: 0.0799801
Dec 23 16:40:55.865830 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-f07e24ba-29a2-45e3-8aa9-ed8d6545db03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a&tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc HTTP/1.1" status: 200  len: 1098 time: 0.0744936
Dec 23 16:40:55.961793 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-4fa76275-0718-4b33-bc6d-9a44ad9d4dd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 1098 time: 0.0748348
Dec 23 16:40:55.964598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:56.104855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-1eb45ed7-afda-4a8a-a5a2-90074936b9b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:56.106487 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-1eb45ed7-afda-4a8a-a5a2-90074936b9b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc443d52-86dd-4781-9587-c27805f867f6 HTTP/1.1" status: 200  len: 916 time: 0.1389291
Dec 23 16:40:56.184771 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-7a1ed9c4-db91-4804-a9d6-fd09615518f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1134d9-6f94-4711-b86d-fa3f4af98647 HTTP/1.1" status: 200  len: 217 time: 0.0725858
Dec 23 16:40:56.255681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-a59b9fca-e469-45a2-a3b2-bcc78ed93626 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:56.257901 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-a59b9fca-e469-45a2-a3b2-bcc78ed93626 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e8229e-2435-4afa-a8ca-e6e30b523a0f HTTP/1.1" status: 200  len: 855 time: 0.0670214
Dec 23 16:40:56.353987 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-dcca7ac4-ba89-4684-8cd1-2507e63d0525 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc443d52-86dd-4781-9587-c27805f867f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0577085
Dec 23 16:40:56.497085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e4ee6-38c5-47d6-af22-15a8447a6157 req-2246fe58-c74f-4ef4-a96f-8785479fdf9f tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:56.498639 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-118e4ee6-38c5-47d6-af22-15a8447a6157 req-2246fe58-c74f-4ef4-a96f-8785479fdf9f tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.2397802
Dec 23 16:40:56.535827 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-18821ad2-6c5d-4c86-b123-75aa387571b3 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744506
Dec 23 16:40:56.611405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-118e4ee6-38c5-47d6-af22-15a8447a6157 req-add906c8-67ab-4c0f-98d8-cf1057402712 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987325
Dec 23 16:40:56.700870 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b78f8ca-816b-46d1-8d37-8af09799ea40 req-0703d609-0591-45b9-ad88-48010aee2a53 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1584272
Dec 23 16:40:56.819304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c542624-4994-4317-a603-83bcc22e6790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:57.369684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:57.820388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18219522-78ed-4eb9-a0db-d1b1e865a1f8 req-26dffde7-3d12-4d9d-8a8c-2a93b8f034c4 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:57.822022 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-18219522-78ed-4eb9-a0db-d1b1e865a1f8 req-26dffde7-3d12-4d9d-8a8c-2a93b8f034c4 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0854630
Dec 23 16:40:57.870818 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-18219522-78ed-4eb9-a0db-d1b1e865a1f8 req-27560131-287f-46ef-853a-8b59e0ee5fe9 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426004
Dec 23 16:40:58.640360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:59.084131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660d107-5ee8-429d-a96e-6fe8e71ee8c7 req-f83d569e-5027-4cb8-bde2-09e6280edcf2 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:59.086281 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2660d107-5ee8-429d-a96e-6fe8e71ee8c7 req-f83d569e-5027-4cb8-bde2-09e6280edcf2 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0940301
Dec 23 16:40:59.135627 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2660d107-5ee8-429d-a96e-6fe8e71ee8c7 req-374e6914-418c-4286-8dd8-66148a658f83 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433588
Dec 23 16:40:59.546838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744a1d6-0552-47d3-b17f-f32fd06facc5 req-f3ed1820-3678-493e-926d-dbe499a6a2ac tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:59.548392 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6744a1d6-0552-47d3-b17f-f32fd06facc5 req-f3ed1820-3678-493e-926d-dbe499a6a2ac tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.36 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a&tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200  len: 945 time: 0.1240122
Dec 23 16:40:59.554467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed6fd1-c9da-4eb8-8cc8-98bc5bdfa962 req-ecedd1fe-9ed3-4cb8-8dc6-cd6c64fe18e6 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:59.556029 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-73ed6fd1-c9da-4eb8-8cc8-98bc5bdfa962 req-ecedd1fe-9ed3-4cb8-8dc6-cd6c64fe18e6 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.1669250
Dec 23 16:40:59.582911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device ae1134d9-6f94-4711-b86d-fa3f4af98647 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:40:59.597668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device ae1134d9-6f94-4711-b86d-fa3f4af98647 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:40:59.608035 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-73ed6fd1-c9da-4eb8-8cc8-98bc5bdfa962 req-77e364b9-6535-4064-8158-1bcaf6d3f8cc tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458934
Dec 23 16:40:59.699569 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6744a1d6-0552-47d3-b17f-f32fd06facc5 req-3905856c-1747-4eec-9f0d-04616fdcd08a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 1098 time: 0.0773776
Dec 23 16:40:59.837177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port ae1134d9-6f94-4711-b86d-fa3f4af98647, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ae1134d9-6f94-4711-b86d-fa3f4af98647,segment=NetworkSegment(f4251e38-5cf3-4b9c-8fe3-ff832e1e6481),segment_id=f4251e38-5cf3-4b9c-8fe3-ff832e1e6481)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:40:59.844910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744a1d6-0552-47d3-b17f-f32fd06facc5 req-4afe572c-d5a0-4742-83ec-6fd34df737cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:59.846517 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6744a1d6-0552-47d3-b17f-f32fd06facc5 req-4afe572c-d5a0-4742-83ec-6fd34df737cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc443d52-86dd-4781-9587-c27805f867f6 HTTP/1.1" status: 200  len: 916 time: 0.1416144
Dec 23 16:40:59.848401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:59.868370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'ae1134d9-6f94-4711-b86d-fa3f4af98647', 'network_id': 'cc443d52-86dd-4781-9587-c27805f867f6', 'port_id': 'ae1134d9-6f94-4711-b86d-fa3f4af98647', 'mac_address': 'fa:16:3e:9c:ce:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e8229e-2435-4afa-a8ca-e6e30b523a0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:40:59.911725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38562faa-7a9c-4491-bf5e-675621f5236a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1134d9-6f94-4711-b86d-fa3f4af98647'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:40:59.922065 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6744a1d6-0552-47d3-b17f-f32fd06facc5 req-53bd66a8-b981-4388-b75d-12c551e2cdc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1134d9-6f94-4711-b86d-fa3f4af98647 HTTP/1.1" status: 200  len: 217 time: 0.0688839
Dec 23 16:40:59.941763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port ae1134d9-6f94-4711-b86d-fa3f4af98647, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ae1134d9-6f94-4711-b86d-fa3f4af98647,segment=NetworkSegment(f4251e38-5cf3-4b9c-8fe3-ff832e1e6481),segment_id=f4251e38-5cf3-4b9c-8fe3-ff832e1e6481)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:40:59.948405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:40:59.952117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:40:59.995539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744a1d6-0552-47d3-b17f-f32fd06facc5 req-b8b5d67c-282b-4a9d-a2ad-532391235c09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:40:59.997163 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6744a1d6-0552-47d3-b17f-f32fd06facc5 req-b8b5d67c-282b-4a9d-a2ad-532391235c09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e8229e-2435-4afa-a8ca-e6e30b523a0f HTTP/1.1" status: 200  len: 855 time: 0.0690713
Dec 23 16:41:00.000336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:00.014179 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38562faa-7a9c-4491-bf5e-675621f5236a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1134d9-6f94-4711-b86d-fa3f4af98647', 'code': 200}
Dec 23 16:41:00.035238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae1134d9-6f94-4711-b86d-fa3f4af98647 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:41:00.051708 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6744a1d6-0552-47d3-b17f-f32fd06facc5 req-0929b627-8fed-4ee7-b0bd-de812726dd18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc443d52-86dd-4781-9587-c27805f867f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484743
Dec 23 16:41:00.094282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=ae1134d9-6f94-4711-b86d-fa3f4af98647,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:00.099426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:00.108574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:41:00.108994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:41:00.198656 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6744a1d6-0552-47d3-b17f-f32fd06facc5 req-6739ffb4-67bc-4e28-9d36-c2eab6713291 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407323
Dec 23 16:41:00.347385 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6744a1d6-0552-47d3-b17f-f32fd06facc5 req-1a220f11-d7b4-49fc-b6c7-705437ada2a2 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393890
Dec 23 16:41:00.670653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:00.691707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1134d9-6f94-4711-b86d-fa3f4af98647 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:41:00.708536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port ae1134d9-6f94-4711-b86d-fa3f4af98647, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ae1134d9-6f94-4711-b86d-fa3f4af98647,segment=NetworkSegment(f4251e38-5cf3-4b9c-8fe3-ff832e1e6481),segment_id=f4251e38-5cf3-4b9c-8fe3-ff832e1e6481)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:41:00.713748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:00.715993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:00.794188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=ae1134d9-6f94-4711-b86d-fa3f4af98647,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:00.799753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['ae1134d9-6f94-4711-b86d-fa3f4af98647'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:41:00.828276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cb21d-d4a9-4c32-afed-31cd8e7d428a req-bfe0b947-55dd-4745-9b7f-bd9a804a9bde tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:00.829930 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-010cb21d-d4a9-4c32-afed-31cd8e7d428a req-bfe0b947-55dd-4745-9b7f-bd9a804a9bde tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 944 time: 0.0926368
Dec 23 16:41:00.852364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:00.882330 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-010cb21d-d4a9-4c32-afed-31cd8e7d428a req-fee8681a-f704-42b0-abcc-1f251344422e tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455327
Dec 23 16:41:01.598234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device ae1134d9-6f94-4711-b86d-fa3f4af98647 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:41:01.670738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port ae1134d9-6f94-4711-b86d-fa3f4af98647 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:41:01.671199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:01.788774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:01.822432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port ae1134d9-6f94-4711-b86d-fa3f4af98647, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ae1134d9-6f94-4711-b86d-fa3f4af98647,segment=NetworkSegment(f4251e38-5cf3-4b9c-8fe3-ff832e1e6481),segment_id=f4251e38-5cf3-4b9c-8fe3-ff832e1e6481)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:41:01.825018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:01.826956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9212c4bc-65a9-453e-8d8e-3f8e36ba81bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:01.892883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=ae1134d9-6f94-4711-b86d-fa3f4af98647,revision_number=8']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:01.895963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:02.015177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38562faa-7a9c-4491-bf5e-675621f5236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1134d9-6f94-4711-b86d-fa3f4af98647'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:41:02.071502 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38562faa-7a9c-4491-bf5e-675621f5236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1134d9-6f94-4711-b86d-fa3f4af98647', 'code': 200}
Dec 23 16:41:02.113197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9796bd-260f-4264-a5bb-24efcd86e692 req-7afe2797-5c41-466b-b85c-7f84edd13cb6 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:02.114806 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ae9796bd-260f-4264-a5bb-24efcd86e692 req-7afe2797-5c41-466b-b85c-7f84edd13cb6 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.1045299
Dec 23 16:41:02.165604 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ae9796bd-260f-4264-a5bb-24efcd86e692 req-291e61d0-6a13-4fc8-b610-c3900eecff13 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446618
Dec 23 16:41:02.374225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ede40-a8de-44b7-a456-405105c74c07 req-45e898cf-c065-4ff5-abfe-f3347c5bcb79 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:02.375881 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-374ede40-a8de-44b7-a456-405105c74c07 req-45e898cf-c065-4ff5-abfe-f3347c5bcb79 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0865076
Dec 23 16:41:02.426023 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-374ede40-a8de-44b7-a456-405105c74c07 req-68f2a1a3-88b0-4531-82f8-5b09fe80e72f tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433948
Dec 23 16:41:02.629183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9447e70-cc24-43e7-aadd-d6fcd04158b6 req-16516ce2-9b6a-4b13-8594-f1c4138d57af tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:02.630817 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d9447e70-cc24-43e7-aadd-d6fcd04158b6 req-16516ce2-9b6a-4b13-8594-f1c4138d57af tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0831349
Dec 23 16:41:02.682135 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d9447e70-cc24-43e7-aadd-d6fcd04158b6 req-5af890c7-ee0b-4733-a4cb-fa7b79d31b4a tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438724
Dec 23 16:41:03.218856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537458d-008f-45f0-a30f-b1697657f099 req-4ad80731-a637-42f5-9b77-9376c996d9ed tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:03.221071 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0537458d-008f-45f0-a30f-b1697657f099 req-4ad80731-a637-42f5-9b77-9376c996d9ed tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/networks?id=cc443d52-86dd-4781-9587-c27805f867f6 HTTP/1.1" status: 200  len: 815 time: 0.1638255
Dec 23 16:41:03.241267 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0537458d-008f-45f0-a30f-b1697657f099 req-d353e800-65ff-40c4-85ac-7a023efc7053 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/quotas/b47436ca5cbb4008b6719d6eaf91ebcc HTTP/1.1" status: 200  len: 375 time: 0.0115836
Dec 23 16:41:03.325247 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0537458d-008f-45f0-a30f-b1697657f099 req-eb6e8a33-2926-4ce3-a2cc-82b916c06672 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0789959
Dec 23 16:41:03.473948 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0537458d-008f-45f0-a30f-b1697657f099 req-d1d1025d-c169-4845-9623-86410cc8c516 service neutron] 10.222.0.67 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413212
Dec 23 16:41:03.629635 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0537458d-008f-45f0-a30f-b1697657f099 req-8ceb281b-3e58-4341-81df-a4cf5a0d5eef service neutron] 10.222.0.67 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471462
Dec 23 16:41:03.830173 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1573b00d-1f98-45bc-ba8b-ecd73dfc8b5c req-6a7abe95-ab37-4d2e-8460-c9519c5b458a tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 210 time: 0.0482359
Dec 23 16:41:04.727030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db66ef-eecc-41f8-9702-cff6694eaac5 req-79713155-855f-470c-bfc7-dcb1f6902866 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:04.728944 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-75db66ef-eecc-41f8-9702-cff6694eaac5 req-79713155-855f-470c-bfc7-dcb1f6902866 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.36 "GET /v2.0/ports?device_id=38562faa-7a9c-4491-bf5e-675621f5236a HTTP/1.1" status: 200  len: 945 time: 0.0920956
Dec 23 16:41:04.811137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-75db66ef-eecc-41f8-9702-cff6694eaac5 req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Deleting port ae1134d9-6f94-4711-b86d-fa3f4af98647 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:41:04.811537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-75db66ef-eecc-41f8-9702-cff6694eaac5 req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:04.879338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537458d-008f-45f0-a30f-b1697657f099 req-8162eda0-739d-42ef-b4c9-f40bbc0b04af tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:04.880948 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0537458d-008f-45f0-a30f-b1697657f099 req-8162eda0-739d-42ef-b4c9-f40bbc0b04af tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.36 "GET /v2.0/networks?id=cc443d52-86dd-4781-9587-c27805f867f6 HTTP/1.1" status: 200  len: 815 time: 0.1664271
Dec 23 16:41:04.896572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-0537458d-008f-45f0-a30f-b1697657f099 req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Request body: {'port': {'device_id': '8e93d362-510d-43aa-9616-2a8594584582', 'network_id': 'cc443d52-86dd-4781-9587-c27805f867f6', 'admin_state_up': True, 'tenant_id': 'b47436ca5cbb4008b6719d6eaf91ebcc'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:41:05.064220 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f781c1fe-4b71-4faf-ba79-a2c13a5d2403 req-ae931883-c817-4ccc-a5e9-c110faea7ea2 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 210 time: 0.0600121
Dec 23 16:41:05.091219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-75db66ef-eecc-41f8-9702-cff6694eaac5 req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] For port ae1134d9-6f94-4711-b86d-fa3f4af98647, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ae1134d9-6f94-4711-b86d-fa3f4af98647,segment=NetworkSegment(f4251e38-5cf3-4b9c-8fe3-ff832e1e6481),segment_id=f4251e38-5cf3-4b9c-8fe3-ff832e1e6481)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:41:05.091219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-75db66ef-eecc-41f8-9702-cff6694eaac5 req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:05.107322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-0537458d-008f-45f0-a30f-b1697657f099 req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:41:05.117757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-0537458d-008f-45f0-a30f-b1697657f099 req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:41:05.126701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0537458d-008f-45f0-a30f-b1697657f099 req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Made reservation on behalf of b47436ca5cbb4008b6719d6eaf91ebcc for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:41:05.132302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0537458d-008f-45f0-a30f-b1697657f099 req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:05.222059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-75db66ef-eecc-41f8-9702-cff6694eaac5 req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Calling delete_port for ae1134d9-6f94-4711-b86d-fa3f4af98647 owned by compute:nova {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:41:05.309834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-0537458d-008f-45f0-a30f-b1697657f099 req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Allocated IP 172.20.0.5 (cc443d52-86dd-4781-9587-c27805f867f6/71e8229e-2435-4afa-a8ca-e6e30b523a0f/765980cd-1623-4e87-9d44-035e0a930776) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:41:05.371806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-75db66ef-eecc-41f8-9702-cff6694eaac5 req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:05.378878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-795c1447-9434-411b-aebb-e59660113b41 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:05.384750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['ae1134d9-6f94-4711-b86d-fa3f4af98647'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:41:05.426493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Pushing event deleted for resources: {'Port': ['ID=ae1134d9-6f94-4711-b86d-fa3f4af98647,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:05.468859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.469303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.469737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.470161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.470581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.471017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.471447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.471865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.472341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.472701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.473115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.480563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:05.515188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-75db66ef-eecc-41f8-9702-cff6694eaac5 req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] No DVR routers for this DVR port ae1134d9-6f94-4711-b86d-fa3f4af98647 on host hv-neutron-8228 {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:41:05.517811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-75db66ef-eecc-41f8-9702-cff6694eaac5 req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:05.520979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38562faa-7a9c-4491-bf5e-675621f5236a', 'name': 'network-vif-deleted', 'tag': 'ae1134d9-6f94-4711-b86d-fa3f4af98647'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:41:05.537582 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-75db66ef-eecc-41f8-9702-cff6694eaac5 req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.36 "DELETE /v2.0/ports/ae1134d9-6f94-4711-b86d-fa3f4af98647 HTTP/1.1" status: 204  len: 173 time: 0.7968051
Dec 23 16:41:05.579681 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38562faa-7a9c-4491-bf5e-675621f5236a', 'name': 'network-vif-deleted', 'tag': 'ae1134d9-6f94-4711-b86d-fa3f4af98647', 'status': 'completed', 'code': 200}
Dec 23 16:41:05.605190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0537458d-008f-45f0-a30f-b1697657f099 req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:05.630876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0537458d-008f-45f0-a30f-b1697657f099 req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:05.638284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:05.710935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0537458d-008f-45f0-a30f-b1697657f099 req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Network cc443d52-86dd-4781-9587-c27805f867f6 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:41:05.714124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-0537458d-008f-45f0-a30f-b1697657f099 req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:41:05.718344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-0537458d-008f-45f0-a30f-b1697657f099 req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:41:05.760273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Pushing event updated for resources: {'Port': ['ID=765980cd-1623-4e87-9d44-035e0a930776,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:05.784907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.785355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.785789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.786215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.786645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.787115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.787570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.787996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.788418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.788835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.789252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:05.794648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:05.804188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537458d-008f-45f0-a30f-b1697657f099 req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:05.804860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0537458d-008f-45f0-a30f-b1697657f099 req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:05.828803 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0537458d-008f-45f0-a30f-b1697657f099 req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9366353
Dec 23 16:41:05.842634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Request body: {'port': {'device_id': '8e93d362-510d-43aa-9616-2a8594584582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:41:05.956459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:06.422800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2069702-89e2-4eea-a69c-9ae992dd6f73 req-04d95b62-208b-46f0-859c-a1fe3d103fd2 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:06.423610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c2069702-89e2-4eea-a69c-9ae992dd6f73 req-04d95b62-208b-46f0-859c-a1fe3d103fd2 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Synchronizing usage tracker for tenant:b47436ca5cbb4008b6719d6eaf91ebcc on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:41:06.517008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-c2069702-89e2-4eea-a69c-9ae992dd6f73 req-04d95b62-208b-46f0-859c-a1fe3d103fd2 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Unset dirty status for tenant:b47436ca5cbb4008b6719d6eaf91ebcc on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:41:06.518313 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2069702-89e2-4eea-a69c-9ae992dd6f73 req-04d95b62-208b-46f0-859c-a1fe3d103fd2 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 931 time: 0.2792892
Dec 23 16:41:06.596780 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2069702-89e2-4eea-a69c-9ae992dd6f73 req-2ed44733-1529-4d89-b0ed-7486c5495b87 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711620
Dec 23 16:41:06.666632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765980cd-1623-4e87-9d44-035e0a930776 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:41:06.673762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:06.689201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Transition to ACTIVE for port object 765980cd-1623-4e87-9d44-035e0a930776 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:41:06.691870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:06.696928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3ca52264-471e-4f9f-ab9e-ab2729fb2e30 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:06.824903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Pushing event updated for resources: {'Port': ['ID=765980cd-1623-4e87-9d44-035e0a930776,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:06.828245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:06.939649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Attempting to bind port 765980cd-1623-4e87-9d44-035e0a930776 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:41:06.939955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Attempting to bind port 765980cd-1623-4e87-9d44-035e0a930776 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f4251e38-5cf3-4b9c-8fe3-ff832e1e6481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cc443d52-86dd-4781-9587-c27805f867f6'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:41:06.940332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Attempting to bind port 765980cd-1623-4e87-9d44-035e0a930776 on network cc443d52-86dd-4781-9587-c27805f867f6 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:41:06.947133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Port 765980cd-1623-4e87-9d44-035e0a930776 on network cc443d52-86dd-4781-9587-c27805f867f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:41:06.947505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Attempting to bind port 765980cd-1623-4e87-9d44-035e0a930776 on network cc443d52-86dd-4781-9587-c27805f867f6 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:41:06.954203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:41:06.954586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Checking segment: {'id': 'f4251e38-5cf3-4b9c-8fe3-ff832e1e6481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cc443d52-86dd-4781-9587-c27805f867f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:41:06.955048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Bound using segment: {'id': 'f4251e38-5cf3-4b9c-8fe3-ff832e1e6481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cc443d52-86dd-4781-9587-c27805f867f6'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:41:06.955512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Bound port: 765980cd-1623-4e87-9d44-035e0a930776, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4251e38-5cf3-4b9c-8fe3-ff832e1e6481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'cc443d52-86dd-4781-9587-c27805f867f6'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:41:06.955900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:07.055401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] For port 765980cd-1623-4e87-9d44-035e0a930776, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:41:07.058674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] For port 765980cd-1623-4e87-9d44-035e0a930776, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=765980cd-1623-4e87-9d44-035e0a930776,segment=NetworkSegment(f4251e38-5cf3-4b9c-8fe3-ff832e1e6481),segment_id=f4251e38-5cf3-4b9c-8fe3-ff832e1e6481)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:41:07.062005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:07.066541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0bf88ba7-7f43-450c-aa23-340a3225c321 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:07.128377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:07.129894 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0537458d-008f-45f0-a30f-b1697657f099 req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/765980cd-1623-4e87-9d44-035e0a930776 HTTP/1.1" status: 200  len: 1093 time: 1.2925584
Dec 23 16:41:07.132769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e93d362-510d-43aa-9616-2a8594584582', 'tag': '765980cd-1623-4e87-9d44-035e0a930776'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:41:07.152137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Pushing event updated for resources: {'Port': ['ID=765980cd-1623-4e87-9d44-035e0a930776,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:07.155605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:07.248253 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0537458d-008f-45f0-a30f-b1697657f099 req-07857f63-0d6a-4c5d-a5ca-508a1a20aa66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 1096 time: 0.0803795
Dec 23 16:41:07.314195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e93d362-510d-43aa-9616-2a8594584582', 'tag': '765980cd-1623-4e87-9d44-035e0a930776', 'status': 'completed', 'code': 200}
Dec 23 16:41:07.329255 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0537458d-008f-45f0-a30f-b1697657f099 req-fe9a3a08-0bd2-4d03-b332-4164b75ee27c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765980cd-1623-4e87-9d44-035e0a930776 HTTP/1.1" status: 200  len: 217 time: 0.0716617
Dec 23 16:41:07.397271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537458d-008f-45f0-a30f-b1697657f099 req-b7610f5d-4691-41fb-b77c-ab69882d0814 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:07.398815 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0537458d-008f-45f0-a30f-b1697657f099 req-b7610f5d-4691-41fb-b77c-ab69882d0814 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e8229e-2435-4afa-a8ca-e6e30b523a0f HTTP/1.1" status: 200  len: 855 time: 0.0632658
Dec 23 16:41:07.452943 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0537458d-008f-45f0-a30f-b1697657f099 req-51b3d56b-eacc-4104-ba89-8a768e250d8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc443d52-86dd-4781-9587-c27805f867f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477943
Dec 23 16:41:07.599125 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0537458d-008f-45f0-a30f-b1697657f099 req-9c35ee85-205d-47a4-8455-da0401dca370 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401234
Dec 23 16:41:07.620050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device ae1134d9-6f94-4711-b86d-fa3f4af98647 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:41:07.807476 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0537458d-008f-45f0-a30f-b1697657f099 req-141d6bed-9c89-40f0-b2d6-57825d41c1ee service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2028162
Dec 23 16:41:07.819790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: ae1134d9-6f94-4711-b86d-fa3f4af98647 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:41:07.820108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device ae1134d9-6f94-4711-b86d-fa3f4af98647 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:41:07.833453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d300f-2296-4393-b282-1c0f05ddd37c req-df70a50e-c772-4fd7-b5b9-f9cd7687cb25 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:07.835773 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c18d300f-2296-4393-b282-1c0f05ddd37c req-df70a50e-c772-4fd7-b5b9-f9cd7687cb25 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 943 time: 0.1091578
Dec 23 16:41:07.944771 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c18d300f-2296-4393-b282-1c0f05ddd37c req-609b5340-9630-4b50-b9e9-c31c7b8327c8 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029723
Dec 23 16:41:07.959076 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-970eacb9-4e3d-4b46-a848-b41bc5a57026 req-fc9b3f83-6dea-4193-8db3-42b2d26762e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 1096 time: 0.1022239
Dec 23 16:41:08.104598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eacb9-4e3d-4b46-a848-b41bc5a57026 req-41c81480-0c52-4837-a654-74e766872a8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:08.106230 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-970eacb9-4e3d-4b46-a848-b41bc5a57026 req-41c81480-0c52-4837-a654-74e766872a8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc443d52-86dd-4781-9587-c27805f867f6 HTTP/1.1" status: 200  len: 916 time: 0.1387894
Dec 23 16:41:08.178919 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-970eacb9-4e3d-4b46-a848-b41bc5a57026 req-6fe6cf88-7440-4a22-9a74-0645539ce58e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765980cd-1623-4e87-9d44-035e0a930776 HTTP/1.1" status: 200  len: 217 time: 0.0654309
Dec 23 16:41:08.252250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eacb9-4e3d-4b46-a848-b41bc5a57026 req-6efcd067-0374-491e-8f8c-928f7ed9b15b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:08.253834 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-970eacb9-4e3d-4b46-a848-b41bc5a57026 req-6efcd067-0374-491e-8f8c-928f7ed9b15b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e8229e-2435-4afa-a8ca-e6e30b523a0f HTTP/1.1" status: 200  len: 855 time: 0.0683668
Dec 23 16:41:08.304683 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-970eacb9-4e3d-4b46-a848-b41bc5a57026 req-460b2965-3f9a-461b-85b2-d2562753d351 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc443d52-86dd-4781-9587-c27805f867f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433395
Dec 23 16:41:08.448464 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-970eacb9-4e3d-4b46-a848-b41bc5a57026 req-68bc26b4-a791-4776-8985-b2beaf4b449e service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364665
Dec 23 16:41:08.594258 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-970eacb9-4e3d-4b46-a848-b41bc5a57026 req-d9c32111-13be-4819-bbc6-9dc2adc9d0dc service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395161
Dec 23 16:41:09.161480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ef673-a3bc-49f3-bdc1-beb327e05353 req-a5997175-a4db-4b75-a776-1a78ea27c0af tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:09.162843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-460ef673-a3bc-49f3-bdc1-beb327e05353 req-a5997175-a4db-4b75-a776-1a78ea27c0af tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Synchronizing usage tracker for tenant:b47436ca5cbb4008b6719d6eaf91ebcc on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:41:09.175504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-460ef673-a3bc-49f3-bdc1-beb327e05353 req-a5997175-a4db-4b75-a776-1a78ea27c0af tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Unset dirty status for tenant:b47436ca5cbb4008b6719d6eaf91ebcc on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:41:09.176786 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-460ef673-a3bc-49f3-bdc1-beb327e05353 req-a5997175-a4db-4b75-a776-1a78ea27c0af tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 943 time: 0.1012962
Dec 23 16:41:09.229139 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-460ef673-a3bc-49f3-bdc1-beb327e05353 req-d2d07c4d-0ca0-4226-b418-d228fe54aa99 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453279
Dec 23 16:41:09.635637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 765980cd-1623-4e87-9d44-035e0a930776 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:41:09.777444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 765980cd-1623-4e87-9d44-035e0a930776, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=765980cd-1623-4e87-9d44-035e0a930776,segment=NetworkSegment(f4251e38-5cf3-4b9c-8fe3-ff832e1e6481),segment_id=f4251e38-5cf3-4b9c-8fe3-ff832e1e6481)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:41:09.792019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '765980cd-1623-4e87-9d44-035e0a930776', 'network_id': 'cc443d52-86dd-4781-9587-c27805f867f6', 'port_id': '765980cd-1623-4e87-9d44-035e0a930776', 'mac_address': 'fa:16:3e:ae:1f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e8229e-2435-4afa-a8ca-e6e30b523a0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:41:09.846564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:09.865011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765980cd-1623-4e87-9d44-035e0a930776 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:41:09.879925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 765980cd-1623-4e87-9d44-035e0a930776, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=765980cd-1623-4e87-9d44-035e0a930776,segment=NetworkSegment(f4251e38-5cf3-4b9c-8fe3-ff832e1e6481),segment_id=f4251e38-5cf3-4b9c-8fe3-ff832e1e6481)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:41:09.883627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:09.885459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:09.954417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=765980cd-1623-4e87-9d44-035e0a930776,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:09.957657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:10.072553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['765980cd-1623-4e87-9d44-035e0a930776'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:41:10.450017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0df561-2c98-47ea-8ee2-54b7fd088dbc req-ec67ab81-9fdf-4fdb-93ae-b9d43b2ca2f6 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:10.451727 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7d0df561-2c98-47ea-8ee2-54b7fd088dbc req-ec67ab81-9fdf-4fdb-93ae-b9d43b2ca2f6 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 944 time: 0.0896564
Dec 23 16:41:10.508831 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7d0df561-2c98-47ea-8ee2-54b7fd088dbc req-2c46d991-fb56-4219-869e-52ea17bd13a1 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501897
Dec 23 16:41:11.636084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 765980cd-1623-4e87-9d44-035e0a930776 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:41:11.709950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 765980cd-1623-4e87-9d44-035e0a930776 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:41:11.714915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 765980cd-1623-4e87-9d44-035e0a930776 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:41:11.715384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:11.717207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da49668-ca4d-47b5-b1b1-42cdc1199334 req-8a921d60-964e-4174-80dd-b613b8771ad2 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:11.718864 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3da49668-ca4d-47b5-b1b1-42cdc1199334 req-8a921d60-964e-4174-80dd-b613b8771ad2 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 944 time: 0.0854619
Dec 23 16:41:11.767961 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3da49668-ca4d-47b5-b1b1-42cdc1199334 req-925fdcd4-72a7-454e-a004-8a7a6d85fd6f tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430534
Dec 23 16:41:11.837018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:11.865495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e93d362-510d-43aa-9616-2a8594584582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765980cd-1623-4e87-9d44-035e0a930776'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:41:11.875731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 765980cd-1623-4e87-9d44-035e0a930776, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=765980cd-1623-4e87-9d44-035e0a930776,segment=NetworkSegment(f4251e38-5cf3-4b9c-8fe3-ff832e1e6481),segment_id=f4251e38-5cf3-4b9c-8fe3-ff832e1e6481)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:41:11.879014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:11.881322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:11.933980 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e93d362-510d-43aa-9616-2a8594584582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765980cd-1623-4e87-9d44-035e0a930776', 'code': 200}
Dec 23 16:41:11.956166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=765980cd-1623-4e87-9d44-035e0a930776,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:11.960510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:12.169440 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c1313263-d617-41da-ac84-00b21c73da0b req-aa82181f-85a3-4c06-91c6-b468efaf7178 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 1098 time: 0.0779603
Dec 23 16:41:12.216416 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c1313263-d617-41da-ac84-00b21c73da0b req-9e3ec55d-06ec-488f-a056-f4c5ba66ac86 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402055
Dec 23 16:41:12.352673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:12.974208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163fd03-79e5-4f88-b697-9cb415a5e5fb req-9123a1f3-8b60-4eb6-a9eb-e3372f445e95 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:12.976566 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4163fd03-79e5-4f88-b697-9cb415a5e5fb req-9123a1f3-8b60-4eb6-a9eb-e3372f445e95 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0854352
Dec 23 16:41:13.024850 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4163fd03-79e5-4f88-b697-9cb415a5e5fb req-92ed5f5f-8449-4899-a44f-eb0e64733615 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422091
Dec 23 16:41:14.233094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d8bf9-1938-4c42-92d5-7c9eab3ebe4f req-eaa28d07-30c0-493f-bfd7-e0a5839455c5 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:14.234744 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-027d8bf9-1938-4c42-92d5-7c9eab3ebe4f req-eaa28d07-30c0-493f-bfd7-e0a5839455c5 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0858448
Dec 23 16:41:14.283527 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-027d8bf9-1938-4c42-92d5-7c9eab3ebe4f req-d325755f-25b3-4e42-b2a8-6e12b76b89dd tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424607
Dec 23 16:41:14.485529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e386b1-d8e8-45c2-8793-d6369edc0936 req-d9ebabe4-62ff-4219-82c0-b616916f7256 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:14.487152 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-01e386b1-d8e8-45c2-8793-d6369edc0936 req-d9ebabe4-62ff-4219-82c0-b616916f7256 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0816636
Dec 23 16:41:14.540531 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-01e386b1-d8e8-45c2-8793-d6369edc0936 req-e4cd2794-78f5-4917-9194-4e7a66c8b6b9 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471687
Dec 23 16:41:14.744330 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-595c1d49-bfb0-4722-a47c-bd043fdb88b4 req-387a3ed0-7231-4993-b015-faef231f1b41 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0776651
Dec 23 16:41:15.004105 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-fb540282-cab1-43e2-a805-845aebc49aa1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0753396
Dec 23 16:41:15.310312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b9430-7f5d-4120-8d85-08575ea4bf20 req-f6b834a6-3641-46a2-9d9a-769ccf2bb210 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:15.312314 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af5b9430-7f5d-4120-8d85-08575ea4bf20 req-f6b834a6-3641-46a2-9d9a-769ccf2bb210 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.3254657
Dec 23 16:41:15.367346 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af5b9430-7f5d-4120-8d85-08575ea4bf20 req-7a9278ad-ce3c-4c64-b95b-1ab304e02161 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487123
Dec 23 16:41:16.200463 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-91257581-c681-4e22-bedf-d455d390f41a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 1098 time: 0.0749748
Dec 23 16:41:16.343758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-c922f12a-1ea1-47b6-bab5-8ac05b4dc651 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:16.345345 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-c922f12a-1ea1-47b6-bab5-8ac05b4dc651 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc443d52-86dd-4781-9587-c27805f867f6 HTTP/1.1" status: 200  len: 916 time: 0.1393244
Dec 23 16:41:16.422505 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-a8f1e280-324f-4102-ae33-3f73032d7fed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765980cd-1623-4e87-9d44-035e0a930776 HTTP/1.1" status: 200  len: 217 time: 0.0678236
Dec 23 16:41:16.491495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-56c5d67b-933b-4efc-b85c-c7fdbeadb92f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:16.493075 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-56c5d67b-933b-4efc-b85c-c7fdbeadb92f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e8229e-2435-4afa-a8ca-e6e30b523a0f HTTP/1.1" status: 200  len: 855 time: 0.0651417
Dec 23 16:41:16.592582 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-b0ec3592-c77b-48a4-a136-750aaa50e543 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc443d52-86dd-4781-9587-c27805f867f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602927
Dec 23 16:41:16.729577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66734bc1-4333-493a-9b5c-94f99f1a7882 req-7f5dd68e-1e30-4e04-b2fd-a92eaef9bbd3 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:16.731235 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-66734bc1-4333-493a-9b5c-94f99f1a7882 req-7f5dd68e-1e30-4e04-b2fd-a92eaef9bbd3 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.2371676
Dec 23 16:41:16.777922 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-adf1671c-acef-4d18-9716-ce7ee8e91d74 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781952
Dec 23 16:41:16.841516 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-66734bc1-4333-493a-9b5c-94f99f1a7882 req-ad02c823-8641-439e-bdf5-5dd514c232c6 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032422
Dec 23 16:41:16.932206 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-8d5b7940-e392-42ad-a20a-05b836a651a4 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465380
Dec 23 16:41:18.056227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705ff0a-72de-45fa-a447-9dc6654ece52 req-fb40345c-0242-45b8-b303-5b40c1998ff3 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:18.057842 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a705ff0a-72de-45fa-a447-9dc6654ece52 req-fb40345c-0242-45b8-b303-5b40c1998ff3 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0867302
Dec 23 16:41:18.106859 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a705ff0a-72de-45fa-a447-9dc6654ece52 req-e08a6ba9-b105-4e13-a809-04489f4fb41b tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429583
Dec 23 16:41:19.538674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35472629-5877-441b-80b2-70b9970fcff2 req-585c6bc9-4998-46c6-869c-1dca6e7173f9 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:19.540380 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-35472629-5877-441b-80b2-70b9970fcff2 req-585c6bc9-4998-46c6-869c-1dca6e7173f9 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.3082314
Dec 23 16:41:19.590461 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-35472629-5877-441b-80b2-70b9970fcff2 req-dfe68a07-180b-43c0-a833-d2592f7c7a16 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438826
Dec 23 16:41:20.794863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b9a93-9fa0-4928-8b61-5f67b4114e86 req-0cfb03f4-1e15-4c03-9294-16d017e900e7 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:20.796501 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ae9b9a93-9fa0-4928-8b61-5f67b4114e86 req-0cfb03f4-1e15-4c03-9294-16d017e900e7 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0827627
Dec 23 16:41:20.845003 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ae9b9a93-9fa0-4928-8b61-5f67b4114e86 req-53634723-193f-4107-8b66-1692379647cf tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425444
Dec 23 16:41:22.052686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76fc37-f6d9-4f28-b310-1ce00b2e1e46 req-f97b3e6a-f01b-49ba-af05-15c8f145ab94 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:22.054312 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf76fc37-f6d9-4f28-b310-1ce00b2e1e46 req-f97b3e6a-f01b-49ba-af05-15c8f145ab94 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0826461
Dec 23 16:41:22.106742 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf76fc37-f6d9-4f28-b310-1ce00b2e1e46 req-a19bac67-cf7e-4081-8366-f4c479c6907c tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458229
Dec 23 16:41:23.320352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d155-d9ee-429d-869c-0556b249cf81 req-e6615104-0f18-4c23-b480-3509e07794cb tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:23.321955 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9ff0d155-d9ee-429d-869c-0556b249cf81 req-e6615104-0f18-4c23-b480-3509e07794cb tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0883496
Dec 23 16:41:23.370641 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9ff0d155-d9ee-429d-869c-0556b249cf81 req-bdfe8b24-54e2-48fa-adf8-0e2feaaca220 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425460
Dec 23 16:41:24.442808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b398aef1-d8fc-45b4-8370-b0e29df34044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:24.593858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f195f73-51e4-43d4-bdae-8e5178246d1e req-480c8da8-1061-4a69-87d8-5c486fd5b13c tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:24.595493 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1f195f73-51e4-43d4-bdae-8e5178246d1e req-480c8da8-1061-4a69-87d8-5c486fd5b13c tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0865905
Dec 23 16:41:24.645146 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1f195f73-51e4-43d4-bdae-8e5178246d1e req-7e83cb06-6044-4e1f-8815-670b4f7e0512 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436504
Dec 23 16:41:25.849433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b5ce6-1398-4542-9bf5-2770b8aec091 req-390fb376-f4c6-4508-9a57-00e84cbca477 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:25.851209 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-671b5ce6-1398-4542-9bf5-2770b8aec091 req-390fb376-f4c6-4508-9a57-00e84cbca477 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0839159
Dec 23 16:41:25.900425 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-671b5ce6-1398-4542-9bf5-2770b8aec091 req-47b4afab-8e7b-4de3-a322-cc93b991beaa tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432494
Dec 23 16:41:25.967885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:26.820961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d79cc4d7-738c-4c3d-9478-4ed422ed8575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:27.108730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92230c-3b0f-44c3-b68f-26f7980cbafb req-a2d49102-2f11-4e6f-b891-18df6e8ed422 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:27.110293 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a92230c-3b0f-44c3-b68f-26f7980cbafb req-a2d49102-2f11-4e6f-b891-18df6e8ed422 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0894899
Dec 23 16:41:27.160087 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a92230c-3b0f-44c3-b68f-26f7980cbafb req-de4e360d-a88e-486a-b053-a1fad264ddd6 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432034
Dec 23 16:41:27.373803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:28.368801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee577ff-9d05-4df0-b7a4-fe49f3761301 req-5434dd19-9864-4980-bf8b-0b865072fba9 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:28.370420 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5ee577ff-9d05-4df0-b7a4-fe49f3761301 req-5434dd19-9864-4980-bf8b-0b865072fba9 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0869429
Dec 23 16:41:28.419197 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5ee577ff-9d05-4df0-b7a4-fe49f3761301 req-8a766654-8079-4d1f-931e-a7ba0208db0a tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427151
Dec 23 16:41:28.643820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:29.629298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e3835-b3af-4953-823a-4bb2da7736ca req-dfa451f6-9ab0-4727-940b-6bd5f3b5f6d0 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:29.630957 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d59e3835-b3af-4953-823a-4bb2da7736ca req-dfa451f6-9ab0-4727-940b-6bd5f3b5f6d0 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0878100
Dec 23 16:41:29.680625 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d59e3835-b3af-4953-823a-4bb2da7736ca req-906c29dc-e593-4117-99e5-7a5f9d3a49dc tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434530
Dec 23 16:41:30.008517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:41:30.888174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5450a-db9a-42e9-ba4f-5773c8fd3b91 req-95cd4641-6853-488a-9823-93a542037be3 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:30.890020 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a1e5450a-db9a-42e9-ba4f-5773c8fd3b91 req-95cd4641-6853-488a-9823-93a542037be3 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0825124
Dec 23 16:41:30.942131 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a1e5450a-db9a-42e9-ba4f-5773c8fd3b91 req-8fe0b18e-628c-45a3-b31a-5b051f7db605 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459585
Dec 23 16:41:32.154962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b17efc-b218-41df-8e7d-a1482e15dd23 req-3c957d94-0dde-4d33-a10e-dfdb0fae9ff4 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:32.156615 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0b17efc-b218-41df-8e7d-a1482e15dd23 req-3c957d94-0dde-4d33-a10e-dfdb0fae9ff4 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0896444
Dec 23 16:41:32.205949 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d0b17efc-b218-41df-8e7d-a1482e15dd23 req-74f48640-e165-4ca5-9721-c2abfe2656f3 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431325
Dec 23 16:41:33.418254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff816f-643c-4fea-b8bc-9dc135117cfb req-47bd023b-f73c-4df6-a32b-711839e66916 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:33.419947 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-09ff816f-643c-4fea-b8bc-9dc135117cfb req-47bd023b-f73c-4df6-a32b-711839e66916 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0888567
Dec 23 16:41:33.469902 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-09ff816f-643c-4fea-b8bc-9dc135117cfb req-f0127d5a-915a-426c-87f6-65fdcf866e4d tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437167
Dec 23 16:41:34.676641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae2516-bc16-4618-8e23-71eda15a1a9c req-2748a230-5cd4-43ae-b131-cdb3c3bc684e tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:34.678508 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-97ae2516-bc16-4618-8e23-71eda15a1a9c req-2748a230-5cd4-43ae-b131-cdb3c3bc684e tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0848629
Dec 23 16:41:34.727013 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-97ae2516-bc16-4618-8e23-71eda15a1a9c req-212daee5-fa5f-40d6-aa94-cf6f9e25446f tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422559
Dec 23 16:41:35.933581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e5216-787e-45ec-8365-44b5782db503 req-983a6fa7-337a-43ba-a1a4-dc85de6a011f tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:35.935241 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be6e5216-787e-45ec-8365-44b5782db503 req-983a6fa7-337a-43ba-a1a4-dc85de6a011f tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0878539
Dec 23 16:41:35.983190 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be6e5216-787e-45ec-8365-44b5782db503 req-fc9d361a-e2ef-4229-b136-71111da85c64 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419090
Dec 23 16:41:37.201610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fccee-fcef-4fdf-811a-c9f880e06632 req-5e768e44-d95f-4ada-80ce-dfef1fcba17b tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:37.203321 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e0fccee-fcef-4fdf-811a-c9f880e06632 req-5e768e44-d95f-4ada-80ce-dfef1fcba17b tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0940251
Dec 23 16:41:37.253353 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e0fccee-fcef-4fdf-811a-c9f880e06632 req-46eef152-1f38-4798-a2cf-061f9ec234c7 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432765
Dec 23 16:41:38.463255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552e2a9-b9ee-4f71-8540-60af96dd5d79 req-0ad37f7a-4872-43c8-a0ad-3c3da4a4c5d9 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:38.464915 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1552e2a9-b9ee-4f71-8540-60af96dd5d79 req-0ad37f7a-4872-43c8-a0ad-3c3da4a4c5d9 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0868366
Dec 23 16:41:38.512790 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1552e2a9-b9ee-4f71-8540-60af96dd5d79 req-8991696a-0044-4189-b595-73f6491710f8 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419936
Dec 23 16:41:39.718715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71c57c-b012-44e7-b8dd-40e67d99abe7 req-635dff58-147d-44b9-8246-d41c19246f5e tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:39.720363 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc71c57c-b012-44e7-b8dd-40e67d99abe7 req-635dff58-147d-44b9-8246-d41c19246f5e tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0854352
Dec 23 16:41:39.774191 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc71c57c-b012-44e7-b8dd-40e67d99abe7 req-be403cf8-4ecd-4304-b5b4-301139b2f796 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475187
Dec 23 16:41:40.995503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081eb903-1472-45e2-9b79-1f85c846ba31 req-abb0e9b4-ac83-4337-af85-2c495c5eb14b tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:40.997166 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-081eb903-1472-45e2-9b79-1f85c846ba31 req-abb0e9b4-ac83-4337-af85-2c495c5eb14b tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0877345
Dec 23 16:41:41.046519 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-081eb903-1472-45e2-9b79-1f85c846ba31 req-c5edc1e0-e8c2-4e56-be8c-ae9968aa1301 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433850
Dec 23 16:41:42.270001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b182ba-57cc-41fe-a57e-cbf24bd71528 req-6b4b8528-976e-4ec2-885a-16378ab6d73b tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:42.272384 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c5b182ba-57cc-41fe-a57e-cbf24bd71528 req-6b4b8528-976e-4ec2-885a-16378ab6d73b tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0880513
Dec 23 16:41:42.323391 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c5b182ba-57cc-41fe-a57e-cbf24bd71528 req-b7e392cb-6f98-4ef0-8631-ac83e9542ae4 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449941
Dec 23 16:41:42.351682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:43.521650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-ae0b1ccc-db86-44bc-a25b-b48746db9346 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:41:43.522744 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-ae0b1ccc-db86-44bc-a25b-b48746db9346 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0057311
Dec 23 16:41:43.531733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce0e1d-6c59-41c6-99cb-91ce2ff5ba1c req-8565ca6c-a963-4b87-ae0d-a991337aa984 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:43.533391 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9cce0e1d-6c59-41c6-99cb-91ce2ff5ba1c req-8565ca6c-a963-4b87-ae0d-a991337aa984 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0848691
Dec 23 16:41:43.586077 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9cce0e1d-6c59-41c6-99cb-91ce2ff5ba1c req-983560af-7036-487b-9762-565502468072 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451140
Dec 23 16:41:43.687669 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-ca253017-dd42-41c9-a3c0-630f32294f2e service neutron] 10.222.0.36 "GET /v2.0/ports/765980cd-1623-4e87-9d44-035e0a930776/bindings/hv-neutron-8228 HTTP/1.1" status: 200  len: 384 time: 0.1586170
Dec 23 16:41:43.953230 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-8d978e76-69e8-449c-a1da-e882999c4123 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582&tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc HTTP/1.1" status: 200  len: 1098 time: 0.0757771
Dec 23 16:41:44.050952 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-1ebae994-279e-45bb-85a4-7a53b23d78f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 1098 time: 0.0767524
Dec 23 16:41:44.194268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-6e45c428-5ce0-492c-b313-badbf53e594e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:44.195954 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-6e45c428-5ce0-492c-b313-badbf53e594e service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc443d52-86dd-4781-9587-c27805f867f6 HTTP/1.1" status: 200  len: 916 time: 0.1393321
Dec 23 16:41:44.271668 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-1492c1a9-9435-498e-b851-4506a65308af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765980cd-1623-4e87-9d44-035e0a930776 HTTP/1.1" status: 200  len: 217 time: 0.0691741
Dec 23 16:41:44.340291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-2f23d0d8-e83a-45d4-ab9c-4f82e66d1b11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:44.341847 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-2f23d0d8-e83a-45d4-ab9c-4f82e66d1b11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e8229e-2435-4afa-a8ca-e6e30b523a0f HTTP/1.1" status: 200  len: 855 time: 0.0644176
Dec 23 16:41:44.395164 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-1bc2bcfc-ad8b-4108-b52c-b9e2974c3f2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc443d52-86dd-4781-9587-c27805f867f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469973
Dec 23 16:41:44.539346 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-fc7cf939-c4bc-4e8e-aa7d-dbee788166c6 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366711
Dec 23 16:41:44.685860 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-665c6965-cebd-45a7-a621-1935cbf050b0 req-a60759bf-4d70-4813-b669-ede482900aee service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409996
Dec 23 16:41:44.798541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32772f-b880-4613-9249-58a561ef9e8d req-5793e3f9-860a-4ee3-8dac-43e0c3d4ea23 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:44.800152 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c32772f-b880-4613-9249-58a561ef9e8d req-5793e3f9-860a-4ee3-8dac-43e0c3d4ea23 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0862911
Dec 23 16:41:44.850888 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c32772f-b880-4613-9249-58a561ef9e8d req-52a7a293-a3f9-4ca7-ba1f-9e56bfe09cae tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439632
Dec 23 16:41:46.065394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730b4d5-28f2-4867-8ecb-a206288b87e5 req-d2aee501-dd0b-406f-a74e-98dab2dc3437 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:46.067057 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e730b4d5-28f2-4867-8ecb-a206288b87e5 req-d2aee501-dd0b-406f-a74e-98dab2dc3437 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0887780
Dec 23 16:41:46.115865 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e730b4d5-28f2-4867-8ecb-a206288b87e5 req-9cbeb7e5-dbac-421e-b848-14e1e7d77119 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426006
Dec 23 16:41:47.329851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8e2ed-771e-461b-a05e-25765c2ec08f req-3554a93a-e5a7-48a6-891c-09cd5c6e8759 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:47.331467 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-78f8e2ed-771e-461b-a05e-25765c2ec08f req-3554a93a-e5a7-48a6-891c-09cd5c6e8759 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0875721
Dec 23 16:41:47.381034 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-78f8e2ed-771e-461b-a05e-25765c2ec08f req-0e23a79a-4f1e-43b7-89d6-7557d07974dc tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430727
Dec 23 16:41:47.794248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913c255-0527-4af7-9e7d-182cf7e84814 req-ea982193-47bd-48c0-bf16-c0a0d2099bcf tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:47.795738 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1913c255-0527-4af7-9e7d-182cf7e84814 req-ea982193-47bd-48c0-bf16-c0a0d2099bcf tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582&tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200  len: 945 time: 0.1526737
Dec 23 16:41:47.801406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f75ab7-01da-409b-b418-3d70ab189917 req-5172e96b-fb49-4d87-8400-d96c6194a1b6 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:47.803459 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7f75ab7-01da-409b-b418-3d70ab189917 req-5172e96b-fb49-4d87-8400-d96c6194a1b6 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.1623557
Dec 23 16:41:47.855104 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7f75ab7-01da-409b-b418-3d70ab189917 req-5aeb73f9-0007-4803-9cc3-790e8a70052a tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454395
Dec 23 16:41:47.944264 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1913c255-0527-4af7-9e7d-182cf7e84814 req-5ed24f05-d4f0-4507-9763-c87087db709c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 1098 time: 0.0747843
Dec 23 16:41:48.087544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913c255-0527-4af7-9e7d-182cf7e84814 req-79c82792-1776-46af-b239-34cf6652d3c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:48.089092 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1913c255-0527-4af7-9e7d-182cf7e84814 req-79c82792-1776-46af-b239-34cf6652d3c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc443d52-86dd-4781-9587-c27805f867f6 HTTP/1.1" status: 200  len: 916 time: 0.1387017
Dec 23 16:41:48.164037 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1913c255-0527-4af7-9e7d-182cf7e84814 req-8219fc8a-8008-411d-bd50-e4ae752b44b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765980cd-1623-4e87-9d44-035e0a930776 HTTP/1.1" status: 200  len: 217 time: 0.0684376
Dec 23 16:41:48.232960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913c255-0527-4af7-9e7d-182cf7e84814 req-ec8509b1-4b4e-4e0e-a441-b95108b5e417 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:48.234561 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1913c255-0527-4af7-9e7d-182cf7e84814 req-ec8509b1-4b4e-4e0e-a441-b95108b5e417 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e8229e-2435-4afa-a8ca-e6e30b523a0f HTTP/1.1" status: 200  len: 855 time: 0.0648947
Dec 23 16:41:48.287296 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1913c255-0527-4af7-9e7d-182cf7e84814 req-faa6895e-1693-4ea2-8a75-488a049f0306 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc443d52-86dd-4781-9587-c27805f867f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462365
Dec 23 16:41:48.430224 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1913c255-0527-4af7-9e7d-182cf7e84814 req-bf48c855-e3ff-4644-9ed6-dca7d55f1843 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362693
Dec 23 16:41:48.573706 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1913c255-0527-4af7-9e7d-182cf7e84814 req-e8ca5145-6b3e-487d-8123-763c38527642 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372297
Dec 23 16:41:49.073410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb5f84-578f-4e8c-b685-10bb93883166 req-31742363-959e-4825-9d07-049ef33d2b13 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:49.075093 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1afb5f84-578f-4e8c-b685-10bb93883166 req-31742363-959e-4825-9d07-049ef33d2b13 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0939946
Dec 23 16:41:49.129485 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1afb5f84-578f-4e8c-b685-10bb93883166 req-74de9c06-360b-4f33-8152-efc8280b5e29 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482302
Dec 23 16:41:49.739035 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6559bd20-3613-4660-94f6-598fc3123f97 req-a86a0c1b-f74c-43b0-ac24-7f54a1ea4a4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0739031
Dec 23 16:41:49.892701 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6559bd20-3613-4660-94f6-598fc3123f97 req-52bc9568-b78e-484c-8ff4-4df4f36befde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 1098 time: 0.0812342
Dec 23 16:41:50.051710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559bd20-3613-4660-94f6-598fc3123f97 req-e2a4c7b9-f441-4aa7-94ca-a8ad00509801 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:50.053273 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6559bd20-3613-4660-94f6-598fc3123f97 req-e2a4c7b9-f441-4aa7-94ca-a8ad00509801 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc443d52-86dd-4781-9587-c27805f867f6 HTTP/1.1" status: 200  len: 916 time: 0.1407683
Dec 23 16:41:50.124311 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6559bd20-3613-4660-94f6-598fc3123f97 req-70fb4326-2a0f-4a14-8b6b-dc09e61dd462 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765980cd-1623-4e87-9d44-035e0a930776 HTTP/1.1" status: 200  len: 217 time: 0.0648854
Dec 23 16:41:50.198484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559bd20-3613-4660-94f6-598fc3123f97 req-7bf3e502-a072-4a55-9fa9-bb3578b97842 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:50.200166 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6559bd20-3613-4660-94f6-598fc3123f97 req-7bf3e502-a072-4a55-9fa9-bb3578b97842 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71e8229e-2435-4afa-a8ca-e6e30b523a0f HTTP/1.1" status: 200  len: 855 time: 0.0700076
Dec 23 16:41:50.256715 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6559bd20-3613-4660-94f6-598fc3123f97 req-202a664c-197d-4271-849f-69c308824114 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc443d52-86dd-4781-9587-c27805f867f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500789
Dec 23 16:41:50.699679 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6559bd20-3613-4660-94f6-598fc3123f97 req-1b3245f4-180a-4b2d-8480-7db2382fc3b1 service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4371486
Dec 23 16:41:50.706366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed044a-c4ad-47ae-ab5a-04d38f4f884d req-e8b88794-edf9-4b12-b996-2a60582df754 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:50.707926 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-94ed044a-c4ad-47ae-ab5a-04d38f4f884d req-e8b88794-edf9-4b12-b996-2a60582df754 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.4222865
Dec 23 16:41:50.861529 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-94ed044a-c4ad-47ae-ab5a-04d38f4f884d req-0f58b44a-55cd-4d8d-b8f2-c889bdacc6de tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278639
Dec 23 16:41:50.883478 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6559bd20-3613-4660-94f6-598fc3123f97 req-62548b88-d8a1-4019-b44a-bc8dcdccfabf service neutron] 10.222.0.36 "GET /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740191
Dec 23 16:41:51.070915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9cd61-014b-43b1-b450-1fcb4ed3b2e1 req-7b9e9240-4d50-4d3c-8bd0-b18704b5cef2 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:51.072581 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-daa9cd61-014b-43b1-b450-1fcb4ed3b2e1 req-7b9e9240-4d50-4d3c-8bd0-b18704b5cef2 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0843365
Dec 23 16:41:51.121419 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-daa9cd61-014b-43b1-b450-1fcb4ed3b2e1 req-13af4894-d76c-46ba-a79f-16890dd4f118 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427911
Dec 23 16:41:51.331371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef91af-2dce-4544-ae3f-3cabb6f55260 req-64049704-dc4c-4452-8310-000c4162ceb5 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:51.333040 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-beef91af-2dce-4544-ae3f-3cabb6f55260 req-64049704-dc4c-4452-8310-000c4162ceb5 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0828228
Dec 23 16:41:51.381030 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-beef91af-2dce-4544-ae3f-3cabb6f55260 req-6ed6efea-8df4-44a3-87ea-02e8994ee7a2 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417070
Dec 23 16:41:51.992495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b2cd-f019-4846-b312-3f9033ae783e req-b65ceac2-addd-4201-b27a-25f0f92b3188 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:51.994114 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c987b2cd-f019-4846-b312-3f9033ae783e req-b65ceac2-addd-4201-b27a-25f0f92b3188 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0870888
Dec 23 16:41:52.043208 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c987b2cd-f019-4846-b312-3f9033ae783e req-e5c17ac8-af3a-4f53-a70e-48a09908c4ab tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430074
Dec 23 16:41:53.259202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76098e3c-ce44-4244-82c1-4add40da2c8c req-92f5d569-1c55-46f9-b835-7af84e9e9eb6 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:53.260822 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-76098e3c-ce44-4244-82c1-4add40da2c8c req-92f5d569-1c55-46f9-b835-7af84e9e9eb6 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.0913391
Dec 23 16:41:53.365463 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-76098e3c-ce44-4244-82c1-4add40da2c8c req-9bd51194-877d-4349-b5c1-0f0bef15702c tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/security-groups?id=7baacc5f-5fd9-48e7-b87b-f2255f768b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975943
Dec 23 16:41:53.387620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437e172-534a-4a9c-bdeb-6d0b652e23a8 req-edfb39f3-c1d7-46c5-8b77-9dd775f90a27 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:53.389205 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0437e172-534a-4a9c-bdeb-6d0b652e23a8 req-edfb39f3-c1d7-46c5-8b77-9dd775f90a27 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 945 time: 0.1030133
Dec 23 16:41:53.467011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-0437e172-534a-4a9c-bdeb-6d0b652e23a8 req-fe31a688-f1e1-4a49-a4a8-ecc367979855 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Deleting port 765980cd-1623-4e87-9d44-035e0a930776 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:41:53.467407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0437e172-534a-4a9c-bdeb-6d0b652e23a8 req-fe31a688-f1e1-4a49-a4a8-ecc367979855 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:53.727060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-0437e172-534a-4a9c-bdeb-6d0b652e23a8 req-fe31a688-f1e1-4a49-a4a8-ecc367979855 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] For port 765980cd-1623-4e87-9d44-035e0a930776, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=765980cd-1623-4e87-9d44-035e0a930776,segment=NetworkSegment(f4251e38-5cf3-4b9c-8fe3-ff832e1e6481),segment_id=f4251e38-5cf3-4b9c-8fe3-ff832e1e6481)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:41:53.727472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0437e172-534a-4a9c-bdeb-6d0b652e23a8 req-fe31a688-f1e1-4a49-a4a8-ecc367979855 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:53.856486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-0437e172-534a-4a9c-bdeb-6d0b652e23a8 req-fe31a688-f1e1-4a49-a4a8-ecc367979855 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Calling delete_port for 765980cd-1623-4e87-9d44-035e0a930776 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:41:54.002777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0437e172-534a-4a9c-bdeb-6d0b652e23a8 req-fe31a688-f1e1-4a49-a4a8-ecc367979855 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:54.008446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-600c82e1-df3e-4d86-874e-19dd17333deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:54.055553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31a688-f1e1-4a49-a4a8-ecc367979855 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Pushing event deleted for resources: {'Port': ['ID=765980cd-1623-4e87-9d44-035e0a930776,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:54.059308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fe31a688-f1e1-4a49-a4a8-ecc367979855 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:54.129189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-0437e172-534a-4a9c-bdeb-6d0b652e23a8 req-fe31a688-f1e1-4a49-a4a8-ecc367979855 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] No DVR routers for this DVR port 765980cd-1623-4e87-9d44-035e0a930776 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:41:54.132314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0437e172-534a-4a9c-bdeb-6d0b652e23a8 req-fe31a688-f1e1-4a49-a4a8-ecc367979855 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:54.135054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e93d362-510d-43aa-9616-2a8594584582', 'name': 'network-vif-deleted', 'tag': '765980cd-1623-4e87-9d44-035e0a930776'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:41:54.151056 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0437e172-534a-4a9c-bdeb-6d0b652e23a8 req-fe31a688-f1e1-4a49-a4a8-ecc367979855 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.36 "DELETE /v2.0/ports/765980cd-1623-4e87-9d44-035e0a930776 HTTP/1.1" status: 204  len: 173 time: 0.7569146
Dec 23 16:41:54.189707 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e93d362-510d-43aa-9616-2a8594584582', 'name': 'network-vif-deleted', 'tag': '765980cd-1623-4e87-9d44-035e0a930776', 'status': 'completed', 'code': 200}
Dec 23 16:41:54.446685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4fef3124-b816-4154-bb67-138b8f964704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:54.550189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-02ea847e-d790-4b0e-b86f-5917c35b1947 req-bd335f81-617d-4d9b-ac95-d6145a2ac221 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Synchronizing usage tracker for tenant:b47436ca5cbb4008b6719d6eaf91ebcc on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:41:54.564798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-02ea847e-d790-4b0e-b86f-5917c35b1947 req-bd335f81-617d-4d9b-ac95-d6145a2ac221 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Unset dirty status for tenant:b47436ca5cbb4008b6719d6eaf91ebcc on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:41:54.566111 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-02ea847e-d790-4b0e-b86f-5917c35b1947 req-bd335f81-617d-4d9b-ac95-d6145a2ac221 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e93d362-510d-43aa-9616-2a8594584582 HTTP/1.1" status: 200  len: 210 time: 0.0626242
Dec 23 16:41:55.830419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 33082) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:41:55.869174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 765980cd-1623-4e87-9d44-035e0a930776 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:41:55.903709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e66d04-0e1a-4fec-bdfa-76a707ae3dba admin admin] Deleting subnet 71e8229e-2435-4afa-a8ca-e6e30b523a0f {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:41:55.907009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35e66d04-0e1a-4fec-bdfa-76a707ae3dba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:55.907963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 765980cd-1623-4e87-9d44-035e0a930776 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:41:55.908363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 765980cd-1623-4e87-9d44-035e0a930776 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:41:55.960951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35e66d04-0e1a-4fec-bdfa-76a707ae3dba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:55.971704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:56.025694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35e66d04-0e1a-4fec-bdfa-76a707ae3dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:56.094132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35e66d04-0e1a-4fec-bdfa-76a707ae3dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:56.099184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4e897601-df89-4f58-a1df-3add1bc308cd tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:56.136938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e66d04-0e1a-4fec-bdfa-76a707ae3dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71e8229e-2435-4afa-a8ca-e6e30b523a0f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:56.139548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35e66d04-0e1a-4fec-bdfa-76a707ae3dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:56.143294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35e66d04-0e1a-4fec-bdfa-76a707ae3dba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:56.150815 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-35e66d04-0e1a-4fec-bdfa-76a707ae3dba admin admin] 10.222.0.67 "DELETE /v2.0/subnets/71e8229e-2435-4afa-a8ca-e6e30b523a0f HTTP/1.1" status: 204  len: 168 time: 0.3192346
Dec 23 16:41:56.153454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 33086) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:41:56.270256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55dcc5d1-57ff-436a-8b27-515056bedb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:56.403772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55dcc5d1-57ff-436a-8b27-515056bedb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:56.430065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-55dcc5d1-57ff-436a-8b27-515056bedb02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b796a5588>,) {'filters': {'network_id': ['cc443d52-86dd-4781-9587-c27805f867f6']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:41:56.443250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-55dcc5d1-57ff-436a-8b27-515056bedb02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b796a5588>, 'f4251e38-5cf3-4b9c-8fe3-ff832e1e6481') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:41:56.443593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-55dcc5d1-57ff-436a-8b27-515056bedb02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b796a5588>, 'f4251e38-5cf3-4b9c-8fe3-ff832e1e6481') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:41:56.455452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55dcc5d1-57ff-436a-8b27-515056bedb02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:56.470947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55dcc5d1-57ff-436a-8b27-515056bedb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:56.478447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dcc5d1-57ff-436a-8b27-515056bedb02 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:41:56.479022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55dcc5d1-57ff-436a-8b27-515056bedb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:41:56.494249 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:41:56.573822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55dcc5d1-57ff-436a-8b27-515056bedb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:56.577319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4a0e7cf1-0997-4b1f-90f8-92236b261ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:56.591887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-55dcc5d1-57ff-436a-8b27-515056bedb02 admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:56.604561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcc5d1-57ff-436a-8b27-515056bedb02 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc443d52-86dd-4781-9587-c27805f867f6,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:56.608003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55dcc5d1-57ff-436a-8b27-515056bedb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:56.612534 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-55dcc5d1-57ff-436a-8b27-515056bedb02 admin admin] 10.222.0.67 "DELETE /v2.0/networks/cc443d52-86dd-4781-9587-c27805f867f6 HTTP/1.1" status: 204  len: 168 time: 0.4578633
Dec 23 16:41:56.781273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 33092) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:41:56.822145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15f0ec0a-6963-480d-b8de-3edd54c97438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:56.839439 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e7882fbd-a4b3-4c2b-a61a-bb1c07478a2c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b47436ca5cbb4008b6719d6eaf91ebcc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0567782
Dec 23 16:41:56.841954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 33096) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:41:56.909221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d827-5abb-4dd5-935e-250d43f82205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:56.936409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d827-5abb-4dd5-935e-250d43f82205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:56.983018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d827-5abb-4dd5-935e-250d43f82205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:56.988252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-895cc03d-ef44-4550-a91f-9a3278003796 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:57.003275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1d827-5abb-4dd5-935e-250d43f82205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baacc5f-5fd9-48e7-b87b-f2255f768b93,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:57.008182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ffa1d827-5abb-4dd5-935e-250d43f82205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:57.011982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d827-5abb-4dd5-935e-250d43f82205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:57.016133 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ffa1d827-5abb-4dd5-935e-250d43f82205 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7baacc5f-5fd9-48e7-b87b-f2255f768b93 HTTP/1.1" status: 204  len: 168 time: 0.1702726
Dec 23 16:41:57.377615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:58.038494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 33118) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:41:58.177992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-195742690-network', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:41:58.183612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:41:58.188015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Usage tracker for resource:network and tenant:085c03bb84c948ac93eb4c43e6d31a85 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:41:58.191039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:41:58.199261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:41:58.210615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Made reservation on behalf of 085c03bb84c948ac93eb4c43e6d31a85 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:41:58.215732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:58.230071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:58.264032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:41:58.268318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:085c03bb84c948ac93eb4c43e6d31a85 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:41:58.271344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:41:58.277350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:41:58.344458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:58.347067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:58.351817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ff734f8-f884-47c5-93ea-d8ef54795d3b tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:58.382874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:41:58.392010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af663290-6b8e-43d2-9e13-f2dc91e37eb9,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:58.396544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:58.399093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:58.399489 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Added segment b68e40d0-dd66-4301-b5cc-94ac12d9bf79 of type vlan for network dfb33c54-7984-45e2-9e4a-925c5da9b47d
Dec 23 16:41:58.426452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:58.454751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:58.455739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:58.456374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:58.461962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ccc365ae-905c-4296-91cd-5119fef76ae7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:58.563612 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5238407
Dec 23 16:41:58.566794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 33124) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:41:58.569129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Pushing event updated for resources: {'Network': ['ID=dfb33c54-7984-45e2-9e4a-925c5da9b47d,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:58.571934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:58.573126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Request body: {'subnet': {'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-195742690-subnet', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:41:58.578841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:41:58.579458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network dfb33c54-7984-45e2-9e4a-925c5da9b47d details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:41:58.583888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Usage tracker for resource:subnet and tenant:085c03bb84c948ac93eb4c43e6d31a85 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:41:58.587197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:41:58.593724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:41:58.605290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Made reservation on behalf of 085c03bb84c948ac93eb4c43e6d31a85 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:41:58.609983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:58.702599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:58.827106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:58.831572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2928977-3311-4c30-945b-43d7a5b68aa7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:58.911273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bab0d22-3bcf-4ece-8203-f21058cb3c3e,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:58.914172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:58.925173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Checking segment: {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:41:58.925567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Network hostable DHCP agents. Network: dfb33c54-7984-45e2-9e4a-925c5da9b47d, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:41:58.946969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Network dfb33c54-7984-45e2-9e4a-925c5da9b47d is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:41:58.955196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, dfb33c54-7984-45e2-9e4a-925c5da9b47d) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:41:58.960194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:41:58.960842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:58.966342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1479edfe-acca-4e3a-946a-f2842d65471c None None] Network dfb33c54-7984-45e2-9e4a-925c5da9b47d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:41:58.980893 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e1b9ac1f-ad68-4312-8292-2a5f44e409b2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4128625
Dec 23 16:41:58.983769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 33128) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:41:58.990249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:41:58.995290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:41:58.999403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Usage tracker for resource:router and tenant:085c03bb84c948ac93eb4c43e6d31a85 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:41:59.002413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:41:59.009307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:41:59.019289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:59.020302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:59.038386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:59.189844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:41:59.191314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:59.194173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:59.359382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Allocated IP 172.20.0.2 (dfb33c54-7984-45e2-9e4a-925c5da9b47d/9bab0d22-3bcf-4ece-8203-f21058cb3c3e/ac9bdc13-6cc6-4b90-90f4-72b991e04814) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:41:59.401366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:59.434324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:59.576877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:59.586021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Allocated IP 172.26.5.6 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/2686ea2d-3c78-48d6-bce6-af8818b9e22c) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:41:59.589726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Transition to ACTIVE for port object ac9bdc13-6cc6-4b90-90f4-72b991e04814 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:41:59.611171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Transition to ACTIVE for port object ac9bdc13-6cc6-4b90-90f4-72b991e04814 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:41:59.616151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:59.624859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:59.697892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Network dfb33c54-7984-45e2-9e4a-925c5da9b47d is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:41:59.698607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Pushing event updated for resources: {'Port': ['ID=ac9bdc13-6cc6-4b90-90f4-72b991e04814,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:59.701976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:41:59.704562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:41:59.717531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:59.717933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:59.718327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:59.718719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:59.719137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:59.719528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:59.719912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:59.720295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:59.720677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:59.721064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:59.721443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:41:59.725987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:59.751975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:59.778366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:59.783205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c8431b98-dc64-40c9-b922-f9f2268d36bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:41:59.811890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Attempting to bind port ac9bdc13-6cc6-4b90-90f4-72b991e04814 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:41:59.812291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Attempting to bind port ac9bdc13-6cc6-4b90-90f4-72b991e04814 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:41:59.812706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Attempting to bind port ac9bdc13-6cc6-4b90-90f4-72b991e04814 on network dfb33c54-7984-45e2-9e4a-925c5da9b47d {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:41:59.819765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:41:59.820181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Checking segment: {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:41:59.820635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:59.821073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Bound using segment: {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:41:59.821589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Bound port: ac9bdc13-6cc6-4b90-90f4-72b991e04814, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:41:59.822030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:59.853777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:41:59.857287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:41:59.859793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:41:59.893611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2686ea2d-3c78-48d6-bce6-af8818b9e22c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:41:59.900616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:41:59.915271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] For port ac9bdc13-6cc6-4b90-90f4-72b991e04814, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:41:59.918440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] For port ac9bdc13-6cc6-4b90-90f4-72b991e04814, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ac9bdc13-6cc6-4b90-90f4-72b991e04814,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:41:59.921913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:41:59.927965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c31ba908-60f5-4f4e-a9cd-2a69e9e350b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:00.017903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Pushing event updated for resources: {'Port': ['ID=ac9bdc13-6cc6-4b90-90f4-72b991e04814,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:00.021238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:00.032861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:00.033646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:00.281429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Router c1dbdda0-f9ca-4c12-81a1-d407191cb06a is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:42:00.516631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:42:00.527292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Sync routers for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:42:00.540993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:00.541307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:00.544999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79abc208>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:41:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:42:00.545254 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.5575125
Dec 23 16:42:00.545331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 33132) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:00.741171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:42:00.791830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ac9bdc13-6cc6-4b90-90f4-72b991e04814 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:42:01.056559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port ac9bdc13-6cc6-4b90-90f4-72b991e04814 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:42:01.310829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79abc208>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:41:59Z', 'revision_number': 3, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:42:01.315891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Checking router: c1dbdda0-f9ca-4c12-81a1-d407191cb06a for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:42:01.316309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Updating router c1dbdda0-f9ca-4c12-81a1-d407191cb06a port 2686ea2d-3c78-48d6-bce6-af8818b9e22c binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:42:01.359263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:01.375376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:01.594159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Allocated IP 172.20.0.1 (dfb33c54-7984-45e2-9e4a-925c5da9b47d/9bab0d22-3bcf-4ece-8203-f21058cb3c3e/ed54e100-68bf-44d4-a053-033e06fbd87f) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:42:01.714846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7a6617-3285-4c48-98e4-1a81e9a469be None None] Network dfb33c54-7984-45e2-9e4a-925c5da9b47d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:42:01.859917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:01.881570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-dd824647-f02f-4751-b788-a0c6af41dcc6 None None] Provisioning for port ac9bdc13-6cc6-4b90-90f4-72b991e04814 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:42:01.902709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-dd824647-f02f-4751-b788-a0c6af41dcc6 None None] Provisioning complete for port ac9bdc13-6cc6-4b90-90f4-72b991e04814 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:42:01.903166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd824647-f02f-4751-b788-a0c6af41dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:01.930660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Transition to ACTIVE for port object 2686ea2d-3c78-48d6-bce6-af8818b9e22c will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:42:01.987076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:01.997378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:01.998176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:02.015394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Transition to ACTIVE for port object ed54e100-68bf-44d4-a053-033e06fbd87f will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:42:02.034762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:02.039947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8eebf716-19cb-43d5-8b62-c606f88c4408 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:02.109250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Network dfb33c54-7984-45e2-9e4a-925c5da9b47d is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:42:02.112343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:42:02.115619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:42:02.143390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf261b5c-de21-47a6-9052-3fd77b04c801 None None] Pushing event updated for resources: {'Port': ['ID=2686ea2d-3c78-48d6-bce6-af8818b9e22c,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:02.148944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Pushing event updated for resources: {'Port': ['ID=ed54e100-68bf-44d4-a053-033e06fbd87f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:02.154004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cf261b5c-de21-47a6-9052-3fd77b04c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:02.155815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:02.160170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Attempting to bind port 2686ea2d-3c78-48d6-bce6-af8818b9e22c on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:42:02.160610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Attempting to bind port 2686ea2d-3c78-48d6-bce6-af8818b9e22c by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:42:02.161178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Attempting to bind port 2686ea2d-3c78-48d6-bce6-af8818b9e22c on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:42:02.178487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:02.223623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:42:02.224066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:42:02.224533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:02.224990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:42:02.225552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Bound port: 2686ea2d-3c78-48d6-bce6-af8818b9e22c, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:42:02.225987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:02.267736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:02.286718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd824647-f02f-4751-b788-a0c6af41dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:02.354178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] For port 2686ea2d-3c78-48d6-bce6-af8818b9e22c, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:42:02.357886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] For port 2686ea2d-3c78-48d6-bce6-af8818b9e22c, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2686ea2d-3c78-48d6-bce6-af8818b9e22c,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:42:02.361147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-dd824647-f02f-4751-b788-a0c6af41dcc6 None None] For port ac9bdc13-6cc6-4b90-90f4-72b991e04814, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ac9bdc13-6cc6-4b90-90f4-72b991e04814,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:42:02.364152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:02.369151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:02.409524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd824647-f02f-4751-b788-a0c6af41dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:02.460719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf261b5c-de21-47a6-9052-3fd77b04c801 None None] Pushing event updated for resources: {'Port': ['ID=2686ea2d-3c78-48d6-bce6-af8818b9e22c,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:02.464664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cf261b5c-de21-47a6-9052-3fd77b04c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:02.465199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:02.513266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:02.513987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79abc208>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:41:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:42:02.519388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:02.526736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:02.563040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:02.650977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:02.655547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Pushing event updated for resources: {'Port': ['ID=ed54e100-68bf-44d4-a053-033e06fbd87f,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:02.659104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:02.697355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd824647-f02f-4751-b788-a0c6af41dcc6 None None] Pushing event updated for resources: {'Port': ['ID=ac9bdc13-6cc6-4b90-90f4-72b991e04814,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:02.704141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dd824647-f02f-4751-b788-a0c6af41dcc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:02.727817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-82120b2f-c5e7-45b0-99de-c24e3d732472 None None] Provisioning for port ed54e100-68bf-44d4-a053-033e06fbd87f completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:42:02.738716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-82120b2f-c5e7-45b0-99de-c24e3d732472 None None] Provisioning complete for port ed54e100-68bf-44d4-a053-033e06fbd87f triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:42:02.740026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82120b2f-c5e7-45b0-99de-c24e3d732472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:02.795982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:42:02.813706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Network dfb33c54-7984-45e2-9e4a-925c5da9b47d is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:42:02.814968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:42:02.863463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-82120b2f-c5e7-45b0-99de-c24e3d732472 None None] Port ed54e100-68bf-44d4-a053-033e06fbd87f cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:42:02.953407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-82120b2f-c5e7-45b0-99de-c24e3d732472 None None] Provisioning complete for port ac9bdc13-6cc6-4b90-90f4-72b991e04814 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:42:02.953846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82120b2f-c5e7-45b0-99de-c24e3d732472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:03.247590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Router c1dbdda0-f9ca-4c12-81a1-d407191cb06a has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:42:03.267132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79abc208>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 2, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:42:03.272257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c306e2-bdf3-43d0-b861-af0f091285e3 None None] The sync data for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv is: [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 2, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:42:03.362498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b67d4ea7-5400-4670-8c10-6b1f9fe4e535 None None] Provisioning complete for port ed54e100-68bf-44d4-a053-033e06fbd87f triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:42:03.363051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b67d4ea7-5400-4670-8c10-6b1f9fe4e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:03.424241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b67d4ea7-5400-4670-8c10-6b1f9fe4e535 None None] Port ed54e100-68bf-44d4-a053-033e06fbd87f cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:42:03.472679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:42:03.482140 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] 10.222.0.67 "PUT /v2.0/routers/c1dbdda0-f9ca-4c12-81a1-d407191cb06a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9356811
Dec 23 16:42:04.074174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 33142) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:04.080811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--770988678', 'description': 'tempest-description--1368239254'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:42:04.087899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:42:04.092086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Usage tracker for resource:security_group and tenant:085c03bb84c948ac93eb4c43e6d31a85 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:42:04.095177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:42:04.101995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:42:04.112210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:04.151833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:42:04.155893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Usage tracker for resource:security_group_rule and tenant:085c03bb84c948ac93eb4c43e6d31a85 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:42:04.158902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:42:04.165151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:42:04.235099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:04.237853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:04.244353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-930aa533-0e80-4772-b86a-607e00ce872a tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:04.289589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:04.290952 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2155354
Dec 23 16:42:04.292208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68358e1-dce0-4c79-825a-be7a5c38680e,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:04.294040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 33146) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:04.297074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d01c1097-41d8-4d3c-adcd-ad86bb1456dd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:04.304577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f7868d3f-f4d7-4e1c-9fd6-9b76e9dfe041 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Request body: {'security_group_rule': {'security_group_id': 'd68358e1-dce0-4c79-825a-be7a5c38680e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:42:04.314832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f7868d3f-f4d7-4e1c-9fd6-9b76e9dfe041 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:42:04.320005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f7868d3f-f4d7-4e1c-9fd6-9b76e9dfe041 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Usage tracker for resource:security_group_rule and tenant:085c03bb84c948ac93eb4c43e6d31a85 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:42:04.324644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f7868d3f-f4d7-4e1c-9fd6-9b76e9dfe041 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:42:04.331048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f7868d3f-f4d7-4e1c-9fd6-9b76e9dfe041 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:42:04.351664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7868d3f-f4d7-4e1c-9fd6-9b76e9dfe041 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:04.428002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7868d3f-f4d7-4e1c-9fd6-9b76e9dfe041 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:04.431358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7868d3f-f4d7-4e1c-9fd6-9b76e9dfe041 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:04.433573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-91177f96-48d2-4b68-9683-28ff892203e1 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:04.458720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7868d3f-f4d7-4e1c-9fd6-9b76e9dfe041 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed86e22c-e4cb-4cce-9074-5f850e666376,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:04.461770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f7868d3f-f4d7-4e1c-9fd6-9b76e9dfe041 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:04.470774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7868d3f-f4d7-4e1c-9fd6-9b76e9dfe041 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:04.471785 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f7868d3f-f4d7-4e1c-9fd6-9b76e9dfe041 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1766577
Dec 23 16:42:04.475415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 33150) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:04.481932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6e259c63-07b2-4375-8b95-cd564b23b7d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Request body: {'security_group_rule': {'security_group_id': 'd68358e1-dce0-4c79-825a-be7a5c38680e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:42:04.488661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e259c63-07b2-4375-8b95-cd564b23b7d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:42:04.492991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e259c63-07b2-4375-8b95-cd564b23b7d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Usage tracker for resource:security_group_rule and tenant:085c03bb84c948ac93eb4c43e6d31a85 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:42:04.496117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e259c63-07b2-4375-8b95-cd564b23b7d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:42:04.502420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e259c63-07b2-4375-8b95-cd564b23b7d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:42:04.519398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e259c63-07b2-4375-8b95-cd564b23b7d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:04.587563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e259c63-07b2-4375-8b95-cd564b23b7d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:04.590356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e259c63-07b2-4375-8b95-cd564b23b7d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:04.592710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1953fd0f-5593-43a5-8f22-a124bab5579c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:04.617617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e259c63-07b2-4375-8b95-cd564b23b7d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4aa9aa-5ad2-4519-92f3-f047ee46370e,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:04.620549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e259c63-07b2-4375-8b95-cd564b23b7d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:04.627440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e259c63-07b2-4375-8b95-cd564b23b7d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:04.628749 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6e259c63-07b2-4375-8b95-cd564b23b7d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1520448
Dec 23 16:42:04.632999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 33154) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:04.638940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:42:04.646206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:42:04.650305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Usage tracker for resource:floatingip and tenant:085c03bb84c948ac93eb4c43e6d31a85 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:42:04.653490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:42:04.659658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:42:04.669921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:04.823608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ac9bdc13-6cc6-4b90-90f4-72b991e04814 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:42:04.905144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port ac9bdc13-6cc6-4b90-90f4-72b991e04814 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:42:04.905593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:05.043888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2686ea2d-3c78-48d6-bce6-af8818b9e22c up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:42:05.062907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:05.119512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 2686ea2d-3c78-48d6-bce6-af8818b9e22c completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:42:05.125035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 2686ea2d-3c78-48d6-bce6-af8818b9e22c triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:42:05.125446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:05.215198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Allocated IP 172.26.5.167 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/d3261e27-52f9-41e9-bcce-2e0cf6e2ee50) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:42:05.255318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:05.272371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 2686ea2d-3c78-48d6-bce6-af8818b9e22c, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2686ea2d-3c78-48d6-bce6-af8818b9e22c,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:42:05.275221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:05.278061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:05.390858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:05.419333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:05.424232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e295607b-446b-437f-9999-4b54f5a60edc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:05.495896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:42:05.499472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:42:05.501812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Pushing event updated for resources: {'Port': ['ID=d3261e27-52f9-41e9-bcce-2e0cf6e2ee50,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:05.505940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=2686ea2d-3c78-48d6-bce6-af8818b9e22c,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:05.509209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:05.511094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:42:05.546203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:05.546647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:05.547135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:05.547567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:05.547996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:05.548427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:05.548849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:05.549273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:05.549695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:05.550111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:05.550539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:05.558956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:05.685328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:05.741115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:05.956431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:05.960783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:05.965221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6142543d-0073-4e27-9c63-0ebc40bbb406 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:06.071839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Pushing event updated for resources: {'Port': ['ID=d3261e27-52f9-41e9-bcce-2e0cf6e2ee50,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:06.079800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:06.092871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:06.115829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:06.117195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4831531
Dec 23 16:42:06.302833 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-c7539c92-b183-4e32-9248-e174afd5c4ec tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--770988678&fields=id&tenant_id=085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 267 time: 0.0456815
Dec 23 16:42:06.465882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-b5e40443-9e88-41b2-9db8-b6afc9d59174 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:06.467450 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-b5e40443-9e88-41b2-9db8-b6afc9d59174 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 811 time: 0.1578388
Dec 23 16:42:06.485521 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-efb4164f-bca1-45f5-b35a-195fd3823e1a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/quotas/085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 375 time: 0.0122008
Dec 23 16:42:06.578386 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-efd51c90-270a-417d-9a01-cb58b48ebfaf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0865538
Dec 23 16:42:06.733627 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-f7dec31d-b43b-4f59-ac4f-8d611885167f service neutron] 10.222.0.67 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425261
Dec 23 16:42:06.735853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2686ea2d-3c78-48d6-bce6-af8818b9e22c up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:42:06.808885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 2686ea2d-3c78-48d6-bce6-af8818b9e22c triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:42:06.809327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:06.885154 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-ef568c05-d2d0-4038-8030-8b182a1aa325 service neutron] 10.222.0.67 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435561
Dec 23 16:42:07.013874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:42:07.076085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Sync routers for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:42:07.089908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:07.090079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-5b7033c0-55df-4c0a-a5a9-d323a0282302 req-1a01e279-b81d-484e-baad-e5e7783265de tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Synchronizing usage tracker for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:42:07.090650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9772b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:41:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:42:07.114596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-5b7033c0-55df-4c0a-a5a9-d323a0282302 req-1a01e279-b81d-484e-baad-e5e7783265de tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Unset dirty status for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:42:07.115955 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5b7033c0-55df-4c0a-a5a9-d323a0282302 req-1a01e279-b81d-484e-baad-e5e7783265de tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 210 time: 0.0763307
Dec 23 16:42:07.289442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:42:07.627525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9772b0>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 2, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:42:07.632519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Checking router: c1dbdda0-f9ca-4c12-81a1-d407191cb06a for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:42:07.632936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Updating router c1dbdda0-f9ca-4c12-81a1-d407191cb06a port ed54e100-68bf-44d4-a053-033e06fbd87f binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:42:07.691730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:08.050095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:08.063525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Transition to ACTIVE for port object ed54e100-68bf-44d4-a053-033e06fbd87f will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:42:08.069197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:08.073506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-83b4b265-c61a-4e51-a93b-4c08cabf7249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:08.139729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Pushing event updated for resources: {'Port': ['ID=ed54e100-68bf-44d4-a053-033e06fbd87f,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:08.171523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-0002e56c-0269-4092-9a57-6857e4d481a5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:08.172497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-0002e56c-0269-4092-9a57-6857e4d481a5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Synchronizing usage tracker for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:42:08.194716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-0002e56c-0269-4092-9a57-6857e4d481a5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Unset dirty status for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:42:08.196271 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-0002e56c-0269-4092-9a57-6857e4d481a5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 811 time: 0.1869152
Dec 23 16:42:08.304666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-51a42366-f763-48d3-8e13-4f1189c96637 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Synchronizing usage tracker for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:42:08.326835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-51a42366-f763-48d3-8e13-4f1189c96637 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Unset dirty status for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:42:08.334886 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-51a42366-f763-48d3-8e13-4f1189c96637 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 379 time: 0.1274033
Dec 23 16:42:08.340461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Request body: {'port': {'device_id': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'admin_state_up': True, 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'security_groups': ['d68358e1-dce0-4c79-825a-be7a5c38680e']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:42:08.358709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Attempting to bind port ed54e100-68bf-44d4-a053-033e06fbd87f on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:42:08.359680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Attempting to bind port ed54e100-68bf-44d4-a053-033e06fbd87f by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:42:08.360283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Attempting to bind port ed54e100-68bf-44d4-a053-033e06fbd87f on network dfb33c54-7984-45e2-9e4a-925c5da9b47d {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:42:08.365713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:08.366196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:08.366626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:08.367240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:08.367698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:08.368161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:08.368762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:08.369236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:08.369825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:08.370293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:08.370760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:08.375844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:08.378311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:42:08.380109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Checking segment: {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:42:08.380291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:08.380798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Bound using segment: {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:42:08.381439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Bound port: ed54e100-68bf-44d4-a053-033e06fbd87f, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:42:08.381965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:08.404091 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4385f45b-db28-4fac-8a9c-f024480e8719 req-fbcfcc68-c688-47b8-b081-583c977e85f9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 210 time: 0.0684164
Dec 23 16:42:08.488059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] For port ed54e100-68bf-44d4-a053-033e06fbd87f, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:42:08.492677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] For port ed54e100-68bf-44d4-a053-033e06fbd87f, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ed54e100-68bf-44d4-a053-033e06fbd87f,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:42:08.496744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:08.502026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:08.508922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:42:08.519696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:42:08.529556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Made reservation on behalf of 085c03bb84c948ac93eb4c43e6d31a85 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:42:08.535694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:08.583906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Pushing event updated for resources: {'Port': ['ID=ed54e100-68bf-44d4-a053-033e06fbd87f,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:08.588482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:08.589526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:08.590201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9772b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:41:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:42:08.725915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Allocated IP 172.20.0.8 (dfb33c54-7984-45e2-9e4a-925c5da9b47d/9bab0d22-3bcf-4ece-8203-f21058cb3c3e/d2792d8a-86a2-487d-8812-5421c5444a45) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:42:08.794591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:42:08.795862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ed54e100-68bf-44d4-a053-033e06fbd87f up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:42:08.884751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port ed54e100-68bf-44d4-a053-033e06fbd87f completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:42:08.891075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port ed54e100-68bf-44d4-a053-033e06fbd87f triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:42:08.892110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:08.968503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1bafa01c-f2b1-42d7-b594-488ce91ce0de None None] Provisioning complete for port ed54e100-68bf-44d4-a053-033e06fbd87f triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:42:08.968928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1bafa01c-f2b1-42d7-b594-488ce91ce0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:08.974939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:08.991942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Transition to ACTIVE for port object d2792d8a-86a2-487d-8812-5421c5444a45 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:42:09.013454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:09.020797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-88b3827b-ee4a-4960-9cd9-db3c9c09afa3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:09.096115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:09.096326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Network dfb33c54-7984-45e2-9e4a-925c5da9b47d is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:42:09.097290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:42:09.102220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:42:09.140460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Pushing event updated for resources: {'Port': ['ID=d2792d8a-86a2-487d-8812-5421c5444a45,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:09.154809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:09.155282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:09.155718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:09.156150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:09.156588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:09.157016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:09.157422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:09.157855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:09.157961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9772b0>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:42:09.158281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:09.158701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:09.159152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:42:09.163289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28208d4-4240-4068-8609-1fbdc7916cdc None None] The sync data for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv is: [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:42:09.179216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port ed54e100-68bf-44d4-a053-033e06fbd87f, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ed54e100-68bf-44d4-a053-033e06fbd87f,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:42:09.189928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:09.192210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:09.196285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:09.211318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:09.212123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:09.229880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1bafa01c-f2b1-42d7-b594-488ce91ce0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:09.251791 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9068453
Dec 23 16:42:09.259088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Request body: {'port': {'device_id': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:42:09.343558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-1bafa01c-f2b1-42d7-b594-488ce91ce0de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:42:09.343989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-1bafa01c-f2b1-42d7-b594-488ce91ce0de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:42:09.356729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=ed54e100-68bf-44d4-a053-033e06fbd87f,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:09.363045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:09.394762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:09.999579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934fb6c-4dca-4ef1-b276-16e7da7ba6a8 req-0ed46c83-ab02-40ae-85d0-83b6c5632864 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:10.000341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-4934fb6c-4dca-4ef1-b276-16e7da7ba6a8 req-0ed46c83-ab02-40ae-85d0-83b6c5632864 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Synchronizing usage tracker for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:42:10.030345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-4934fb6c-4dca-4ef1-b276-16e7da7ba6a8 req-0ed46c83-ab02-40ae-85d0-83b6c5632864 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Unset dirty status for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:42:10.031680 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4934fb6c-4dca-4ef1-b276-16e7da7ba6a8 req-0ed46c83-ab02-40ae-85d0-83b6c5632864 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 931 time: 0.4824059
Dec 23 16:42:10.038073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-838e6029-cc29-4013-90ba-c75e61183ed8 None None] Provisioning for port d2792d8a-86a2-487d-8812-5421c5444a45 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:42:10.043655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-838e6029-cc29-4013-90ba-c75e61183ed8 None None] Provisioning complete for port d2792d8a-86a2-487d-8812-5421c5444a45 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:42:10.044089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-838e6029-cc29-4013-90ba-c75e61183ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:10.104641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-838e6029-cc29-4013-90ba-c75e61183ed8 None None] Port d2792d8a-86a2-487d-8812-5421c5444a45 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:42:10.141913 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4934fb6c-4dca-4ef1-b276-16e7da7ba6a8 req-5ebeca10-0c52-4e67-b546-05960f5c0bf4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1019645
Dec 23 16:42:10.153848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2792d8a-86a2-487d-8812-5421c5444a45 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:42:10.161979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:10.178154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Transition to ACTIVE for port object d2792d8a-86a2-487d-8812-5421c5444a45 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:42:10.183226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:10.188362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3684581b-9e52-4ad1-8e81-25b8cd2fe536 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:10.319883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Pushing event updated for resources: {'Port': ['ID=d2792d8a-86a2-487d-8812-5421c5444a45,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:10.324690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:10.443839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Attempting to bind port d2792d8a-86a2-487d-8812-5421c5444a45 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:42:10.444113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Attempting to bind port d2792d8a-86a2-487d-8812-5421c5444a45 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:42:10.444487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Attempting to bind port d2792d8a-86a2-487d-8812-5421c5444a45 on network dfb33c54-7984-45e2-9e4a-925c5da9b47d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:42:10.451070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Port d2792d8a-86a2-487d-8812-5421c5444a45 on network dfb33c54-7984-45e2-9e4a-925c5da9b47d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:42:10.451447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Attempting to bind port d2792d8a-86a2-487d-8812-5421c5444a45 on network dfb33c54-7984-45e2-9e4a-925c5da9b47d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:42:10.458626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:42:10.459034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Checking segment: {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:42:10.459467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Bound using segment: {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:42:10.459943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Bound port: d2792d8a-86a2-487d-8812-5421c5444a45, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:42:10.460336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:10.561304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] For port d2792d8a-86a2-487d-8812-5421c5444a45, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:42:10.564436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] For port d2792d8a-86a2-487d-8812-5421c5444a45, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d2792d8a-86a2-487d-8812-5421c5444a45,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:42:10.567775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:10.572247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fe31a688-f1e1-4a49-a4a8-ecc367979855 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:10.637590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:10.639224 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] 10.222.0.36 "PUT /v2.0/ports/d2792d8a-86a2-487d-8812-5421c5444a45 HTTP/1.1" status: 200  len: 1093 time: 1.3860009
Dec 23 16:42:10.639803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'tag': 'd2792d8a-86a2-487d-8812-5421c5444a45'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:42:10.655301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Pushing event updated for resources: {'Port': ['ID=d2792d8a-86a2-487d-8812-5421c5444a45,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:10.659220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:10.727156 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'tag': 'd2792d8a-86a2-487d-8812-5421c5444a45', 'status': 'completed', 'code': 200}
Dec 23 16:42:10.752911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ed54e100-68bf-44d4-a053-033e06fbd87f up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:42:10.780468 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-596084ab-c7ca-4be5-b2aa-b2e60549f765 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 1096 time: 0.1038826
Dec 23 16:42:10.848474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port ed54e100-68bf-44d4-a053-033e06fbd87f triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:42:10.849165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:10.862380 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-a8623644-60cb-4e9f-896e-9fad99ead13a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2792d8a-86a2-487d-8812-5421c5444a45 HTTP/1.1" status: 200  len: 217 time: 0.0750422
Dec 23 16:42:10.940144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-41619d5c-6e2b-45ef-963b-c49e58594c7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:10.941527 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-41619d5c-6e2b-45ef-963b-c49e58594c7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0724883
Dec 23 16:42:11.045316 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-6c04b0c2-e385-45f8-afde-ac2a08ea2926 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0970259
Dec 23 16:42:11.235734 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-fb8ae85b-4805-4422-80f4-c6943966c223 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1834807
Dec 23 16:42:11.455172 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-21c3e8e8-1afb-4035-b596-e5b0fd4e959a req-0ccecc27-1f13-405b-8558-a330875aac4c service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129717
Dec 23 16:42:11.470957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ddfb0-1a3a-4cd4-ab6e-31f8cd503a75 req-37d2e547-4c74-4237-8a2c-e3cb334f67f8 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:11.472624 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e98ddfb0-1a3a-4cd4-ab6e-31f8cd503a75 req-37d2e547-4c74-4237-8a2c-e3cb334f67f8 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 943 time: 0.1833234
Dec 23 16:42:11.581778 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e98ddfb0-1a3a-4cd4-ab6e-31f8cd503a75 req-c974dbac-5f71-45b0-8f32-fba90fb6e11f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1018167
Dec 23 16:42:11.602764 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8ab3c6a3-45da-4dfa-a7b2-503d7883f9e2 req-4fd58bd1-e884-435f-8c5a-0af6166b4dba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 1096 time: 0.0990324
Dec 23 16:42:11.758517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c6a3-45da-4dfa-a7b2-503d7883f9e2 req-5151562d-e901-4e16-aacc-f615e2b136b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:11.760106 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8ab3c6a3-45da-4dfa-a7b2-503d7883f9e2 req-5151562d-e901-4e16-aacc-f615e2b136b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1503637
Dec 23 16:42:11.830918 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8ab3c6a3-45da-4dfa-a7b2-503d7883f9e2 req-b2c11b7e-4c9d-4968-8c44-7cebc1d39bd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2792d8a-86a2-487d-8812-5421c5444a45 HTTP/1.1" status: 200  len: 217 time: 0.0638807
Dec 23 16:42:11.904901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c6a3-45da-4dfa-a7b2-503d7883f9e2 req-4684dd9f-aabe-4dc1-854a-40d8a8b13738 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:11.906445 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8ab3c6a3-45da-4dfa-a7b2-503d7883f9e2 req-4684dd9f-aabe-4dc1-854a-40d8a8b13738 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0671654
Dec 23 16:42:11.990952 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8ab3c6a3-45da-4dfa-a7b2-503d7883f9e2 req-b1a84b28-83f9-4d05-a375-68ce30d47a76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767593
Dec 23 16:42:12.136731 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8ab3c6a3-45da-4dfa-a7b2-503d7883f9e2 req-3e03c568-90c6-407a-8a2a-dfdab7924823 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383979
Dec 23 16:42:12.283648 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8ab3c6a3-45da-4dfa-a7b2-503d7883f9e2 req-25f44b3b-39ac-4efd-9906-7fb92620df3f service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405628
Dec 23 16:42:12.350671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:12.794642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f6169-8d40-42f1-91f7-e6337bce3db0 req-b366851f-e018-4dab-b625-5be99faf7917 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:12.796299 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a49f6169-8d40-42f1-91f7-e6337bce3db0 req-b366851f-e018-4dab-b625-5be99faf7917 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 943 time: 0.0887570
Dec 23 16:42:12.845294 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a49f6169-8d40-42f1-91f7-e6337bce3db0 req-dfb7414d-82a3-4068-ab8b-bf8d348a3432 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422022
Dec 23 16:42:13.961942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d2792d8a-86a2-487d-8812-5421c5444a45 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:42:14.059219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281db907-c338-4db3-9de5-16ba55aa0f18 req-b4a20bd2-1333-4de5-9a8d-c537602e69fe tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:14.060841 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-281db907-c338-4db3-9de5-16ba55aa0f18 req-b4a20bd2-1333-4de5-9a8d-c537602e69fe tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 943 time: 0.0915425
Dec 23 16:42:14.107870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d2792d8a-86a2-487d-8812-5421c5444a45, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d2792d8a-86a2-487d-8812-5421c5444a45,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:42:14.109909 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-281db907-c338-4db3-9de5-16ba55aa0f18 req-8497c875-b7c7-4d61-9c27-cf4a45c7bd33 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429330
Dec 23 16:42:14.122809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'd2792d8a-86a2-487d-8812-5421c5444a45', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'port_id': 'd2792d8a-86a2-487d-8812-5421c5444a45', 'mac_address': 'fa:16:3e:eb:2b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:42:14.182935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:14.202229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2792d8a-86a2-487d-8812-5421c5444a45 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:42:14.218080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d2792d8a-86a2-487d-8812-5421c5444a45, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d2792d8a-86a2-487d-8812-5421c5444a45,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:42:14.221266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:14.223744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:14.290322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=d2792d8a-86a2-487d-8812-5421c5444a45,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:14.293618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:14.423080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['d2792d8a-86a2-487d-8812-5421c5444a45'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:42:15.321235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae35f92-0134-47a4-93f6-223c578616cc req-b9befe24-917d-4173-b559-994435cf20d9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:15.322889 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7ae35f92-0134-47a4-93f6-223c578616cc req-b9befe24-917d-4173-b559-994435cf20d9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 944 time: 0.0865450
Dec 23 16:42:15.371741 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7ae35f92-0134-47a4-93f6-223c578616cc req-564f299e-4e2c-4bd6-a40c-5512e2b348fa tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427394
Dec 23 16:42:15.993367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d2792d8a-86a2-487d-8812-5421c5444a45 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:42:16.064496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port d2792d8a-86a2-487d-8812-5421c5444a45 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:42:16.069553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port d2792d8a-86a2-487d-8812-5421c5444a45 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:42:16.069988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:16.197159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:16.227466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2792d8a-86a2-487d-8812-5421c5444a45'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:42:16.237599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d2792d8a-86a2-487d-8812-5421c5444a45, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d2792d8a-86a2-487d-8812-5421c5444a45,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:42:16.240529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:16.243544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:42:16.291432 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2792d8a-86a2-487d-8812-5421c5444a45', 'code': 200}
Dec 23 16:42:16.313137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=d2792d8a-86a2-487d-8812-5421c5444a45,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:42:16.316272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:42:16.520936 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-803378d8-639b-486b-a807-637bf9f44641 req-918d975b-165e-47b1-8816-3818ffdabc1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 1098 time: 0.0759785
Dec 23 16:42:16.565919 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-803378d8-639b-486b-a807-637bf9f44641 req-10be3f45-6256-49ac-b242-b157caf1eaf9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393171
Dec 23 16:42:16.579750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9385c-7708-45e7-901c-3e53084296ed req-55e8dccf-90cc-4cb8-bc40-9359355bc0c0 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:16.581358 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ebf9385c-7708-45e7-901c-3e53084296ed req-55e8dccf-90cc-4cb8-bc40-9359355bc0c0 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0873895
Dec 23 16:42:16.630750 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ebf9385c-7708-45e7-901c-3e53084296ed req-b868ed25-8b97-4ca2-8e55-a6f5add02e8d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425997
Dec 23 16:42:17.839211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5412ee4-b88d-4079-84b5-d83a39c780bb req-e1fdbc13-ad8e-4493-a6ba-6991e4ecf0f9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:17.840810 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5412ee4-b88d-4079-84b5-d83a39c780bb req-e1fdbc13-ad8e-4493-a6ba-6991e4ecf0f9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0860662
Dec 23 16:42:17.888888 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5412ee4-b88d-4079-84b5-d83a39c780bb req-590465be-2de1-45ee-a49e-32a32a750f80 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419569
Dec 23 16:42:18.089192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de0eaa-d429-4981-bc13-1ee74db844ab req-a3622f33-4091-4105-9b9c-a12eacd31002 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:18.090840 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-85de0eaa-d429-4981-bc13-1ee74db844ab req-a3622f33-4091-4105-9b9c-a12eacd31002 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0854232
Dec 23 16:42:18.101234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 33206) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:18.107239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-16197e65-ea0f-42ec-8a97-2f064c05e241 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Request body: {'floatingip': {'port_id': 'd2792d8a-86a2-487d-8812-5421c5444a45'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:42:18.189544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16197e65-ea0f-42ec-8a97-2f064c05e241 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:18.804951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16197e65-ea0f-42ec-8a97-2f064c05e241 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:18.807699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16197e65-ea0f-42ec-8a97-2f064c05e241 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:19.003574 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-16197e65-ea0f-42ec-8a97-2f064c05e241 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d associated. External IP: 172.26.5.167, port: d2792d8a-86a2-487d-8812-5421c5444a45.
Dec 23 16:42:19.654834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16197e65-ea0f-42ec-8a97-2f064c05e241 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Router c1dbdda0-f9ca-4c12-81a1-d407191cb06a has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:42:19.868698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16197e65-ea0f-42ec-8a97-2f064c05e241 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:42:19.873618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-16197e65-ea0f-42ec-8a97-2f064c05e241 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:19.882166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a74c2b-8354-4f98-812e-594f37657559 None None] Sync routers for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:42:19.895149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a74c2b-8354-4f98-812e-594f37657559 None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:19.895834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d7a74c2b-8354-4f98-812e-594f37657559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79db3b00>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:41:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:42:19.933424 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-16197e65-ea0f-42ec-8a97-2f064c05e241 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "PUT /v2.0/floatingips/6cf5e60f-ec7e-459c-ad53-7cce48eed84d HTTP/1.1" status: 200  len: 991 time: 1.8309553
Dec 23 16:42:19.934069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'tag': 'd2792d8a-86a2-487d-8812-5421c5444a45'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:42:19.996350 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'tag': 'd2792d8a-86a2-487d-8812-5421c5444a45', 'status': 'completed', 'code': 200}
Dec 23 16:42:20.093428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d7a74c2b-8354-4f98-812e-594f37657559 None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:42:20.095534 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-228215a3-014f-4916-a4b2-63b55b636ba5 req-fe193159-f96c-4839-b7fe-acb46d913c5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 1098 time: 0.0766938
Dec 23 16:42:20.249019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228215a3-014f-4916-a4b2-63b55b636ba5 req-3e626e20-fbf5-4178-b20f-9a0b9af3f8b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:20.250665 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-228215a3-014f-4916-a4b2-63b55b636ba5 req-3e626e20-fbf5-4178-b20f-9a0b9af3f8b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1493983
Dec 23 16:42:20.361064 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-228215a3-014f-4916-a4b2-63b55b636ba5 req-2a872051-6ef5-40da-9644-34dd57aa90b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2792d8a-86a2-487d-8812-5421c5444a45 HTTP/1.1" status: 200  len: 999 time: 0.1043363
Dec 23 16:42:20.430263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228215a3-014f-4916-a4b2-63b55b636ba5 req-793b1acb-033f-4760-af87-2ba853344898 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:20.431922 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-228215a3-014f-4916-a4b2-63b55b636ba5 req-793b1acb-033f-4760-af87-2ba853344898 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0651281
Dec 23 16:42:20.475323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d7a74c2b-8354-4f98-812e-594f37657559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79db3b00>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '6cf5e60f-ec7e-459c-ad53-7cce48eed84d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'port_id': 'd2792d8a-86a2-487d-8812-5421c5444a45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'mac_address': 'fa:16:3e:eb:2b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:18Z', 'revision_number': 1, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:42:20.479421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a74c2b-8354-4f98-812e-594f37657559 None None] Checking router: c1dbdda0-f9ca-4c12-81a1-d407191cb06a for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:42:20.491307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a74c2b-8354-4f98-812e-594f37657559 None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:20.491993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d7a74c2b-8354-4f98-812e-594f37657559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79db3b00>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:41:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:42:20.516725 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-228215a3-014f-4916-a4b2-63b55b636ba5 req-ba149e69-4182-4e6e-afc9-f7c1322e19e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0786154
Dec 23 16:42:20.662439 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-228215a3-014f-4916-a4b2-63b55b636ba5 req-95712579-8ac8-4c3f-ac86-115c0feb4d25 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393013
Dec 23 16:42:20.681027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d7a74c2b-8354-4f98-812e-594f37657559 None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:42:20.806864 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-228215a3-014f-4916-a4b2-63b55b636ba5 req-09235749-a253-4c45-8aaf-358cf70c6f94 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387181
Dec 23 16:42:21.213871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d7a74c2b-8354-4f98-812e-594f37657559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79db3b00>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '6cf5e60f-ec7e-459c-ad53-7cce48eed84d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'port_id': 'd2792d8a-86a2-487d-8812-5421c5444a45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'mac_address': 'fa:16:3e:eb:2b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:18Z', 'revision_number': 1, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:42:21.218188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a74c2b-8354-4f98-812e-594f37657559 None None] The sync data for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv is: [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '6cf5e60f-ec7e-459c-ad53-7cce48eed84d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'port_id': 'd2792d8a-86a2-487d-8812-5421c5444a45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'mac_address': 'fa:16:3e:eb:2b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:18Z', 'revision_number': 1, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:42:21.544521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee247c57-05d7-4ff1-8ff7-7e490a5454ea None None] New status for floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:42:24.448246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4fbf625f-c1fe-4c07-b145-b40cd8b61357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:25.975286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:26.823351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b1867fa5-0e8b-4b7d-9e7c-65f9cc2299da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:27.378892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:28.649328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:42.354324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:44.014979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:42:51.310646 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dbc9ccb1-2c72-47b9-9f30-b4f26a4299db req-41e3eafa-da25-4e0e-9e0b-f5df1d5e0ac1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0765853
Dec 23 16:42:51.460305 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dbc9ccb1-2c72-47b9-9f30-b4f26a4299db req-3f1c3ab3-bccf-458a-9c77-e792b3191514 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 1098 time: 0.0784833
Dec 23 16:42:51.626075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9ccb1-2c72-47b9-9f30-b4f26a4299db req-bbad77b2-bbef-48a1-91dc-f0ede035cb0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:51.627678 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dbc9ccb1-2c72-47b9-9f30-b4f26a4299db req-bbad77b2-bbef-48a1-91dc-f0ede035cb0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1397238
Dec 23 16:42:51.735591 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dbc9ccb1-2c72-47b9-9f30-b4f26a4299db req-a9dc66a7-1049-4bd3-9814-70055c2671b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2792d8a-86a2-487d-8812-5421c5444a45 HTTP/1.1" status: 200  len: 1001 time: 0.1008368
Dec 23 16:42:51.807492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9ccb1-2c72-47b9-9f30-b4f26a4299db req-0ea38131-557f-4f48-aafa-619b5e24889e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:51.809068 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dbc9ccb1-2c72-47b9-9f30-b4f26a4299db req-0ea38131-557f-4f48-aafa-619b5e24889e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0667207
Dec 23 16:42:51.889160 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dbc9ccb1-2c72-47b9-9f30-b4f26a4299db req-b95c3125-c644-4a6b-99ce-c3af9aa15366 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0739074
Dec 23 16:42:52.030638 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dbc9ccb1-2c72-47b9-9f30-b4f26a4299db req-79dfdcae-3293-4094-8688-2960119e14ec service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345720
Dec 23 16:42:52.182980 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dbc9ccb1-2c72-47b9-9f30-b4f26a4299db req-9da9be94-837b-42ab-a934-f9dfe45655d7 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455531
Dec 23 16:42:54.450963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e399-dad4-4ce6-bedf-3e1ca17b6dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:54.633883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e36183-c4d6-4dc8-916d-1b99ecdf0bff req-7f3fa4dc-23e5-4b96-9041-1b9d72e2b2bc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:54.635622 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-94e36183-c4d6-4dc8-916d-1b99ecdf0bff req-7f3fa4dc-23e5-4b96-9041-1b9d72e2b2bc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0895593
Dec 23 16:42:54.684354 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-94e36183-c4d6-4dc8-916d-1b99ecdf0bff req-b369626d-b848-47fb-9069-e23f91f47250 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424592
Dec 23 16:42:54.896448 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-100d2063-fb17-47ed-995e-f244edc6e18c req-278765de-01fc-4832-8eb1-83ba46d2a166 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0778785
Dec 23 16:42:55.249369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18853357-428f-4774-a807-d206a45dd547 req-164efb4f-22cf-4955-b9af-dca860760015 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:55.251153 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-18853357-428f-4774-a807-d206a45dd547 req-164efb4f-22cf-4955-b9af-dca860760015 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.1021614
Dec 23 16:42:55.304985 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-18853357-428f-4774-a807-d206a45dd547 req-89bbf54a-be8b-43d7-b198-53df60224d29 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463650
Dec 23 16:42:55.401322 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-071ab38d-8ed0-4c30-99b4-205fba2f5513 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3204880
Dec 23 16:42:55.981517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:56.512956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6e925-09c0-4b02-b9a8-de93217a5fd8 req-d4d23cb1-e306-472c-bea6-a287dbd910a5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:56.514553 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-22e6e925-09c0-4b02-b9a8-de93217a5fd8 req-d4d23cb1-e306-472c-bea6-a287dbd910a5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0842149
Dec 23 16:42:56.569510 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-22e6e925-09c0-4b02-b9a8-de93217a5fd8 req-151bafa4-7f80-4229-a6c5-f02ff8eda4ac tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472434
Dec 23 16:42:56.642666 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-64cf0e6c-381f-4690-ae64-1c9d14b0a1d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 1098 time: 0.0765636
Dec 23 16:42:56.786328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-f8437658-c201-4311-af3f-efd67ee484c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:56.787892 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-f8437658-c201-4311-af3f-efd67ee484c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1383848
Dec 23 16:42:56.825771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-92132e10-beb1-4f6d-828b-8817bfe0c335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:56.896645 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-4d0d91e9-db0c-4103-ac8a-aa25fd9ab8c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2792d8a-86a2-487d-8812-5421c5444a45 HTTP/1.1" status: 200  len: 1001 time: 0.1020420
Dec 23 16:42:56.963925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-1cd09b18-0b30-43af-aca1-54772d59dc81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:56.965453 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-1cd09b18-0b30-43af-aca1-54772d59dc81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0626550
Dec 23 16:42:57.046539 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-8552720e-1c9d-4e8d-8073-c2b456eeecb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747361
Dec 23 16:42:57.194172 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-41b8588e-d486-432f-99e3-f9fdee0aced2 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413050
Dec 23 16:42:57.338758 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-91867122-58bf-4ecc-a29f-b05545918223 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379006
Dec 23 16:42:57.381768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:57.779255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84136f55-eccc-48fd-a9c2-e2c36f99617f req-8ee6f394-fff0-4ea0-ac30-8afa4f2084fc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:57.780857 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-84136f55-eccc-48fd-a9c2-e2c36f99617f req-8ee6f394-fff0-4ea0-ac30-8afa4f2084fc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0880861
Dec 23 16:42:57.829276 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-84136f55-eccc-48fd-a9c2-e2c36f99617f req-c2aeb7b6-f559-4c63-a192-4e90487f9f2f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414932
Dec 23 16:42:58.651767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:42:59.036517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c00e1-2caa-4abf-860f-346f2027e6ea req-faf7a49a-f3da-4f0a-a97b-9e3e49df0239 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:42:59.038167 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c39c00e1-2caa-4abf-860f-346f2027e6ea req-faf7a49a-f3da-4f0a-a97b-9e3e49df0239 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0835111
Dec 23 16:42:59.087827 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c39c00e1-2caa-4abf-860f-346f2027e6ea req-d845a159-ae43-4774-bbe8-df05ecdf3ce1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434628
Dec 23 16:43:00.297376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc1a8b-aeca-45a8-9ea2-23b1bd66df87 req-1fccfd5f-ab7e-4197-bce1-96711d189637 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:00.299019 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7edc1a8b-aeca-45a8-9ea2-23b1bd66df87 req-1fccfd5f-ab7e-4197-bce1-96711d189637 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0842187
Dec 23 16:43:00.348707 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7edc1a8b-aeca-45a8-9ea2-23b1bd66df87 req-9666ea34-bdf1-4fd2-a2ea-72e0bd6969e5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434434
Dec 23 16:43:01.561459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25853af5-12f9-4e73-9c32-02e70ae019b2 req-10b5a683-6a59-41e8-97f0-f6916706314e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:01.563026 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25853af5-12f9-4e73-9c32-02e70ae019b2 req-10b5a683-6a59-41e8-97f0-f6916706314e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0919702
Dec 23 16:43:01.611203 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25853af5-12f9-4e73-9c32-02e70ae019b2 req-ced7c306-b79c-48bc-b528-82e791be260a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414417
Dec 23 16:43:02.819878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0886b8-0693-423a-98d5-55e1a65640ea req-92f1efe0-e0ab-4b1c-9dde-65fed12228f5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:02.821487 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-da0886b8-0693-423a-98d5-55e1a65640ea req-92f1efe0-e0ab-4b1c-9dde-65fed12228f5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0880353
Dec 23 16:43:02.869171 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-da0886b8-0693-423a-98d5-55e1a65640ea req-3b14e2b6-f445-4930-a45d-dd8ae78658b5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415859
Dec 23 16:43:04.072674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc78dc9-5b4c-433a-b502-c7c5c3b3ba25 req-f1d3aca5-bb83-4cff-9b46-c55934a7c02a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:04.074272 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5fc78dc9-5b4c-433a-b502-c7c5c3b3ba25 req-f1d3aca5-bb83-4cff-9b46-c55934a7c02a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0827730
Dec 23 16:43:04.124493 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5fc78dc9-5b4c-433a-b502-c7c5c3b3ba25 req-85c640ab-9acd-45d2-a457-c88610e85341 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441701
Dec 23 16:43:05.331338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ca0c5-3734-460b-9e64-1eb3ffbe81ff req-1cf6fa96-eb36-40e4-8e41-d4e44dc6144b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:05.333873 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-158ca0c5-3734-460b-9e64-1eb3ffbe81ff req-1cf6fa96-eb36-40e4-8e41-d4e44dc6144b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0851750
Dec 23 16:43:05.381886 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-158ca0c5-3734-460b-9e64-1eb3ffbe81ff req-77af9f7d-ee30-4809-9d17-ff9bc50f40ea tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419536
Dec 23 16:43:06.594302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc9db2-3a00-46e6-83af-3c4d344fe960 req-bef7fd37-ccc0-4c4b-8ccd-44e1a56920fc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:06.595846 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b7fc9db2-3a00-46e6-83af-3c4d344fe960 req-bef7fd37-ccc0-4c4b-8ccd-44e1a56920fc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0871887
Dec 23 16:43:06.644018 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b7fc9db2-3a00-46e6-83af-3c4d344fe960 req-a21a779d-4eb1-486f-a52e-1e1bc3112532 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414097
Dec 23 16:43:07.855487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e1ae9-a5aa-4271-b5ab-c95c7f61a59b req-47d3e4f5-e9c0-4a41-b199-9673dd271933 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:07.857100 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-789e1ae9-a5aa-4271-b5ab-c95c7f61a59b req-47d3e4f5-e9c0-4a41-b199-9673dd271933 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0858548
Dec 23 16:43:07.905493 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-789e1ae9-a5aa-4271-b5ab-c95c7f61a59b req-bdefe6d9-4373-4be2-90e9-f106d4197029 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423429
Dec 23 16:43:08.984753 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-1f2e5aee-1fd8-47ff-bd97-1124f100b9cf service neutron] 10.222.0.36 "GET /v2.0/ports/d2792d8a-86a2-487d-8812-5421c5444a45/bindings/hv-neutron-8228 HTTP/1.1" status: 200  len: 384 time: 0.0790904
Dec 23 16:43:09.120585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf86fb-f36d-4416-9ae7-36e6a0fc6395 req-de8ec6b0-aef3-404b-bde7-f0a1abf393f6 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:09.122204 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6bbf86fb-f36d-4416-9ae7-36e6a0fc6395 req-de8ec6b0-aef3-404b-bde7-f0a1abf393f6 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0904689
Dec 23 16:43:09.176923 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6bbf86fb-f36d-4416-9ae7-36e6a0fc6395 req-5d50dfb3-4d33-4c40-9281-01d8a7b15b83 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484233
Dec 23 16:43:09.259715 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-5f49209d-a553-4a22-aec9-e2ee33bf3a33 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e&tenant_id=085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 1098 time: 0.0768392
Dec 23 16:43:09.360151 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-070ce637-f943-4529-a868-d8e9562e7336 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 1098 time: 0.0782182
Dec 23 16:43:09.506971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-12f12f50-baab-4096-8257-385f062fab71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:09.508599 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-12f12f50-baab-4096-8257-385f062fab71 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1418333
Dec 23 16:43:09.617463 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-1b13dd99-6a73-40cd-a103-cff8396d834a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2792d8a-86a2-487d-8812-5421c5444a45 HTTP/1.1" status: 200  len: 1001 time: 0.1025372
Dec 23 16:43:09.691062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-4c354d3e-e442-4bad-a065-f6e4a46123da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:09.693199 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-4c354d3e-e442-4bad-a065-f6e4a46123da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0701556
Dec 23 16:43:09.773402 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-397951ae-e340-4adb-bc76-9a540d9cf021 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0741150
Dec 23 16:43:09.913805 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-0ecfc795-86d9-447e-b791-38a823c7e6ce service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339316
Dec 23 16:43:10.057719 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e0de7525-5bf3-4aca-80f6-5821ba8b4fb9 req-6a3992b9-c4f8-4cb4-85ed-bbf4c013e41b service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373777
Dec 23 16:43:10.383154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec503b9b-af6a-4d06-9484-0f32e97feb08 req-93cc56af-64e8-497a-b83c-360c1b0ef991 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:10.384787 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec503b9b-af6a-4d06-9484-0f32e97feb08 req-93cc56af-64e8-497a-b83c-360c1b0ef991 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0838635
Dec 23 16:43:10.438221 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec503b9b-af6a-4d06-9484-0f32e97feb08 req-f9d1ef7e-e34c-4d25-abd8-ed834fdb317c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472345
Dec 23 16:43:11.669860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2854393-7aa7-4587-bb72-d2c4a4c4912d req-55798486-e193-46f6-ad50-c5f3592a58c5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:11.671532 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b2854393-7aa7-4587-bb72-d2c4a4c4912d req-55798486-e193-46f6-ad50-c5f3592a58c5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0935926
Dec 23 16:43:11.723977 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b2854393-7aa7-4587-bb72-d2c4a4c4912d req-d5dc18d2-e682-4b69-808f-2d992d92359b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455046
Dec 23 16:43:12.258264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d2792d8a-86a2-487d-8812-5421c5444a45 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:43:12.263935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d2792d8a-86a2-487d-8812-5421c5444a45 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:43:12.394953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:12.527747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:12.553346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d2792d8a-86a2-487d-8812-5421c5444a45, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d2792d8a-86a2-487d-8812-5421c5444a45,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:43:12.576929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'd2792d8a-86a2-487d-8812-5421c5444a45', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'port_id': 'd2792d8a-86a2-487d-8812-5421c5444a45', 'mac_address': 'fa:16:3e:eb:2b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:43:12.578394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2792d8a-86a2-487d-8812-5421c5444a45'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:43:12.619408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d2792d8a-86a2-487d-8812-5421c5444a45, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d2792d8a-86a2-487d-8812-5421c5444a45,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:43:12.637125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:12.641350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:43:12.678363 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2792d8a-86a2-487d-8812-5421c5444a45', 'code': 200}
Dec 23 16:43:12.707793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:12.732601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2792d8a-86a2-487d-8812-5421c5444a45 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:43:12.766059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=d2792d8a-86a2-487d-8812-5421c5444a45,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:43:12.794507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:12.794846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:12.795289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:12.795679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:12.796070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:12.796457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:12.796842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:12.797226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:12.797607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:12.797983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:12.798362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:12.805289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:43:12.813665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:43:12.814087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:43:12.939123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76db30b-15ab-4388-8926-d3226fccab50 req-293b3265-8832-4d3c-b2f1-259486bb3efb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:12.940756 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f76db30b-15ab-4388-8926-d3226fccab50 req-293b3265-8832-4d3c-b2f1-259486bb3efb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 943 time: 0.0842252
Dec 23 16:43:12.989262 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f76db30b-15ab-4388-8926-d3226fccab50 req-eff51118-f1a9-4590-8667-67909d1a57d9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424201
Dec 23 16:43:13.374674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:13.393446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2792d8a-86a2-487d-8812-5421c5444a45 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:43:13.409408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d2792d8a-86a2-487d-8812-5421c5444a45, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d2792d8a-86a2-487d-8812-5421c5444a45,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:43:13.410556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edfe6e-ec3d-4bc2-8998-75e357ec88f6 req-8eb06c18-0668-4d54-bda5-6ade6d49b24c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:13.412299 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-94edfe6e-ec3d-4bc2-8998-75e357ec88f6 req-8eb06c18-0668-4d54-bda5-6ade6d49b24c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 943 time: 0.1602316
Dec 23 16:43:13.413102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:13.415727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c6ce0521-7a93-44e4-a567-2837e8b2a11a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:43:13.419011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a138026-f299-41bd-bc26-be10f36c7d48 req-55dac51d-bfe2-4cdc-b392-bd25351cadde tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:13.420524 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a138026-f299-41bd-bc26-be10f36c7d48 req-55dac51d-bfe2-4cdc-b392-bd25351cadde tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e&tenant_id=085c03bb84c948ac93eb4c43e6d31a85&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200  len: 943 time: 0.1289554
Dec 23 16:43:13.468912 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-94edfe6e-ec3d-4bc2-8998-75e357ec88f6 req-9bac3e10-977d-4d01-b155-0b3e3da55a66 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472934
Dec 23 16:43:13.485591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['d2792d8a-86a2-487d-8812-5421c5444a45'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:43:13.560397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=d2792d8a-86a2-487d-8812-5421c5444a45,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:43:13.564039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:43:13.582330 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a138026-f299-41bd-bc26-be10f36c7d48 req-9a9556dc-e5b3-49c4-9ab0-0402cd9acc93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 1097 time: 0.0805695
Dec 23 16:43:13.725459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a138026-f299-41bd-bc26-be10f36c7d48 req-ccd9841f-c060-41a0-baef-23034891eb26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:13.727100 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a138026-f299-41bd-bc26-be10f36c7d48 req-ccd9841f-c060-41a0-baef-23034891eb26 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1386991
Dec 23 16:43:13.835123 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a138026-f299-41bd-bc26-be10f36c7d48 req-521b763a-3604-4db9-a531-b50e18bc7cac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2792d8a-86a2-487d-8812-5421c5444a45 HTTP/1.1" status: 200  len: 1000 time: 0.1013744
Dec 23 16:43:13.903409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a138026-f299-41bd-bc26-be10f36c7d48 req-e09ad22f-b768-4596-812d-4d00c03ec43a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:13.904948 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a138026-f299-41bd-bc26-be10f36c7d48 req-e09ad22f-b768-4596-812d-4d00c03ec43a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0632491
Dec 23 16:43:13.994826 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a138026-f299-41bd-bc26-be10f36c7d48 req-f01d1c7e-790d-40f0-abd3-fe1d6d2f0c78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0838537
Dec 23 16:43:14.138080 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a138026-f299-41bd-bc26-be10f36c7d48 req-15d0dc61-c3fa-40f6-baff-7e973e800a5f service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371772
Dec 23 16:43:14.259201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d2792d8a-86a2-487d-8812-5421c5444a45 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:43:14.280567 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5a138026-f299-41bd-bc26-be10f36c7d48 req-0fd2cfe1-1a0d-4aa3-8005-a70910d8f2d0 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366370
Dec 23 16:43:14.332117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port d2792d8a-86a2-487d-8812-5421c5444a45 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:43:14.332570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:14.455293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:14.489951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d2792d8a-86a2-487d-8812-5421c5444a45, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d2792d8a-86a2-487d-8812-5421c5444a45,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:43:14.492877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:14.494824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:43:14.565365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=d2792d8a-86a2-487d-8812-5421c5444a45,revision_number=8']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:43:14.568738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:43:14.679666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2792d8a-86a2-487d-8812-5421c5444a45'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:43:14.694841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea85f18-a7bc-4a84-80ce-256a443d0906 req-1755ffe4-b709-4e9d-ac2a-1717e9501e49 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:14.696766 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-eea85f18-a7bc-4a84-80ce-256a443d0906 req-1755ffe4-b709-4e9d-ac2a-1717e9501e49 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0900092
Dec 23 16:43:14.741643 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2792d8a-86a2-487d-8812-5421c5444a45', 'code': 200}
Dec 23 16:43:14.753568 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-eea85f18-a7bc-4a84-80ce-256a443d0906 req-3b411ea3-8732-4029-bba0-0854ed974a5a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473073
Dec 23 16:43:15.962664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a1038-2d47-4c62-8085-eb0d3f4388d6 req-e91c4f16-8a4b-42cc-9b4f-318c25f4dd68 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:15.964353 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-da2a1038-2d47-4c62-8085-eb0d3f4388d6 req-e91c4f16-8a4b-42cc-9b4f-318c25f4dd68 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0849659
Dec 23 16:43:16.013759 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-da2a1038-2d47-4c62-8085-eb0d3f4388d6 req-61e18e94-930c-4a4c-b5cf-5517c25f08a0 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434384
Dec 23 16:43:16.225189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40915946-59de-4f7c-ac2c-6c2cd1d6f38f req-a54be2e3-7776-408b-a5fe-efa3b114335a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:16.226833 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-40915946-59de-4f7c-ac2c-6c2cd1d6f38f req-a54be2e3-7776-408b-a5fe-efa3b114335a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0909491
Dec 23 16:43:16.275957 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-40915946-59de-4f7c-ac2c-6c2cd1d6f38f req-93af5bcf-93ba-4d06-9653-c82b65d28f81 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429020
Dec 23 16:43:16.487949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354c3a4-5c80-4763-8c70-923145f77ddd req-def210bf-ab5b-4c9f-9c2b-b1a327ac89e9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:16.489566 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8354c3a4-5c80-4763-8c70-923145f77ddd req-def210bf-ab5b-4c9f-9c2b-b1a327ac89e9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0881813
Dec 23 16:43:16.538429 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8354c3a4-5c80-4763-8c70-923145f77ddd req-5893891b-363c-4b7d-822e-6d9ada2bdb3d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427241
Dec 23 16:43:16.946720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a049587-e2bd-4f5e-bae0-5f8ece973515 req-b0e3dac5-f0de-43a2-aeab-a835e452217b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:16.948378 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a049587-e2bd-4f5e-bae0-5f8ece973515 req-b0e3dac5-f0de-43a2-aeab-a835e452217b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0824661
Dec 23 16:43:16.996302 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a049587-e2bd-4f5e-bae0-5f8ece973515 req-ed322aef-a16b-49c0-a3ce-aa9d308045cc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419841
Dec 23 16:43:18.204549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ee1f-64c1-4d0a-9118-c09a791b6686 req-56b66dca-19d8-46ef-a1ba-53ebdc2a32a1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:18.206172 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ee89ee1f-64c1-4d0a-9118-c09a791b6686 req-56b66dca-19d8-46ef-a1ba-53ebdc2a32a1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0843558
Dec 23 16:43:18.262932 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ee89ee1f-64c1-4d0a-9118-c09a791b6686 req-52380a1c-800f-4461-995b-bce6c714123a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451303
Dec 23 16:43:18.589913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-479f62df-08e4-4750-9c86-85809e7170d2 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:18.591551 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-479f62df-08e4-4750-9c86-85809e7170d2 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.0889292
Dec 23 16:43:18.664903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Deleting port d2792d8a-86a2-487d-8812-5421c5444a45 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:43:18.665301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:19.145091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] For port d2792d8a-86a2-487d-8812-5421c5444a45, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d2792d8a-86a2-487d-8812-5421c5444a45,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:43:19.145482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:19.509586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:19.510206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:19.510335 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d disassociated. External IP: 172.26.5.167, port: d2792d8a-86a2-487d-8812-5421c5444a45.
Dec 23 16:43:19.510712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Calling delete_port for d2792d8a-86a2-487d-8812-5421c5444a45 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:43:19.573154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d1a0f-8111-4363-87ee-b8ecdd65ba7f req-edb1724c-9122-438e-a14c-c1a4ba0461c0 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:19.574797 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8e3d1a0f-8111-4363-87ee-b8ecdd65ba7f req-edb1724c-9122-438e-a14c-c1a4ba0461c0 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 945 time: 0.1736295
Dec 23 16:43:19.674378 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8e3d1a0f-8111-4363-87ee-b8ecdd65ba7f req-5634aa53-a081-41c5-afd3-821befaa22b5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0932834
Dec 23 16:43:19.710515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:19.716259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:43:19.760727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Pushing event deleted for resources: {'Port': ['ID=d2792d8a-86a2-487d-8812-5421c5444a45,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:43:19.773431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:19.773874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:19.774311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:19.774741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:19.775195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:19.775631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:19.776321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:19.776430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:19.776842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:19.777264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:19.777677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:43:19.782749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:43:20.002773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Router c1dbdda0-f9ca-4c12-81a1-d407191cb06a has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:43:20.217965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:43:20.229708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e3b044-c0bc-4843-b5f2-e1d0f2e19d07 None None] Sync routers for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:43:20.242380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e3b044-c0bc-4843-b5f2-e1d0f2e19d07 None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:43:20.243135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e7e3b044-c0bc-4843-b5f2-e1d0f2e19d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a38f710>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:42:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:43:20.293811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] No DVR routers for this DVR port d2792d8a-86a2-487d-8812-5421c5444a45 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:43:20.296445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:20.299347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'name': 'network-vif-deleted', 'tag': 'd2792d8a-86a2-487d-8812-5421c5444a45'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:43:20.315409 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-36ad5820-c46a-426f-8dde-58cf1ff17d47 req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "DELETE /v2.0/ports/d2792d8a-86a2-487d-8812-5421c5444a45 HTTP/1.1" status: 204  len: 173 time: 1.7183890
Dec 23 16:43:20.365264 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb7424b-2a59-4070-bda9-f6f76bf2697e', 'name': 'network-vif-deleted', 'tag': 'd2792d8a-86a2-487d-8812-5421c5444a45', 'status': 'completed', 'code': 200}
Dec 23 16:43:20.439571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e7e3b044-c0bc-4843-b5f2-e1d0f2e19d07 None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:43:20.793048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e7e3b044-c0bc-4843-b5f2-e1d0f2e19d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a38f710>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:43:20.797895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e3b044-c0bc-4843-b5f2-e1d0f2e19d07 None None] Checking router: c1dbdda0-f9ca-4c12-81a1-d407191cb06a for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:43:20.811179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e3b044-c0bc-4843-b5f2-e1d0f2e19d07 None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:43:20.811809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e7e3b044-c0bc-4843-b5f2-e1d0f2e19d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a38f710>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:42:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:43:20.869965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-583bf136-6011-4a53-94f6-d34aad678281 req-36a13e4f-773f-4a89-a771-3ffbe8b7b75b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Synchronizing usage tracker for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:43:20.885008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-583bf136-6011-4a53-94f6-d34aad678281 req-36a13e4f-773f-4a89-a771-3ffbe8b7b75b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Unset dirty status for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:43:20.886406 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-583bf136-6011-4a53-94f6-d34aad678281 req-36a13e4f-773f-4a89-a771-3ffbe8b7b75b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdb7424b-2a59-4070-bda9-f6f76bf2697e HTTP/1.1" status: 200  len: 210 time: 0.0645020
Dec 23 16:43:21.002478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e7e3b044-c0bc-4843-b5f2-e1d0f2e19d07 None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:43:21.015278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:43:21.497879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e7e3b044-c0bc-4843-b5f2-e1d0f2e19d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a38f710>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:43:21.502100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e3b044-c0bc-4843-b5f2-e1d0f2e19d07 None None] The sync data for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv is: [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:43:21.957352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09209008-79a2-4a6f-9c73-f6f6e9202707 None None] New status for floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:43:22.266192 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-b9c204ea-b959-4108-9b0c-072019bbceb6 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--770988678&fields=id&tenant_id=085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 267 time: 0.0505030
Dec 23 16:43:22.288747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d2792d8a-86a2-487d-8812-5421c5444a45 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:43:22.323994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: d2792d8a-86a2-487d-8812-5421c5444a45 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:43:22.324404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d2792d8a-86a2-487d-8812-5421c5444a45 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:43:22.427541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728147e-0945-4e86-a978-bf4829771a77 req-707a3ba3-3ba6-4386-b95f-18bfead8745f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:22.429114 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-707a3ba3-3ba6-4386-b95f-18bfead8745f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 811 time: 0.1558859
Dec 23 16:43:22.447206 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-3d383892-0d4d-4122-832f-98757e5b6b19 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/quotas/085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 375 time: 0.0121224
Dec 23 16:43:22.535520 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-6320b15c-085b-4a7f-8c1e-d7baa0221375 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0829256
Dec 23 16:43:22.686002 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-07842d4e-8b87-44a2-8462-b1bbf2c2982b service neutron] 10.222.0.67 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381016
Dec 23 16:43:22.827654 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-4f10d333-bab5-4f9c-8211-692dcb94298a service neutron] 10.222.0.67 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350930
Dec 23 16:43:23.024847 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ba7f7ffa-98ca-44c1-9f9d-1999b45eef0a req-b1c3ed55-07fa-482e-b15b-391ad558a957 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 210 time: 0.0471711
Dec 23 16:43:24.052940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728147e-0945-4e86-a978-bf4829771a77 req-4241863f-638f-4d5d-b94b-e42962e62fd1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:24.054501 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-4241863f-638f-4d5d-b94b-e42962e62fd1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 811 time: 0.1559248
Dec 23 16:43:24.118642 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-b95c1b4b-f4b8-448c-ac47-5500a79593a1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 379 time: 0.0535064
Dec 23 16:43:24.127458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-c728147e-0945-4e86-a978-bf4829771a77 req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Request body: {'port': {'device_id': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'admin_state_up': True, 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'security_groups': ['d68358e1-dce0-4c79-825a-be7a5c38680e']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:43:24.201730 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cbc920d1-c531-46fe-bb36-ca622592402e req-8b2b81a5-4de5-48f3-819b-042ee3001a1d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 210 time: 0.0470223
Dec 23 16:43:24.278038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-c728147e-0945-4e86-a978-bf4829771a77 req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:43:24.288385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-c728147e-0945-4e86-a978-bf4829771a77 req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:43:24.297038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c728147e-0945-4e86-a978-bf4829771a77 req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Made reservation on behalf of 085c03bb84c948ac93eb4c43e6d31a85 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:43:24.302780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c728147e-0945-4e86-a978-bf4829771a77 req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:24.453175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-75e8c478-f5c9-4b1c-86d9-e9abdb4946ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:24.472610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-c728147e-0945-4e86-a978-bf4829771a77 req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Allocated IP 172.20.0.3 (dfb33c54-7984-45e2-9e4a-925c5da9b47d/9bab0d22-3bcf-4ece-8203-f21058cb3c3e/bf69a962-afeb-4896-aa41-5acd04b2a4c9) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:43:24.678162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c728147e-0945-4e86-a978-bf4829771a77 req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:24.695337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-c728147e-0945-4e86-a978-bf4829771a77 req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Transition to ACTIVE for port object bf69a962-afeb-4896-aa41-5acd04b2a4c9 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:43:24.714678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c728147e-0945-4e86-a978-bf4829771a77 req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:24.722071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d802475-e8fd-4684-a207-5c5b920da80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:43:24.787834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c728147e-0945-4e86-a978-bf4829771a77 req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Network dfb33c54-7984-45e2-9e4a-925c5da9b47d is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:43:24.790961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-c728147e-0945-4e86-a978-bf4829771a77 req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:43:24.793460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c728147e-0945-4e86-a978-bf4829771a77 req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:43:24.838322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Pushing event updated for resources: {'Port': ['ID=bf69a962-afeb-4896-aa41-5acd04b2a4c9,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:43:24.841584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:43:24.869240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728147e-0945-4e86-a978-bf4829771a77 req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:24.869945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c728147e-0945-4e86-a978-bf4829771a77 req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:24.898757 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7754226
Dec 23 16:43:24.911232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Request body: {'port': {'device_id': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:43:25.031465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:25.067024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7f93e489-4343-4bfd-a39f-82e64c7481e7 None None] Provisioning for port bf69a962-afeb-4896-aa41-5acd04b2a4c9 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:43:25.072227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7f93e489-4343-4bfd-a39f-82e64c7481e7 None None] Provisioning complete for port bf69a962-afeb-4896-aa41-5acd04b2a4c9 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:43:25.072698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f93e489-4343-4bfd-a39f-82e64c7481e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:25.127670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7f93e489-4343-4bfd-a39f-82e64c7481e7 None None] Port bf69a962-afeb-4896-aa41-5acd04b2a4c9 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:43:25.478714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf69a962-afeb-4896-aa41-5acd04b2a4c9 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:43:25.487907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77276c6-37d2-421b-b229-d3aba1ba3315 req-2447f100-f576-4704-9ed1-875d25ec0e7f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:25.488675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f77276c6-37d2-421b-b229-d3aba1ba3315 req-2447f100-f576-4704-9ed1-875d25ec0e7f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Synchronizing usage tracker for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:43:25.494962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:25.517738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Transition to ACTIVE for port object bf69a962-afeb-4896-aa41-5acd04b2a4c9 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:43:25.519589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f77276c6-37d2-421b-b229-d3aba1ba3315 req-2447f100-f576-4704-9ed1-875d25ec0e7f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Unset dirty status for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:43:25.521019 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f77276c6-37d2-421b-b229-d3aba1ba3315 req-2447f100-f576-4704-9ed1-875d25ec0e7f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 931 time: 0.1920748
Dec 23 16:43:25.522077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:25.526550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5965e350-ba2c-47a3-9e03-4898b19b8c6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:43:25.687332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf69a962-afeb-4896-aa41-5acd04b2a4c9,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:43:25.694016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:43:25.707586 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f77276c6-37d2-421b-b229-d3aba1ba3315 req-b8b168f2-eea1-4b72-bc7e-83eb94d2faf4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1505318
Dec 23 16:43:25.819899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Attempting to bind port bf69a962-afeb-4896-aa41-5acd04b2a4c9 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:43:25.820288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Attempting to bind port bf69a962-afeb-4896-aa41-5acd04b2a4c9 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:43:25.820676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Attempting to bind port bf69a962-afeb-4896-aa41-5acd04b2a4c9 on network dfb33c54-7984-45e2-9e4a-925c5da9b47d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:43:25.827165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Port bf69a962-afeb-4896-aa41-5acd04b2a4c9 on network dfb33c54-7984-45e2-9e4a-925c5da9b47d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:43:25.827524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Attempting to bind port bf69a962-afeb-4896-aa41-5acd04b2a4c9 on network dfb33c54-7984-45e2-9e4a-925c5da9b47d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:43:25.835015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:43:25.835410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Checking segment: {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:43:25.835844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Bound using segment: {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:43:25.836326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Bound port: bf69a962-afeb-4896-aa41-5acd04b2a4c9, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:43:25.836726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:25.935129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] For port bf69a962-afeb-4896-aa41-5acd04b2a4c9, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:43:25.940375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] For port bf69a962-afeb-4896-aa41-5acd04b2a4c9, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:43:25.943869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:25.948531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ff19bb41-f4d5-403a-aa74-b0cf319f24c2 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:43:25.974252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:26.244084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:26.245558 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf69a962-afeb-4896-aa41-5acd04b2a4c9 HTTP/1.1" status: 200  len: 1093 time: 1.3397746
Dec 23 16:43:26.246111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'tag': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:43:26.264238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf69a962-afeb-4896-aa41-5acd04b2a4c9,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:43:26.267708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:43:26.328231 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'tag': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9', 'status': 'completed', 'code': 200}
Dec 23 16:43:26.373421 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-c82d41b4-efa8-4165-b92d-6f90808c0dea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 1096 time: 0.0819881
Dec 23 16:43:26.450816 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-a20f7cec-0987-4425-9639-fae0f1feaf1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9 HTTP/1.1" status: 200  len: 217 time: 0.0707130
Dec 23 16:43:26.519983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728147e-0945-4e86-a978-bf4829771a77 req-3079cf28-1ac3-484b-9bb8-f03b6c63aacc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:26.521493 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-3079cf28-1ac3-484b-9bb8-f03b6c63aacc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0654011
Dec 23 16:43:26.606704 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-074ae21b-b120-4398-a103-5d799061756b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0785184
Dec 23 16:43:26.753313 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-5d88b9be-912d-4d11-a702-0bd01c621260 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389909
Dec 23 16:43:26.832871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-865edddd-3508-4040-b42e-a5089a6d1569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:26.957630 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c728147e-0945-4e86-a978-bf4829771a77 req-eab33c95-e144-4ee0-ae85-3922e4bd6cf9 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1978474
Dec 23 16:43:26.975473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482521a7-0b0f-4321-8c0f-d737edcb6e76 req-5de80999-f85a-45a7-96a5-778cf92553c9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:26.977113 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-482521a7-0b0f-4321-8c0f-d737edcb6e76 req-5de80999-f85a-45a7-96a5-778cf92553c9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 943 time: 0.1226218
Dec 23 16:43:27.085123 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-482521a7-0b0f-4321-8c0f-d737edcb6e76 req-71d2c80b-1ee7-43c0-8d13-1f019ed9de23 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1014915
Dec 23 16:43:27.101750 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cac8d30d-fb4a-49cd-92e9-c849a48a4fe2 req-819b6ed7-f262-45d6-8dda-0e4fbd19eca6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 1096 time: 0.1011631
Dec 23 16:43:27.249298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8d30d-fb4a-49cd-92e9-c849a48a4fe2 req-a49fe9d0-a1d3-4b2f-9f0b-956644168ae5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:27.251022 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cac8d30d-fb4a-49cd-92e9-c849a48a4fe2 req-a49fe9d0-a1d3-4b2f-9f0b-956644168ae5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1428425
Dec 23 16:43:27.324193 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cac8d30d-fb4a-49cd-92e9-c849a48a4fe2 req-eed31be3-7699-481e-a42a-531a915a5ebf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9 HTTP/1.1" status: 200  len: 217 time: 0.0660233
Dec 23 16:43:27.385206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:27.397820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8d30d-fb4a-49cd-92e9-c849a48a4fe2 req-79caf942-e5ef-4a67-b0e4-f1b8ecc15f9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:27.399427 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cac8d30d-fb4a-49cd-92e9-c849a48a4fe2 req-79caf942-e5ef-4a67-b0e4-f1b8ecc15f9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0686703
Dec 23 16:43:27.481535 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cac8d30d-fb4a-49cd-92e9-c849a48a4fe2 req-4316c79b-b5d3-4b17-bdf4-679f8efd1994 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0751612
Dec 23 16:43:27.625230 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cac8d30d-fb4a-49cd-92e9-c849a48a4fe2 req-1074c432-ec80-45fa-812f-fdf8395cd527 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360369
Dec 23 16:43:27.769402 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cac8d30d-fb4a-49cd-92e9-c849a48a4fe2 req-1f6c9d40-677d-43c1-b843-846c20fed732 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371226
Dec 23 16:43:28.294917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73174a-4e1b-47f9-8810-96d9782e9a33 req-07e181a8-a8b4-4c2e-9f9d-22d9fa03691a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:28.296550 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6d73174a-4e1b-47f9-8810-96d9782e9a33 req-07e181a8-a8b4-4c2e-9f9d-22d9fa03691a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 943 time: 0.0868161
Dec 23 16:43:28.303974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device bf69a962-afeb-4896-aa41-5acd04b2a4c9 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:43:28.345391 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6d73174a-4e1b-47f9-8810-96d9782e9a33 req-92834879-3812-4b32-9558-6113f42e8abb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420744
Dec 23 16:43:28.448242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port bf69a962-afeb-4896-aa41-5acd04b2a4c9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:43:28.462196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'port_id': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9', 'mac_address': 'fa:16:3e:1a:b0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:43:28.518247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:28.536932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf69a962-afeb-4896-aa41-5acd04b2a4c9 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:43:28.553036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port bf69a962-afeb-4896-aa41-5acd04b2a4c9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:43:28.555934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:28.557789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:43:28.627757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=bf69a962-afeb-4896-aa41-5acd04b2a4c9,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:43:28.631720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:43:28.651393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:28.758762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['bf69a962-afeb-4896-aa41-5acd04b2a4c9'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:43:29.556229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b163d83-057f-48ed-9dfe-e4b0cca0a0d0 req-c637aac8-a0ef-4f87-89cd-90586251d707 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:29.557772 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7b163d83-057f-48ed-9dfe-e4b0cca0a0d0 req-c637aac8-a0ef-4f87-89cd-90586251d707 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 944 time: 0.0894091
Dec 23 16:43:29.606369 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7b163d83-057f-48ed-9dfe-e4b0cca0a0d0 req-41b1e501-b6fe-410f-9166-960846929077 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424047
Dec 23 16:43:30.319487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device bf69a962-afeb-4896-aa41-5acd04b2a4c9 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:43:30.392622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port bf69a962-afeb-4896-aa41-5acd04b2a4c9 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:43:30.397469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port bf69a962-afeb-4896-aa41-5acd04b2a4c9 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:43:30.397905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:30.514687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:30.543151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:43:30.553566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port bf69a962-afeb-4896-aa41-5acd04b2a4c9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:43:30.556493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:30.559275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:43:30.600266 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9', 'code': 200}
Dec 23 16:43:30.636343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=bf69a962-afeb-4896-aa41-5acd04b2a4c9,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:43:30.639770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:43:30.881131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccdac6-73e5-44cc-a30d-eb928a079717 req-46a28ee6-0d4a-4377-aa58-ff17e41cdad0 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:30.882674 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-08ccdac6-73e5-44cc-a30d-eb928a079717 req-46a28ee6-0d4a-4377-aa58-ff17e41cdad0 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.1498256
Dec 23 16:43:30.886156 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-738c08e4-fdcb-43e8-946d-fb62aa27811a req-f6cca684-e055-4bb2-8c97-f92b525054df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 1098 time: 0.1178131
Dec 23 16:43:30.963685 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-08ccdac6-73e5-44cc-a30d-eb928a079717 req-7ac38205-4205-4375-9f40-624abf5f7978 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749307
Dec 23 16:43:30.966826 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-738c08e4-fdcb-43e8-946d-fb62aa27811a req-a0377579-2c73-4b24-bc50-eeb4177a1b08 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612569
Dec 23 16:43:32.174380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ec152-a3f0-4ed4-a65b-0fc1c39c025b req-c2f07512-a3a4-4f64-9da5-908e288eb9d6 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:32.176154 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-550ec152-a3f0-4ed4-a65b-0fc1c39c025b req-c2f07512-a3a4-4f64-9da5-908e288eb9d6 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0838487
Dec 23 16:43:32.227180 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-550ec152-a3f0-4ed4-a65b-0fc1c39c025b req-c770f803-5127-4bda-9666-671fb53c07de tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444868
Dec 23 16:43:32.428051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191907a-de02-4328-b2fd-38a5b20ab1f0 req-1fe2c0bc-3934-43c7-a991-74270d603339 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:32.429634 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9191907a-de02-4328-b2fd-38a5b20ab1f0 req-1fe2c0bc-3934-43c7-a991-74270d603339 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0826356
Dec 23 16:43:32.439318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 33414) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:32.446020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-45e9f572-ab27-4da4-8d81-ed92b3853d40 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Request body: {'floatingip': {'port_id': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:43:32.528424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45e9f572-ab27-4da4-8d81-ed92b3853d40 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:33.152779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45e9f572-ab27-4da4-8d81-ed92b3853d40 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:33.155322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45e9f572-ab27-4da4-8d81-ed92b3853d40 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:33.357101 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-45e9f572-ab27-4da4-8d81-ed92b3853d40 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d associated. External IP: 172.26.5.167, port: bf69a962-afeb-4896-aa41-5acd04b2a4c9.
Dec 23 16:43:33.995759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e9f572-ab27-4da4-8d81-ed92b3853d40 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Router c1dbdda0-f9ca-4c12-81a1-d407191cb06a has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:43:34.206457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e9f572-ab27-4da4-8d81-ed92b3853d40 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:43:34.211115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-45e9f572-ab27-4da4-8d81-ed92b3853d40 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:34.217994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcdb86e-cd3c-41b1-836b-0c9adc30559f None None] Sync routers for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:43:34.232253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdb86e-cd3c-41b1-836b-0c9adc30559f None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:43:34.232945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0dcdb86e-cd3c-41b1-836b-0c9adc30559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c97f28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:43:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:43:34.270231 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-45e9f572-ab27-4da4-8d81-ed92b3853d40 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "PUT /v2.0/floatingips/6cf5e60f-ec7e-459c-ad53-7cce48eed84d HTTP/1.1" status: 200  len: 991 time: 1.8297405
Dec 23 16:43:34.270999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'tag': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:43:34.333302 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'tag': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9', 'status': 'completed', 'code': 200}
Dec 23 16:43:34.428720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-0dcdb86e-cd3c-41b1-836b-0c9adc30559f None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:43:34.435923 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0f430fe3-7d48-429c-a3a8-a22b054818da req-fca9df61-f502-417a-bcc3-06a2bb9ad15d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 1098 time: 0.0797887
Dec 23 16:43:34.583699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f430fe3-7d48-429c-a3a8-a22b054818da req-9a5018c8-b121-4b31-afaf-9ca4669a1510 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:34.585250 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0f430fe3-7d48-429c-a3a8-a22b054818da req-9a5018c8-b121-4b31-afaf-9ca4669a1510 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1428411
Dec 23 16:43:34.702012 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0f430fe3-7d48-429c-a3a8-a22b054818da req-e963a682-95a1-41bf-991e-552e60f2d91d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9 HTTP/1.1" status: 200  len: 999 time: 0.1098552
Dec 23 16:43:34.774636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f430fe3-7d48-429c-a3a8-a22b054818da req-8a78a2ec-6bf8-4ae5-baef-4a0fb5878f82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:34.776273 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0f430fe3-7d48-429c-a3a8-a22b054818da req-8a78a2ec-6bf8-4ae5-baef-4a0fb5878f82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0684295
Dec 23 16:43:34.793494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0dcdb86e-cd3c-41b1-836b-0c9adc30559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c97f28>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '6cf5e60f-ec7e-459c-ad53-7cce48eed84d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'port_id': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'mac_address': 'fa:16:3e:1a:b0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:43:33Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:43:34.797589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcdb86e-cd3c-41b1-836b-0c9adc30559f None None] Checking router: c1dbdda0-f9ca-4c12-81a1-d407191cb06a for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:43:34.808856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdb86e-cd3c-41b1-836b-0c9adc30559f None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:43:34.809508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0dcdb86e-cd3c-41b1-836b-0c9adc30559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c97f28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:43:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:43:34.857897 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0f430fe3-7d48-429c-a3a8-a22b054818da req-17a014fc-4d7a-46f2-bb13-1b334a570d5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755985
Dec 23 16:43:34.997712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-0dcdb86e-cd3c-41b1-836b-0c9adc30559f None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:43:35.002864 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0f430fe3-7d48-429c-a3a8-a22b054818da req-11193eb4-bf74-4098-9418-b1303f5c7ff4 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381774
Dec 23 16:43:35.148775 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0f430fe3-7d48-429c-a3a8-a22b054818da req-6e9c98ae-4bd9-48cb-9d2f-0c9ceb3435e8 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390822
Dec 23 16:43:35.361517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0dcdb86e-cd3c-41b1-836b-0c9adc30559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c97f28>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '6cf5e60f-ec7e-459c-ad53-7cce48eed84d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'port_id': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'mac_address': 'fa:16:3e:1a:b0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:43:33Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:43:35.366328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcdb86e-cd3c-41b1-836b-0c9adc30559f None None] The sync data for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv is: [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '6cf5e60f-ec7e-459c-ad53-7cce48eed84d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'port_id': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'mac_address': 'fa:16:3e:1a:b0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:43:33Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:43:35.739273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a749b-c990-4114-b98a-b5d393a0dbbf None None] New status for floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:43:42.361507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:53.642881 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2114a252-0ed3-4acd-9681-838e38d5c2f0 req-da3ba38c-4f6c-4f47-ad1e-1e8179c7e43f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0805459
Dec 23 16:43:53.793159 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2114a252-0ed3-4acd-9681-838e38d5c2f0 req-3546478b-8acb-4342-9fa8-bded6bcc3f61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 1098 time: 0.0757637
Dec 23 16:43:53.952452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114a252-0ed3-4acd-9681-838e38d5c2f0 req-5d15725c-044e-483f-a6b4-571fdd9cc82f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:53.954049 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2114a252-0ed3-4acd-9681-838e38d5c2f0 req-5d15725c-044e-483f-a6b4-571fdd9cc82f service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1407044
Dec 23 16:43:54.064415 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2114a252-0ed3-4acd-9681-838e38d5c2f0 req-e99cfd9b-3d2b-43c9-a316-939bd4425f48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9 HTTP/1.1" status: 200  len: 1001 time: 0.1020861
Dec 23 16:43:54.134029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114a252-0ed3-4acd-9681-838e38d5c2f0 req-e0045f4e-7471-455b-b37c-56471c973c5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:43:54.135680 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2114a252-0ed3-4acd-9681-838e38d5c2f0 req-e0045f4e-7471-455b-b37c-56471c973c5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0638201
Dec 23 16:43:54.220591 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2114a252-0ed3-4acd-9681-838e38d5c2f0 req-25977b34-7f96-4cc8-a13c-3c3deb369b54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0782542
Dec 23 16:43:54.367490 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2114a252-0ed3-4acd-9681-838e38d5c2f0 req-da84cc82-b804-4646-96ab-2996aae08990 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400330
Dec 23 16:43:54.459221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c538bcd8-8d5a-4b33-ae1e-74e0590fe63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:54.512221 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2114a252-0ed3-4acd-9681-838e38d5c2f0 req-33a19609-d6fa-4c99-97f1-44a42347f385 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386781
Dec 23 16:43:55.976780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:56.827541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-af1f022e-ae46-4e0c-9bd0-0589e8b8caca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:57.388147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:43:58.016941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:43:58.655837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:10.069829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae4a13-c575-4514-902b-c6acaff4db1d req-c88ecc87-7a26-427f-9f5d-31f9cae5225e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:10.071403 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-00ae4a13-c575-4514-902b-c6acaff4db1d req-c88ecc87-7a26-427f-9f5d-31f9cae5225e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.1722078
Dec 23 16:44:10.119685 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-00ae4a13-c575-4514-902b-c6acaff4db1d req-504dff97-c17e-4915-99a9-24e0f88add0d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420594
Dec 23 16:44:11.435361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51322f61-793b-46b3-958f-8f8100fe763a req-e2547fd3-8cf3-4339-ab48-7670f0595e54 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:11.436907 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-51322f61-793b-46b3-958f-8f8100fe763a req-e2547fd3-8cf3-4339-ab48-7670f0595e54 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.1877072
Dec 23 16:44:11.485417 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-51322f61-793b-46b3-958f-8f8100fe763a req-bfd81342-1fa5-433b-9947-5c6c29fab169 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423596
Dec 23 16:44:12.379482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:12.697422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334cd4c-1c87-4ef1-bfa7-a3b998f54d65 req-e2eadbea-b511-45a8-87d3-dd71f6122fc5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:12.699072 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1334cd4c-1c87-4ef1-bfa7-a3b998f54d65 req-e2eadbea-b511-45a8-87d3-dd71f6122fc5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0887399
Dec 23 16:44:12.746952 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1334cd4c-1c87-4ef1-bfa7-a3b998f54d65 req-c75e9a10-9d3d-4ddf-9829-5d64023bb84b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416791
Dec 23 16:44:13.973629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54619da0-7c43-4c95-a919-9c8b9cbc6a54 req-0d2a775b-b95b-4de6-af54-894739c6f79d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:13.975309 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54619da0-7c43-4c95-a919-9c8b9cbc6a54 req-0d2a775b-b95b-4de6-af54-894739c6f79d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0877118
Dec 23 16:44:14.034545 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54619da0-7c43-4c95-a919-9c8b9cbc6a54 req-f2ee4b19-b068-4050-9b4c-c1cb0cde9eef tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522780
Dec 23 16:44:15.242052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e64dbd-b9f8-4b5b-b2c2-e7e0db87023a req-6fbb48e5-886a-43a3-b9ae-5dc594053248 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:15.243741 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24e64dbd-b9f8-4b5b-b2c2-e7e0db87023a req-6fbb48e5-886a-43a3-b9ae-5dc594053248 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0844254
Dec 23 16:44:15.295140 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24e64dbd-b9f8-4b5b-b2c2-e7e0db87023a req-9ecf7b25-c48b-4f81-b0e7-67bcd90f6487 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451701
Dec 23 16:44:16.506520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc1f7d-816f-4620-a8c3-0823f1bb0463 req-8587c1e4-4656-407a-be97-5535278e8206 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:16.508057 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4abc1f7d-816f-4620-a8c3-0823f1bb0463 req-8587c1e4-4656-407a-be97-5535278e8206 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0835392
Dec 23 16:44:16.559149 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4abc1f7d-816f-4620-a8c3-0823f1bb0463 req-f309cf21-90de-4971-9b11-4d0ecfc69347 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448759
Dec 23 16:44:17.775067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb564f-410c-4c06-8ec8-97ee200b0c79 req-739d6338-0286-42ea-ae92-583ac28c5af1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:17.776691 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f9fb564f-410c-4c06-8ec8-97ee200b0c79 req-739d6338-0286-42ea-ae92-583ac28c5af1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0949535
Dec 23 16:44:17.824767 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f9fb564f-410c-4c06-8ec8-97ee200b0c79 req-9e745377-dc9f-40f4-b7e5-504b34321977 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420122
Dec 23 16:44:19.035642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9741efa-a35b-4d6b-9aca-31a41f3e7888 req-c7763935-e612-46d3-bfd4-9b7b81127aac tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:19.037188 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b9741efa-a35b-4d6b-9aca-31a41f3e7888 req-c7763935-e612-46d3-bfd4-9b7b81127aac tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0881433
Dec 23 16:44:19.085778 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b9741efa-a35b-4d6b-9aca-31a41f3e7888 req-0c8a6e97-add8-4268-94b1-76d4c1fa9797 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424862
Dec 23 16:44:20.298809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a580e9-4f87-4b49-9b78-13ee36bde696 req-102bbc29-5677-436b-a6d1-2a521467ca86 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:20.301156 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b9a580e9-4f87-4b49-9b78-13ee36bde696 req-102bbc29-5677-436b-a6d1-2a521467ca86 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0871170
Dec 23 16:44:20.349941 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b9a580e9-4f87-4b49-9b78-13ee36bde696 req-9f3b9d0b-afe2-418e-b26b-8909b74276f6 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427547
Dec 23 16:44:20.621779 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69fd1822-a5ec-4968-85de-fd910948f824 req-48df9039-0d22-4e01-97ee-b3cdcc29c6e8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1454263
Dec 23 16:44:20.948667 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-d4e41b26-d82c-4c50-add8-4a14e2fe5911 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1398642
Dec 23 16:44:20.964454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306f127-3c4e-4ee0-8b27-e003133dcb39 req-b1531a74-f3a2-472d-8816-5280a82abd0f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:20.966028 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0306f127-3c4e-4ee0-8b27-e003133dcb39 req-b1531a74-f3a2-472d-8816-5280a82abd0f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.1035757
Dec 23 16:44:21.015584 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0306f127-3c4e-4ee0-8b27-e003133dcb39 req-c1efaad8-2caa-46fc-918b-01959c15c774 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425801
Dec 23 16:44:22.231653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e8f85-7a0a-4330-b9a3-b1da4b70d48d req-ae63384a-aa1e-466a-8e4d-6bc1609960b2 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:22.233541 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d3e8f85-7a0a-4330-b9a3-b1da4b70d48d req-ae63384a-aa1e-466a-8e4d-6bc1609960b2 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0912306
Dec 23 16:44:22.269968 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-feea7cff-5374-4d13-b0fa-7ab63f0b4d82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 1098 time: 0.0810080
Dec 23 16:44:22.284021 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d3e8f85-7a0a-4330-b9a3-b1da4b70d48d req-41bbb226-62c9-43c6-9056-0a41ab5182ce tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436685
Dec 23 16:44:22.635612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-75664b30-173f-48a9-bf73-737e340972a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:22.637234 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-75664b30-173f-48a9-bf73-737e340972a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.3616991
Dec 23 16:44:22.745774 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-377cceeb-508b-4006-8bc7-f7771429b9cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9 HTTP/1.1" status: 200  len: 1001 time: 0.1023123
Dec 23 16:44:22.814143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-9f01e38c-d230-43c7-9ccd-c783da24bbf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:22.815946 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-9f01e38c-d230-43c7-9ccd-c783da24bbf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0643151
Dec 23 16:44:22.896157 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-e2199485-9ba2-46bd-96f3-b0f19c26b730 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0739896
Dec 23 16:44:23.041194 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-03b5e96b-60d6-4a91-be65-b83a3ce0c3f2 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384776
Dec 23 16:44:23.185491 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-0df96ffe-5cc1-48b9-9d13-275863cb241c service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382751
Dec 23 16:44:23.500982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53554b1-4cb0-45db-b90b-1d02d00e49c8 req-40f92583-02e0-4b24-82c2-e52c09d33b91 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:23.503945 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c53554b1-4cb0-45db-b90b-1d02d00e49c8 req-40f92583-02e0-4b24-82c2-e52c09d33b91 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0910845
Dec 23 16:44:23.556308 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c53554b1-4cb0-45db-b90b-1d02d00e49c8 req-37d8f8c4-c34e-4657-accc-cfc76723ecf1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460660
Dec 23 16:44:24.451379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a6bba62f-2831-44a9-8fb5-5e5c658039d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:24.763066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd526f20-0851-42d9-af11-92997250d506 req-580c8959-5b3f-4b27-9cdd-d5eba395deb3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:24.764769 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dd526f20-0851-42d9-af11-92997250d506 req-580c8959-5b3f-4b27-9cdd-d5eba395deb3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0840855
Dec 23 16:44:24.772105 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-6db2494b-9de6-4995-a497-c7de7357ca42 service neutron] 10.222.0.36 "GET /v2.0/ports/bf69a962-afeb-4896-aa41-5acd04b2a4c9/bindings/hv-neutron-8228 HTTP/1.1" status: 200  len: 384 time: 0.0790501
Dec 23 16:44:24.815829 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dd526f20-0851-42d9-af11-92997250d506 req-5b1453b2-d2be-4d50-802a-94ac85366e08 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439365
Dec 23 16:44:25.045131 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-08f8a38d-8013-4120-9b83-0cb17b93c79e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000&tenant_id=085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 1098 time: 0.0796278
Dec 23 16:44:25.140058 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-638364ae-ee83-4d27-873f-4310e6b4dc38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 1098 time: 0.0743868
Dec 23 16:44:25.286452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-485ca6df-8868-4a37-a7c1-4b53a75d753e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:25.288099 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-485ca6df-8868-4a37-a7c1-4b53a75d753e service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1409161
Dec 23 16:44:25.403484 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-64d7fcd8-5574-4180-8885-3219cb6fb767 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9 HTTP/1.1" status: 200  len: 1001 time: 0.1082034
Dec 23 16:44:25.473187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-b5798fda-8adf-445a-8c9e-5045939b8358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:25.474749 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-b5798fda-8adf-445a-8c9e-5045939b8358 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0651166
Dec 23 16:44:25.560654 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-10f010a1-fc93-41a0-b157-06b4553e24f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0785143
Dec 23 16:44:25.706745 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-66bea27a-796d-4487-9df5-d2b40545f4f3 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395226
Dec 23 16:44:25.850783 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbad4c54-f599-4c79-9fe2-9143d53f634f req-fed5209e-ac7d-4ef0-b5d6-79d14a4f5200 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382692
Dec 23 16:44:25.980562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:26.037003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f28c3-8afa-4803-b7ea-55fcabe45f91 req-86400dbb-ea36-4f6b-8071-1533e79e3f06 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:26.038705 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a7f28c3-8afa-4803-b7ea-55fcabe45f91 req-86400dbb-ea36-4f6b-8071-1533e79e3f06 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0889752
Dec 23 16:44:26.089299 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a7f28c3-8afa-4803-b7ea-55fcabe45f91 req-f4759c76-0ec4-4584-a47e-b1ba4715ae76 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440326
Dec 23 16:44:26.829029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86cd90f6-f3cf-40fb-bce8-dc7ec5a81753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:27.302958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a604b3-7d10-48d4-9749-1383fd63a35e req-773d8cba-5eb6-4fb9-938d-34ecce934763 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:27.304678 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-68a604b3-7d10-48d4-9749-1383fd63a35e req-773d8cba-5eb6-4fb9-938d-34ecce934763 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0900052
Dec 23 16:44:27.355372 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-68a604b3-7d10-48d4-9749-1383fd63a35e req-55db5a85-f789-420f-b8e3-97735847d727 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445194
Dec 23 16:44:27.399349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:28.568980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38df61-478e-4883-ad86-49ac95809dd8 req-3fb37b8c-8aa7-4c62-a5a7-5eedaf40ad88 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:28.570548 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ef38df61-478e-4883-ad86-49ac95809dd8 req-3fb37b8c-8aa7-4c62-a5a7-5eedaf40ad88 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0892582
Dec 23 16:44:28.596086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device bf69a962-afeb-4896-aa41-5acd04b2a4c9 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:44:28.598680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device bf69a962-afeb-4896-aa41-5acd04b2a4c9 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:44:28.619805 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ef38df61-478e-4883-ad86-49ac95809dd8 req-701ed047-edfe-43b6-9436-bf74b7a04205 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431039
Dec 23 16:44:28.690489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:29.024398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:29.049399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port bf69a962-afeb-4896-aa41-5acd04b2a4c9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:44:29.075468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'port_id': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9', 'mac_address': 'fa:16:3e:1a:b0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:44:29.076929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:44:29.118663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port bf69a962-afeb-4896-aa41-5acd04b2a4c9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:44:29.135432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:29.139420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d82554cc-16c2-4094-8642-0bf194cbe58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:44:29.177318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a01a4-d3ea-425f-92f0-8ae37e05914c req-bef3e658-8647-49e2-89bf-16f2ed1f229b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:29.178845 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-341a01a4-d3ea-425f-92f0-8ae37e05914c req-bef3e658-8647-49e2-89bf-16f2ed1f229b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000&tenant_id=085c03bb84c948ac93eb4c43e6d31a85&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200  len: 945 time: 0.1246612
Dec 23 16:44:29.203328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbe2dc-1c5b-405d-9836-f255bf8d7c7d req-87089b43-4725-439e-9db4-f5a542d45557 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:29.205283 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-52dbe2dc-1c5b-405d-9836-f255bf8d7c7d req-87089b43-4725-439e-9db4-f5a542d45557 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.1860554
Dec 23 16:44:29.232159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=bf69a962-afeb-4896-aa41-5acd04b2a4c9,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:44:29.241952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:29.259324 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-52dbe2dc-1c5b-405d-9836-f255bf8d7c7d req-05d7400a-85ba-4c75-ac4c-5f9d3a550073 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473464
Dec 23 16:44:29.262363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:29.262771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:29.263221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:29.263613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:29.264031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:29.264354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:29.264966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:29.265095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:29.265539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:29.265918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:29.266368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:29.271463 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9', 'code': 200}
Dec 23 16:44:29.272979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf69a962-afeb-4896-aa41-5acd04b2a4c9 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:44:29.276986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:44:29.334850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:44:29.335575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:44:29.349416 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-341a01a4-d3ea-425f-92f0-8ae37e05914c req-77579089-530a-4d34-b69c-70fa7911a0c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 1096 time: 0.0764115
Dec 23 16:44:29.493976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a01a4-d3ea-425f-92f0-8ae37e05914c req-19defb9d-f761-4a08-a5f5-5857ab658616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:29.495519 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-341a01a4-d3ea-425f-92f0-8ae37e05914c req-19defb9d-f761-4a08-a5f5-5857ab658616 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1393795
Dec 23 16:44:29.604098 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-341a01a4-d3ea-425f-92f0-8ae37e05914c req-3d892d02-f8ad-45b6-8618-1aa65238901f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9 HTTP/1.1" status: 200  len: 999 time: 0.1025536
Dec 23 16:44:29.673435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a01a4-d3ea-425f-92f0-8ae37e05914c req-cb151c65-85ef-4c3e-b70d-10958c918647 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:29.675644 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-341a01a4-d3ea-425f-92f0-8ae37e05914c req-cb151c65-85ef-4c3e-b70d-10958c918647 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0655282
Dec 23 16:44:29.759076 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-341a01a4-d3ea-425f-92f0-8ae37e05914c req-95b83da0-2e8f-458a-ae30-8f510d15dfbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0774825
Dec 23 16:44:29.894221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:29.904849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-341a01a4-d3ea-425f-92f0-8ae37e05914c req-660e1c85-49cd-48a5-82a4-f0892b2c39c1 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394227
Dec 23 16:44:29.912890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf69a962-afeb-4896-aa41-5acd04b2a4c9 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:44:29.927954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port bf69a962-afeb-4896-aa41-5acd04b2a4c9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:44:29.930911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:29.932765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:44:30.003123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['bf69a962-afeb-4896-aa41-5acd04b2a4c9'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:44:30.044614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=bf69a962-afeb-4896-aa41-5acd04b2a4c9,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:44:30.050294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:44:30.059512 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-341a01a4-d3ea-425f-92f0-8ae37e05914c req-cdc09da0-bc88-4599-a195-7f3f16af8c68 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487038
Dec 23 16:44:30.469814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cb417-1117-40a5-98b2-31544f5646b9 req-a5b44405-c036-4bed-8338-e745a2406c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:30.471471 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ea0cb417-1117-40a5-98b2-31544f5646b9 req-a5b44405-c036-4bed-8338-e745a2406c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 944 time: 0.0842044
Dec 23 16:44:30.522262 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ea0cb417-1117-40a5-98b2-31544f5646b9 req-b82702dc-ceae-419d-a860-1f94a7570ec8 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445609
Dec 23 16:44:30.614882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device bf69a962-afeb-4896-aa41-5acd04b2a4c9 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:44:30.686366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port bf69a962-afeb-4896-aa41-5acd04b2a4c9 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:44:30.686848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:30.805912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:30.839181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port bf69a962-afeb-4896-aa41-5acd04b2a4c9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:44:30.841845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:30.843793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:44:30.909952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=bf69a962-afeb-4896-aa41-5acd04b2a4c9,revision_number=8']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:44:30.913092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:44:31.272956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:44:31.326495 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9', 'code': 200}
Dec 23 16:44:31.731019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599e6aa-106d-4c12-8c7c-f8758db442df req-80bbc47a-8844-475c-8c89-b2bdbe7d01a4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:31.732670 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1599e6aa-106d-4c12-8c7c-f8758db442df req-80bbc47a-8844-475c-8c89-b2bdbe7d01a4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0880063
Dec 23 16:44:31.782470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1599e6aa-106d-4c12-8c7c-f8758db442df req-83fb0a59-5ea4-4e69-92ae-101b70b97fef tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435932
Dec 23 16:44:32.128645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7def0-ba73-4a56-8876-99878090860f req-73195460-9a01-4c13-bbb9-d6cacc3976b8 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:32.130187 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-41c7def0-ba73-4a56-8876-99878090860f req-73195460-9a01-4c13-bbb9-d6cacc3976b8 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0848145
Dec 23 16:44:32.178127 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-41c7def0-ba73-4a56-8876-99878090860f req-c190b8bd-566e-4c73-922f-4f40fe52c7b1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418525
Dec 23 16:44:32.611825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c096317-a18a-4dc4-a305-0d2ca088c3d7 req-4172befc-662e-4223-bd9a-9cae445261bd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:32.613456 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8c096317-a18a-4dc4-a305-0d2ca088c3d7 req-4172befc-662e-4223-bd9a-9cae445261bd tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.1509798
Dec 23 16:44:32.619861 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-08423df7-ba2d-412a-a8ab-be358b9458bb req-6bf48c24-b5ca-4457-bf88-c44bef3f45f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 1098 time: 0.1117184
Dec 23 16:44:32.769663 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8c096317-a18a-4dc4-a305-0d2ca088c3d7 req-58a3ab21-56bd-425b-886f-2888ccfa1524 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1487777
Dec 23 16:44:32.797483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08423df7-ba2d-412a-a8ab-be358b9458bb req-a4cd398e-3379-4a2a-aef6-9cf7eccee9e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:32.799464 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-08423df7-ba2d-412a-a8ab-be358b9458bb req-a4cd398e-3379-4a2a-aef6-9cf7eccee9e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1643620
Dec 23 16:44:32.908867 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-08423df7-ba2d-412a-a8ab-be358b9458bb req-627aa264-5f0f-46ee-940d-25d64d3781b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9 HTTP/1.1" status: 200  len: 1001 time: 0.1029115
Dec 23 16:44:32.979221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08423df7-ba2d-412a-a8ab-be358b9458bb req-667930f4-9a89-4aab-9828-cb15d0dcce3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:32.980775 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-08423df7-ba2d-412a-a8ab-be358b9458bb req-667930f4-9a89-4aab-9828-cb15d0dcce3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0670717
Dec 23 16:44:33.061281 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-08423df7-ba2d-412a-a8ab-be358b9458bb req-a9cfa9b6-3ea4-4880-bec8-8643407fcafb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0743597
Dec 23 16:44:33.431535 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-08423df7-ba2d-412a-a8ab-be358b9458bb req-1ac32ab0-2d5b-4b55-a2d1-41b001e1c409 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3637738
Dec 23 16:44:33.575238 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-08423df7-ba2d-412a-a8ab-be358b9458bb req-c1e45da0-af85-4885-8255-fd27f79b6be0 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367826
Dec 23 16:44:33.978955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b56e1-c6fe-4146-baf7-f4ee2cf7b203 req-c06c9959-f887-47d6-a7a4-d36d09e3d343 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:33.980775 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d67b56e1-c6fe-4146-baf7-f4ee2cf7b203 req-c06c9959-f887-47d6-a7a4-d36d09e3d343 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0859213
Dec 23 16:44:34.036322 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d67b56e1-c6fe-4146-baf7-f4ee2cf7b203 req-455625b3-5584-482f-87ef-11f932e40bfa tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484149
Dec 23 16:44:35.018954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:44:35.242700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9331c-d0fe-4574-9fda-12ca96ffca37 req-3fc04bcc-6084-4f82-a6eb-5c455e4284d1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:35.244347 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbd9331c-d0fe-4574-9fda-12ca96ffca37 req-3fc04bcc-6084-4f82-a6eb-5c455e4284d1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0850182
Dec 23 16:44:35.297568 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fbd9331c-d0fe-4574-9fda-12ca96ffca37 req-623575ec-7026-49f9-8536-9a3afdec1969 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468073
Dec 23 16:44:35.711750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cede9b-f738-47d7-8515-e2e212a6f454 req-bca53129-9c08-44e3-a6a2-f5d8cc8fa216 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:35.713363 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-72cede9b-f738-47d7-8515-e2e212a6f454 req-bca53129-9c08-44e3-a6a2-f5d8cc8fa216 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0852120
Dec 23 16:44:35.762346 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-72cede9b-f738-47d7-8515-e2e212a6f454 req-45482de9-3e6e-49c5-bbd8-0ddc9307f488 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429869
Dec 23 16:44:36.970051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75839bfa-db83-4993-8634-2ea568a1547f req-985fddde-8e8c-497d-a908-1495c2e0a2d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:36.972313 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-75839bfa-db83-4993-8634-2ea568a1547f req-985fddde-8e8c-497d-a908-1495c2e0a2d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0845685
Dec 23 16:44:37.022008 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-75839bfa-db83-4993-8634-2ea568a1547f req-44336fe8-d0fa-471e-88d9-9320d1e8b917 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433903
Dec 23 16:44:37.246691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-1866c885-10d4-4d1d-bcd4-d49fdeafb3d3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:37.248300 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-1866c885-10d4-4d1d-bcd4-d49fdeafb3d3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 945 time: 0.0905390
Dec 23 16:44:37.322589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Deleting port bf69a962-afeb-4896-aa41-5acd04b2a4c9 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:44:37.322909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:37.583074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] For port bf69a962-afeb-4896-aa41-5acd04b2a4c9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bf69a962-afeb-4896-aa41-5acd04b2a4c9,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:44:37.583423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:37.881347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:37.881697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:37.882055 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d disassociated. External IP: 172.26.5.167, port: bf69a962-afeb-4896-aa41-5acd04b2a4c9.
Dec 23 16:44:37.882441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Calling delete_port for bf69a962-afeb-4896-aa41-5acd04b2a4c9 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:44:38.031376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:38.037006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:44:38.083196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Pushing event deleted for resources: {'Port': ['ID=bf69a962-afeb-4896-aa41-5acd04b2a4c9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:44:38.098269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:38.098707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:38.099167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:38.099597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:38.100022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:38.100483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:38.100837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:38.101257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:38.101674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:38.102094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:38.102500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:44:38.105968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:44:38.221168 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0dcaabba-bb23-4dd2-a4bb-3a20b7f6cc26 req-321df73c-8c4d-405e-9050-bff0122e264a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e3df26-c4b3-48d7-b458-12e7c1263000 HTTP/1.1" status: 200  len: 210 time: 0.0543637
Dec 23 16:44:38.374285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Router c1dbdda0-f9ca-4c12-81a1-d407191cb06a has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:44:38.587402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:44:38.597988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185e10d-bac6-468c-9c2c-da5e4a31cb03 None None] Sync routers for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:44:38.611786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185e10d-bac6-468c-9c2c-da5e4a31cb03 None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:44:38.612476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e185e10d-bac6-468c-9c2c-da5e4a31cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c5cf8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:44:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:44:38.657369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] No DVR routers for this DVR port bf69a962-afeb-4896-aa41-5acd04b2a4c9 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:44:38.660060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:38.662958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'name': 'network-vif-deleted', 'tag': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:44:38.680336 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fd4b4e24-465e-431c-a57d-8bb93835f754 req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "DELETE /v2.0/ports/bf69a962-afeb-4896-aa41-5acd04b2a4c9 HTTP/1.1" status: 204  len: 173 time: 1.4256837
Dec 23 16:44:38.727065 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e3df26-c4b3-48d7-b458-12e7c1263000', 'name': 'network-vif-deleted', 'tag': 'bf69a962-afeb-4896-aa41-5acd04b2a4c9', 'status': 'completed', 'code': 200}
Dec 23 16:44:38.811146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e185e10d-bac6-468c-9c2c-da5e4a31cb03 None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:44:39.151240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e185e10d-bac6-468c-9c2c-da5e4a31cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c5cf8>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:44:39.155412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185e10d-bac6-468c-9c2c-da5e4a31cb03 None None] Checking router: c1dbdda0-f9ca-4c12-81a1-d407191cb06a for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:44:39.168224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185e10d-bac6-468c-9c2c-da5e4a31cb03 None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:44:39.168887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e185e10d-bac6-468c-9c2c-da5e4a31cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c5cf8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:44:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:44:39.368137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e185e10d-bac6-468c-9c2c-da5e4a31cb03 None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:44:39.619045 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-e72277cf-2f0a-4610-af5a-0ecfafcd9e4d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--770988678&fields=id&tenant_id=085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 267 time: 0.0452425
Dec 23 16:44:39.783172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-43b50b66-9c31-48b1-9d4c-81eb83adc3f3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:39.784804 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-43b50b66-9c31-48b1-9d4c-81eb83adc3f3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 811 time: 0.1588278
Dec 23 16:44:39.802591 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-7820cd2c-de49-49fb-b10c-ce2fe5b7a467 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/quotas/085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 375 time: 0.0119123
Dec 23 16:44:39.865329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e185e10d-bac6-468c-9c2c-da5e4a31cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c5cf8>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:44:39.869726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185e10d-bac6-468c-9c2c-da5e4a31cb03 None None] The sync data for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv is: [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:44:39.896448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-cbf86d8b-cdf9-4c67-ac47-a60ed9e5211e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Synchronizing usage tracker for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:44:39.912690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-cbf86d8b-cdf9-4c67-ac47-a60ed9e5211e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Unset dirty status for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:44:39.914162 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-cbf86d8b-cdf9-4c67-ac47-a60ed9e5211e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1057625
Dec 23 16:44:40.006468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-1b44f764-372d-498c-84d0-860249e5a00c service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:44:40.007691 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-1b44f764-372d-498c-84d0-860249e5a00c service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0804334
Dec 23 16:44:40.157387 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-01d76062-a1d1-46db-b2f8-478ec682feeb service neutron] 10.222.0.67 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426415
Dec 23 16:44:40.307123 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-ee4e95a9-096d-47d1-9960-6fff6a0d6fe8 service neutron] 10.222.0.67 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433334
Dec 23 16:44:40.362323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976fa373-3fb1-4ba4-bd78-6b3c81c87525 None None] New status for floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:44:40.525971 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f182cbd8-76a3-40b3-9121-7cd083a096a9 req-f60d5720-eddd-460f-912a-1b800e9b8cea tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 210 time: 0.0567145
Dec 23 16:44:40.677692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device bf69a962-afeb-4896-aa41-5acd04b2a4c9 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:44:40.712770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: bf69a962-afeb-4896-aa41-5acd04b2a4c9 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:44:40.713188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device bf69a962-afeb-4896-aa41-5acd04b2a4c9 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:44:41.558456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-af35dff2-741d-4e81-84e4-158a3d2ebb53 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:41.560006 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-af35dff2-741d-4e81-84e4-158a3d2ebb53 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 811 time: 0.1630187
Dec 23 16:44:41.620557 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-af1ec531-e844-43f6-ac5a-24ab940eb29a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 379 time: 0.0469246
Dec 23 16:44:41.630950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Request body: {'port': {'device_id': '05c73094-ca94-43a0-bdf6-534b73842142', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'admin_state_up': True, 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'security_groups': ['d68358e1-dce0-4c79-825a-be7a5c38680e']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:44:41.961003 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4171a473-8617-407e-9897-e9eda717b303 req-598daeea-23b7-4c23-88ef-383520e6e6c0 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 210 time: 0.3035173
Dec 23 16:44:42.061531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:44:42.072728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:44:42.082038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Made reservation on behalf of 085c03bb84c948ac93eb4c43e6d31a85 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:44:42.087641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:42.264937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Allocated IP 172.20.0.11 (dfb33c54-7984-45e2-9e4a-925c5da9b47d/9bab0d22-3bcf-4ece-8203-f21058cb3c3e/09c65cd5-7d21-48bf-9efb-3ceb0e5e211b) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:44:42.378420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:42.468042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:42.484756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Transition to ACTIVE for port object 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:44:42.504545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:42.510172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:44:42.585661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Network dfb33c54-7984-45e2-9e4a-925c5da9b47d is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:44:42.588921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:44:42.593398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:44:42.621624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Pushing event updated for resources: {'Port': ['ID=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:44:42.627879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:44:42.662491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:42.663214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:42.696149 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0704198
Dec 23 16:44:42.708748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Request body: {'port': {'device_id': '05c73094-ca94-43a0-bdf6-534b73842142', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:44:42.832743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:42.934241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-24294921-c1c6-43be-aaff-6bf4990457ca None None] Provisioning for port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:44:42.939420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-24294921-c1c6-43be-aaff-6bf4990457ca None None] Provisioning complete for port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:44:42.939852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-24294921-c1c6-43be-aaff-6bf4990457ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:43.009794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-24294921-c1c6-43be-aaff-6bf4990457ca None None] Port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:44:43.172986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455d638-d0c9-4443-800f-e80f1e7c8e14 req-2e9c1a62-e4a1-491c-9428-a7a27b70bb55 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:43.175017 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4455d638-d0c9-4443-800f-e80f1e7c8e14 req-2e9c1a62-e4a1-491c-9428-a7a27b70bb55 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 932 time: 0.0865843
Dec 23 16:44:43.209836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:44:43.217319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:43.229164 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4455d638-d0c9-4443-800f-e80f1e7c8e14 req-8d3fd983-54e7-4186-9bdb-ea3d3d103bcc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473619
Dec 23 16:44:43.234008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Transition to ACTIVE for port object 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:44:43.237311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:43.242081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1c21bc5-4963-4f48-9dac-3cfb33168c43 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:44:43.375681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Pushing event updated for resources: {'Port': ['ID=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:44:43.380257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:44:43.500579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Attempting to bind port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:44:43.500946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Attempting to bind port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:44:43.501329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Attempting to bind port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b on network dfb33c54-7984-45e2-9e4a-925c5da9b47d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:44:43.509021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b on network dfb33c54-7984-45e2-9e4a-925c5da9b47d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:44:43.509611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Attempting to bind port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b on network dfb33c54-7984-45e2-9e4a-925c5da9b47d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:44:43.519350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:44:43.519740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Checking segment: {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:44:43.520174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Bound using segment: {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:44:43.520658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Bound port: 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:44:43.521053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:43.615280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] For port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:44:43.619631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] For port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:44:43.623043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:43.628062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:44:43.697464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:43.698947 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] 10.222.0.36 "PUT /v2.0/ports/09c65cd5-7d21-48bf-9efb-3ceb0e5e211b HTTP/1.1" status: 200  len: 1094 time: 0.9950087
Dec 23 16:44:43.699539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:44:43.712806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Pushing event updated for resources: {'Port': ['ID=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:44:43.716059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:44:43.776576 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'status': 'completed', 'code': 200}
Dec 23 16:44:43.815404 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-55142090-888a-4136-a090-8e55f1e576e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 1097 time: 0.0802243
Dec 23 16:44:43.892857 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-4bd49e80-159c-4fb0-9606-b79931bf083b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b HTTP/1.1" status: 200  len: 217 time: 0.0710883
Dec 23 16:44:43.964672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-67efa292-70de-4eec-8a22-ddb1dd95cbc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:43.966299 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-67efa292-70de-4eec-8a22-ddb1dd95cbc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0676584
Dec 23 16:44:44.052279 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-95631dc7-72b8-4a39-adea-9d0508e7dc7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0798178
Dec 23 16:44:44.197593 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-18e0bcbe-41da-4cdb-b97a-2224b40ad5de service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387844
Dec 23 16:44:44.344369 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0ff0e2-dd16-461e-9b2c-cf570a8edd20 req-b068451a-a335-47ee-bd2c-8f362115c863 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404159
Dec 23 16:44:44.439836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a634651-83ff-4f36-893b-762615c709d1 req-4113bbe0-0158-4c41-b40e-c385ffcbc6f1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:44.441476 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9a634651-83ff-4f36-893b-762615c709d1 req-4113bbe0-0158-4c41-b40e-c385ffcbc6f1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 944 time: 0.0881023
Dec 23 16:44:44.470012 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf4c6315-e645-4df7-bdc3-7fa3c4f84fea req-f6da4ebe-35bd-4187-aa37-7e23027a994e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 1097 time: 0.0793526
Dec 23 16:44:44.624945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6315-e645-4df7-bdc3-7fa3c4f84fea req-f503fcc8-b3dc-4236-b26a-43cd3653d842 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:44.626615 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf4c6315-e645-4df7-bdc3-7fa3c4f84fea req-f503fcc8-b3dc-4236-b26a-43cd3653d842 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1483865
Dec 23 16:44:44.705339 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf4c6315-e645-4df7-bdc3-7fa3c4f84fea req-5ac57aa4-c9a5-482c-988d-59d959dbdd8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b HTTP/1.1" status: 200  len: 217 time: 0.0712690
Dec 23 16:44:44.725751 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9a634651-83ff-4f36-893b-762615c709d1 req-3b951b3b-53a3-4c5d-ac68-679cc4db3779 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2780032
Dec 23 16:44:44.776186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6315-e645-4df7-bdc3-7fa3c4f84fea req-45c589ec-c8f7-444f-9fa9-2f59269ef86a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:44.777865 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf4c6315-e645-4df7-bdc3-7fa3c4f84fea req-45c589ec-c8f7-444f-9fa9-2f59269ef86a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0662749
Dec 23 16:44:44.858294 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf4c6315-e645-4df7-bdc3-7fa3c4f84fea req-78a08bc1-bd4f-42d5-92f9-654c405c82f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0732687
Dec 23 16:44:45.003545 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf4c6315-e645-4df7-bdc3-7fa3c4f84fea req-68dac9e5-2ccb-400f-af68-10f31d734d40 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371529
Dec 23 16:44:45.150399 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf4c6315-e645-4df7-bdc3-7fa3c4f84fea req-21bf623b-e2fa-4c31-8bdf-9e79cce185d5 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399820
Dec 23 16:44:45.936953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4764fb-4bb7-4c3f-b0dd-17a78b60e781 req-1e0c97d7-8728-43de-afbc-991286f13a7a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:45.937719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-5d4764fb-4bb7-4c3f-b0dd-17a78b60e781 req-1e0c97d7-8728-43de-afbc-991286f13a7a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Synchronizing usage tracker for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:44:45.952785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-5d4764fb-4bb7-4c3f-b0dd-17a78b60e781 req-1e0c97d7-8728-43de-afbc-991286f13a7a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Unset dirty status for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:44:45.954029 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5d4764fb-4bb7-4c3f-b0dd-17a78b60e781 req-1e0c97d7-8728-43de-afbc-991286f13a7a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 944 time: 0.1021352
Dec 23 16:44:46.004296 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5d4764fb-4bb7-4c3f-b0dd-17a78b60e781 req-81072690-d4ae-431d-afc2-1f1534b641a5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441263
Dec 23 16:44:46.708326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:44:46.852798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:44:46.866795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'port_id': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'mac_address': 'fa:16:3e:8e:1c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:44:46.922721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:46.943825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:44:46.959410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:44:46.962175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:46.964831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:44:47.031367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:44:47.034805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:44:47.164803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['09c65cd5-7d21-48bf-9efb-3ceb0e5e211b'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:44:47.212497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b18a9-0c9d-4e69-8bf6-055c802b9046 req-e2401081-9973-424a-80b3-c3fa6ac491aa tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:47.218173 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cd6b18a9-0c9d-4e69-8bf6-055c802b9046 req-e2401081-9973-424a-80b3-c3fa6ac491aa tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 945 time: 0.0893435
Dec 23 16:44:47.264945 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cd6b18a9-0c9d-4e69-8bf6-055c802b9046 req-541ef55b-0f64-41ed-a13d-7f55f38d35fb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445673
Dec 23 16:44:48.471202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798239e-8bea-419e-8880-32a9ef3660ae req-3a0bc10b-355c-4414-bc38-174801c07f84 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:48.472747 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b798239e-8bea-419e-8880-32a9ef3660ae req-3a0bc10b-355c-4414-bc38-174801c07f84 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 945 time: 0.0845156
Dec 23 16:44:48.520181 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b798239e-8bea-419e-8880-32a9ef3660ae req-357f5bc9-9d70-4d20-b1e6-97974b0577a4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414860
Dec 23 16:44:48.706666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:44:48.777433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:44:48.782310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:44:48.783288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:48.910068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:48.937221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:44:48.947400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:44:48.950337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:48.952333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:44:48.999663 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'code': 200}
Dec 23 16:44:49.022536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:44:49.025600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:44:49.234180 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0013af2b-1798-4d07-a3ab-2d407f68c53f req-9a3613c0-2729-495f-b5f4-a86b43bd9d9f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 1099 time: 0.0792971
Dec 23 16:44:49.281278 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0013af2b-1798-4d07-a3ab-2d407f68c53f req-3a42373f-a6e4-4fd5-8b22-ea3bd9d18535 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407300
Dec 23 16:44:49.730327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebf488-6ee2-466f-a34f-948678d8b24d req-037ea0ce-9603-4116-8ce6-d69b004deea9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:49.731976 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7bebf488-6ee2-466f-a34f-948678d8b24d req-037ea0ce-9603-4116-8ce6-d69b004deea9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0843692
Dec 23 16:44:49.784401 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7bebf488-6ee2-466f-a34f-948678d8b24d req-c0c2a63a-5dfc-45ca-8575-03af15a4dda1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457129
Dec 23 16:44:50.992005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3870c6d-bd4e-4759-99e0-dba77a88630b req-bab87ea8-2c24-4604-968e-19342bd0b455 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:50.993637 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e3870c6d-bd4e-4759-99e0-dba77a88630b req-bab87ea8-2c24-4604-968e-19342bd0b455 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0854800
Dec 23 16:44:51.043294 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e3870c6d-bd4e-4759-99e0-dba77a88630b req-1922893d-fb4f-47b5-ae4e-7dec32c19038 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435002
Dec 23 16:44:51.245310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df1fce-1e25-4bf7-98fa-82be598b43bc req-5e025a50-26cd-4e2c-8098-7422fb8427ff tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:51.246933 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-00df1fce-1e25-4bf7-98fa-82be598b43bc req-5e025a50-26cd-4e2c-8098-7422fb8427ff tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0860422
Dec 23 16:44:51.257833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 33646) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:44:51.263644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-734da14a-ffb9-479e-989c-a091d84fac5c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Request body: {'floatingip': {'port_id': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:44:51.345302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-734da14a-ffb9-479e-989c-a091d84fac5c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:52.203713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-734da14a-ffb9-479e-989c-a091d84fac5c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:52.207697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-734da14a-ffb9-479e-989c-a091d84fac5c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:52.406105 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-734da14a-ffb9-479e-989c-a091d84fac5c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d associated. External IP: 172.26.5.167, port: 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b.
Dec 23 16:44:52.781906 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-318271c1-210b-475b-985e-340410a3a2fa req-75f70541-5060-41ae-be3e-c15319ec02df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1100550
Dec 23 16:44:52.952213 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-318271c1-210b-475b-985e-340410a3a2fa req-3e5173d7-b753-4da0-9fd1-b84d119c8d64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 1099 time: 0.0984082
Dec 23 16:44:52.962017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734da14a-ffb9-479e-989c-a091d84fac5c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Router c1dbdda0-f9ca-4c12-81a1-d407191cb06a has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:44:53.195585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318271c1-210b-475b-985e-340410a3a2fa req-9968ad9f-e721-40fb-bc19-ddf189ae50e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:53.197213 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-318271c1-210b-475b-985e-340410a3a2fa req-9968ad9f-e721-40fb-bc19-ddf189ae50e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.2250390
Dec 23 16:44:53.380498 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-318271c1-210b-475b-985e-340410a3a2fa req-3ff639c3-f47b-4270-bea4-4b3592e92832 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b HTTP/1.1" status: 200  len: 1000 time: 0.1280804
Dec 23 16:44:53.458690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734da14a-ffb9-479e-989c-a091d84fac5c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:44:53.461114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318271c1-210b-475b-985e-340410a3a2fa req-b840613a-8f67-48d6-8bdc-5c45d69fd6a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:53.462730 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-318271c1-210b-475b-985e-340410a3a2fa req-b840613a-8f67-48d6-8bdc-5c45d69fd6a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0750148
Dec 23 16:44:53.466127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-734da14a-ffb9-479e-989c-a091d84fac5c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:53.468643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af49ad-42f6-4459-b8cd-13b1858e02f8 None None] Sync routers for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:44:53.482679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af49ad-42f6-4459-b8cd-13b1858e02f8 None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:44:53.483401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-49af49ad-42f6-4459-b8cd-13b1858e02f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b46a0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:44:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:44:53.581669 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-734da14a-ffb9-479e-989c-a091d84fac5c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "PUT /v2.0/floatingips/6cf5e60f-ec7e-459c-ad53-7cce48eed84d HTTP/1.1" status: 200  len: 992 time: 2.3226395
Dec 23 16:44:53.583325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:44:53.605190 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-318271c1-210b-475b-985e-340410a3a2fa req-2b4d5026-d27f-4b43-80f5-24ad6c6b178e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1097934
Dec 23 16:44:53.659046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'status': 'completed', 'code': 200}
Dec 23 16:44:53.687288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-49af49ad-42f6-4459-b8cd-13b1858e02f8 None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:44:53.759878 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-318271c1-210b-475b-985e-340410a3a2fa req-3c5cbfca-9dcb-47e5-9acd-97b0ec8c746e service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477680
Dec 23 16:44:53.905932 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-318271c1-210b-475b-985e-340410a3a2fa req-78d2f0d4-9a38-43c0-8227-baf7a375956c service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388459
Dec 23 16:44:54.037792 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-62edeaef-d640-4c15-8f64-1fd237e25686 req-640b9e7f-576c-40a2-8cd1-ca0697fa78c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 1099 time: 0.0787046
Dec 23 16:44:54.066170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-49af49ad-42f6-4459-b8cd-13b1858e02f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b46a0>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '6cf5e60f-ec7e-459c-ad53-7cce48eed84d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'port_id': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'mac_address': 'fa:16:3e:8e:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c73094-ca94-43a0-bdf6-534b73842142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:44:52Z', 'revision_number': 9, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:44:54.075180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af49ad-42f6-4459-b8cd-13b1858e02f8 None None] Checking router: c1dbdda0-f9ca-4c12-81a1-d407191cb06a for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:44:54.082620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af49ad-42f6-4459-b8cd-13b1858e02f8 None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:44:54.083340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-49af49ad-42f6-4459-b8cd-13b1858e02f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b46a0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:44:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:44:54.185637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edeaef-d640-4c15-8f64-1fd237e25686 req-cc26c4cb-26fb-43f3-8121-aac747f0a814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:54.187341 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-62edeaef-d640-4c15-8f64-1fd237e25686 req-cc26c4cb-26fb-43f3-8121-aac747f0a814 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1433179
Dec 23 16:44:54.293279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-49af49ad-42f6-4459-b8cd-13b1858e02f8 None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:44:54.301992 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-62edeaef-d640-4c15-8f64-1fd237e25686 req-9160dd8e-ed3d-4de3-8db6-b099f48b558b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b HTTP/1.1" status: 200  len: 1000 time: 0.1079640
Dec 23 16:44:54.376937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edeaef-d640-4c15-8f64-1fd237e25686 req-c353b371-682d-4b83-81f0-dead7e46db5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:44:54.378597 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-62edeaef-d640-4c15-8f64-1fd237e25686 req-c353b371-682d-4b83-81f0-dead7e46db5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0704246
Dec 23 16:44:54.463147 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-62edeaef-d640-4c15-8f64-1fd237e25686 req-72e1ba27-3958-4528-a136-b1df9324083e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0770288
Dec 23 16:44:54.479988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-706ffdb4-a5df-452f-a192-5af79dd66c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:54.614088 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-62edeaef-d640-4c15-8f64-1fd237e25686 req-f1382d58-bfaa-473a-b3ba-cfdf7f889402 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438887
Dec 23 16:44:54.686793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-49af49ad-42f6-4459-b8cd-13b1858e02f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b46a0>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '6cf5e60f-ec7e-459c-ad53-7cce48eed84d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'port_id': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'mac_address': 'fa:16:3e:8e:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c73094-ca94-43a0-bdf6-534b73842142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:44:52Z', 'revision_number': 9, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:44:54.691618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af49ad-42f6-4459-b8cd-13b1858e02f8 None None] The sync data for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv is: [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '6cf5e60f-ec7e-459c-ad53-7cce48eed84d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'port_id': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'mac_address': 'fa:16:3e:8e:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c73094-ca94-43a0-bdf6-534b73842142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:44:52Z', 'revision_number': 9, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:44:54.769401 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-62edeaef-d640-4c15-8f64-1fd237e25686 req-8957370c-c1d5-46b7-8728-b5c881568772 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488786
Dec 23 16:44:55.025712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6171d56-65ef-450d-a444-3672fddb3bad None None] New status for floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:44:55.983097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:56.831603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2409f896-2c4e-4ea2-87d7-675535dea950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:57.392791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:44:58.662059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:12.137221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:45:12.380417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:24.452236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a90e3df-d73b-43d2-a79c-7528e285e1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:25.985413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:26.833371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-153f2963-36ad-41f3-be83-b272f437b516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:27.395137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:28.664735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:29.164324 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b1ed6788-9d59-4aa4-b36d-a9a349e78ea6 req-d6e2abe6-220e-465e-aa4e-401a33a80918 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0742784
Dec 23 16:45:29.780488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d026d-9bc6-4cd3-a5c7-1bcbeec5f2eb req-f9651268-5b2b-481b-8bbc-73b97e1bc88e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:29.782890 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7b3d026d-9bc6-4cd3-a5c7-1bcbeec5f2eb req-f9651268-5b2b-481b-8bbc-73b97e1bc88e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.3770053
Dec 23 16:45:29.786523 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-b2c310f0-50c3-4ffd-918d-c793b4d77166 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4412663
Dec 23 16:45:29.832862 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7b3d026d-9bc6-4cd3-a5c7-1bcbeec5f2eb req-5c2314a1-00d6-45f0-872e-efcbb497d6cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436277
Dec 23 16:45:30.957078 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-889af4ef-6375-4840-9118-745657ed3b14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 1099 time: 0.0788333
Dec 23 16:45:31.045970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f2543-5144-4434-ac85-a2580648aea7 req-e7c96c67-7e6b-4991-9751-3f908fd59386 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:31.048240 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-140f2543-5144-4434-ac85-a2580648aea7 req-e7c96c67-7e6b-4991-9751-3f908fd59386 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0883992
Dec 23 16:45:31.097585 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-140f2543-5144-4434-ac85-a2580648aea7 req-8676d459-68c9-4f01-81b3-69a91a203e78 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431907
Dec 23 16:45:31.105122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-afd8940c-a061-45ef-8d03-e6fee5e12a39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:31.106726 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-afd8940c-a061-45ef-8d03-e6fee5e12a39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1433680
Dec 23 16:45:31.214337 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-8ddba453-1d56-44f9-8a85-02e4675e4250 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b HTTP/1.1" status: 200  len: 1003 time: 0.1004841
Dec 23 16:45:31.288731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-2165388a-0b0b-4dac-80ac-575546ec73fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:31.290307 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-2165388a-0b0b-4dac-80ac-575546ec73fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0690572
Dec 23 16:45:31.370851 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-cd754b42-421d-47a9-b535-5dd7e5d01a1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0732305
Dec 23 16:45:31.514805 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-1646060b-bb8e-4b20-bf64-7f83dc3dc5d6 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380279
Dec 23 16:45:31.661103 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-5d29ef7a-5608-4d72-930c-a40b9da289f4 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404047
Dec 23 16:45:32.310467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ba6de-3e1b-4a84-8849-b50b741cc477 req-7981f120-8015-47b1-8b43-f0a702fb93d1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:32.312128 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6b3ba6de-3e1b-4a84-8849-b50b741cc477 req-7981f120-8015-47b1-8b43-f0a702fb93d1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0901790
Dec 23 16:45:32.361276 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6b3ba6de-3e1b-4a84-8849-b50b741cc477 req-eca874f2-83bb-47af-b374-ca6c8cf35d0f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424445
Dec 23 16:45:33.571826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7218d8-8a2b-4f63-857b-385e6e041711 req-eff01a21-bd57-4ec5-b0c4-c29e23a729c0 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:33.573386 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-de7218d8-8a2b-4f63-857b-385e6e041711 req-eff01a21-bd57-4ec5-b0c4-c29e23a729c0 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0849814
Dec 23 16:45:33.623152 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-de7218d8-8a2b-4f63-857b-385e6e041711 req-67432ea1-8344-49e7-b318-658b6f149ae4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435116
Dec 23 16:45:34.829437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8f276-3b0d-44bd-9f20-d3ebd01ed14a req-6460f37c-cb37-4faa-90cf-4326ccaea2a4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:34.831070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6ae8f276-3b0d-44bd-9f20-d3ebd01ed14a req-6460f37c-cb37-4faa-90cf-4326ccaea2a4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0840149
Dec 23 16:45:34.879180 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6ae8f276-3b0d-44bd-9f20-d3ebd01ed14a req-eab8c752-0d11-4a8a-9b2b-1919330faa72 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418615
Dec 23 16:45:36.087137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fa730-3302-4e5e-84a8-20bc361cb89d req-59af3b96-92e9-43a0-b6a6-989c2297f705 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:36.088668 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-572fa730-3302-4e5e-84a8-20bc361cb89d req-59af3b96-92e9-43a0-b6a6-989c2297f705 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0876393
Dec 23 16:45:36.137816 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-572fa730-3302-4e5e-84a8-20bc361cb89d req-20c156a6-1a90-4388-b0b9-824fe3a987df tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424707
Dec 23 16:45:37.353158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae1bf9-f718-424d-aa9b-e668bf391d9e req-645a3590-2f7f-4ce7-bf0d-a26e9ca0c83d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:37.354774 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2eae1bf9-f718-424d-aa9b-e668bf391d9e req-645a3590-2f7f-4ce7-bf0d-a26e9ca0c83d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0902069
Dec 23 16:45:37.403721 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2eae1bf9-f718-424d-aa9b-e668bf391d9e req-860a6bdb-7273-4f07-8b31-c2534756dd4e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428452
Dec 23 16:45:38.611989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eab245-0b0c-4f94-a6dc-c4aa373ec6ca req-8f7a3178-117c-4f0a-bb45-a6d05870689f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:38.613530 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5eab245-0b0c-4f94-a6dc-c4aa373ec6ca req-8f7a3178-117c-4f0a-bb45-a6d05870689f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0852358
Dec 23 16:45:38.662833 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5eab245-0b0c-4f94-a6dc-c4aa373ec6ca req-c24f7ecf-9582-4435-9d4c-30a14bd9417b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432310
Dec 23 16:45:39.872255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb825ca2-b0d6-439d-afb8-49f372516f7f req-202744e5-0ce1-4518-b3ab-e5eb70db7a5c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:39.873879 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cb825ca2-b0d6-439d-afb8-49f372516f7f req-202744e5-0ce1-4518-b3ab-e5eb70db7a5c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0866833
Dec 23 16:45:39.923360 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cb825ca2-b0d6-439d-afb8-49f372516f7f req-78283c03-dd65-4569-93c1-ed6a55f544b3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426161
Dec 23 16:45:41.134591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a89d90-9bc7-4bd3-a03f-528ec60d8fc0 req-adc17f6f-1ab8-4992-884e-240c701770f3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:41.136150 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-82a89d90-9bc7-4bd3-a03f-528ec60d8fc0 req-adc17f6f-1ab8-4992-884e-240c701770f3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0860660
Dec 23 16:45:41.184467 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-82a89d90-9bc7-4bd3-a03f-528ec60d8fc0 req-c6309591-3c93-456f-b9f0-c2e7e8396628 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422294
Dec 23 16:45:42.384393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:42.394391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238fb37-91f7-4e7d-b4a6-52051ffe026e req-d131ec22-af79-4cf1-99c3-a8b5643d66f3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:42.396065 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3238fb37-91f7-4e7d-b4a6-52051ffe026e req-d131ec22-af79-4cf1-99c3-a8b5643d66f3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0895684
Dec 23 16:45:42.444606 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3238fb37-91f7-4e7d-b4a6-52051ffe026e req-7539d65c-0122-4f8a-83ad-bbed58b05c8e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425689
Dec 23 16:45:43.305153 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-69d72ab6-806f-4b87-8aa5-dc9d40afdaba service neutron] 10.222.0.36 "GET /v2.0/ports/09c65cd5-7d21-48bf-9efb-3ceb0e5e211b/bindings/hv-neutron-8228 HTTP/1.1" status: 200  len: 384 time: 0.0766783
Dec 23 16:45:43.580239 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-d57c52f3-9b76-459a-8b64-627c0c19056a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142&tenant_id=085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 1099 time: 0.0825865
Dec 23 16:45:43.655358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757a0d9-84d5-470c-97fb-23b40f39ce10 req-d87c1a69-86b8-40b1-a0b7-6c1afc33a304 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:43.657287 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f757a0d9-84d5-470c-97fb-23b40f39ce10 req-d87c1a69-86b8-40b1-a0b7-6c1afc33a304 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0876658
Dec 23 16:45:43.677469 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-ad5654fd-7b15-4146-89b9-9c1f9f7718a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 1099 time: 0.0756698
Dec 23 16:45:43.715806 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f757a0d9-84d5-470c-97fb-23b40f39ce10 req-2f9d0fab-3ca9-4e24-9c31-c065b6edb4df tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523381
Dec 23 16:45:43.825816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-fb80c10d-aacd-4046-b155-6a41158f32ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:43.827385 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-fb80c10d-aacd-4046-b155-6a41158f32ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1438782
Dec 23 16:45:43.935569 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-46a6e4e2-7213-4689-8ca9-623d06a54362 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b HTTP/1.1" status: 200  len: 1003 time: 0.1023405
Dec 23 16:45:44.004055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-e78a782a-cb77-4d20-a8e9-26dfeb95b474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:44.005596 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-e78a782a-cb77-4d20-a8e9-26dfeb95b474 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0639102
Dec 23 16:45:44.088260 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-cc07369c-0c68-4549-9c53-1ad07def80a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0768375
Dec 23 16:45:44.236067 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-b576636a-b5d9-4599-b473-1c76c1faa0d4 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404080
Dec 23 16:45:44.381472 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db29ec5d-76a8-44b9-88df-2101992d6fde req-822e583e-7a3c-451f-99b3-e1f1df59d589 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372731
Dec 23 16:45:44.925833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd6575-1cd8-4da5-a583-a41624a7bde1 req-8af84a27-c35a-4b4a-b016-783b85a6391a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:44.927477 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4abd6575-1cd8-4da5-a583-a41624a7bde1 req-8af84a27-c35a-4b4a-b016-783b85a6391a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0836780
Dec 23 16:45:44.976091 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4abd6575-1cd8-4da5-a583-a41624a7bde1 req-5f757c3e-ea5b-43e4-a4a5-537d010fdfd0 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425594
Dec 23 16:45:46.183009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d052733-151a-444a-b7ce-991bcc5f5a04 req-7747aaa6-e7c7-44f0-b2ac-dfa4aea94d5f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:46.184764 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3d052733-151a-444a-b7ce-991bcc5f5a04 req-7747aaa6-e7c7-44f0-b2ac-dfa4aea94d5f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0846999
Dec 23 16:45:46.234876 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3d052733-151a-444a-b7ce-991bcc5f5a04 req-73618c89-2d34-4e6e-87aa-85375a6751db tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427949
Dec 23 16:45:46.673415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-7c94c578-0caf-490c-aba8-690fffb61f18 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:46.675051 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-7c94c578-0caf-490c-aba8-690fffb61f18 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142&tenant_id=085c03bb84c948ac93eb4c43e6d31a85&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200  len: 946 time: 0.0928252
Dec 23 16:45:46.732935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f892ce-3a83-45d4-b9ce-5dbd902d2f1b req-c5791e3f-8c60-4a14-b9ff-2876d2a18b53 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:46.734604 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f4f892ce-3a83-45d4-b9ce-5dbd902d2f1b req-c5791e3f-8c60-4a14-b9ff-2876d2a18b53 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0887592
Dec 23 16:45:46.759626 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-18d04e4f-710d-40a0-9e31-952146134111 service neutron] 10.222.0.36 "GET /v2.0/ports/09c65cd5-7d21-48bf-9efb-3ceb0e5e211b/bindings/hv-neutron-8228 HTTP/1.1" status: 200  len: 384 time: 0.0789196
Dec 23 16:45:46.788443 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f4f892ce-3a83-45d4-b9ce-5dbd902d2f1b req-7a41deef-5689-4563-ab14-eda8af1c8d80 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475602
Dec 23 16:45:46.858583 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-2d427feb-1db0-422a-8862-21e1e507f4d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 1099 time: 0.0752039
Dec 23 16:45:47.002287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-aabde0a0-7cfb-43a4-92ba-5e67580489af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:47.003936 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-aabde0a0-7cfb-43a4-92ba-5e67580489af service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1389258
Dec 23 16:45:47.027148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:45:47.029749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:45:47.114181 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-c3d344dd-b667-4645-8b70-31f064b32f76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b HTTP/1.1" status: 200  len: 1003 time: 0.1038253
Dec 23 16:45:47.187880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-d047ad3e-438a-4997-a830-2598ccd7aa34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:47.189507 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-d047ad3e-438a-4997-a830-2598ccd7aa34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0694451
Dec 23 16:45:47.260196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:47.271584 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-7345c193-8401-4198-8982-2f5a425e5d26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755670
Dec 23 16:45:47.294634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:45:47.317840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:45:47.327101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'port_id': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'mac_address': 'fa:16:3e:8e:1c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:45:47.332224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:45:47.378049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:47.382657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:45:47.418477 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-da7e0f51-ab87-4387-91ce-07c06da4974a service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403508
Dec 23 16:45:47.419712 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'code': 200}
Dec 23 16:45:47.450538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:47.476417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:45:47.479435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:45:47.499159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:47.499566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:47.500082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:47.500455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:47.500838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:47.501224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:47.501607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:47.501988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:47.502373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:47.502746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:47.503155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:47.507757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:45:47.509358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:45:47.513727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:47.515777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:45:47.565892 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-abe7969c-7bd7-43e8-9322-01d78aa865f5 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414201
Dec 23 16:45:47.734777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['09c65cd5-7d21-48bf-9efb-3ceb0e5e211b'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:45:47.810109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:45:47.815236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:45:47.996579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86a03f-744d-45e2-8232-2890ff5caf74 req-60c76ddb-9266-4985-8076-a8ca929626a4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:47.998119 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ea86a03f-744d-45e2-8232-2890ff5caf74 req-60c76ddb-9266-4985-8076-a8ca929626a4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 945 time: 0.0838826
Dec 23 16:45:48.046912 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ea86a03f-744d-45e2-8232-2890ff5caf74 req-02658687-b9bc-41a4-9f20-05066bcd221d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426092
Dec 23 16:45:49.050633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:45:49.117860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:45:49.125989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:45:49.126431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:49.249649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:49.279706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdaba1-00fa-4b19-b861-18b69a1e7585 req-3767344d-9458-4f1d-951b-80ff67b35fb6 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:49.281463 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0ecdaba1-00fa-4b19-b861-18b69a1e7585 req-3767344d-9458-4f1d-951b-80ff67b35fb6 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 945 time: 0.0961921
Dec 23 16:45:49.284549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:45:49.288368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:49.290337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:45:49.339116 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0ecdaba1-00fa-4b19-b861-18b69a1e7585 req-63b739e9-23f0-464e-a37f-532e7e6eaec1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503938
Dec 23 16:45:49.361196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,revision_number=8']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:45:49.366738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:45:49.420498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:45:49.487261 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'code': 200}
Dec 23 16:45:49.976858 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-8eba0caa-e9f0-43cf-9d70-594bd9c605b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142&tenant_id=085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 1099 time: 0.0766499
Dec 23 16:45:50.074007 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-2caa784f-c851-4b7d-8296-800ad72888af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 1099 time: 0.0748377
Dec 23 16:45:50.227411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-8ed0fe01-2e95-4faa-a6e0-6c90b20c93ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:50.229122 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-8ed0fe01-2e95-4faa-a6e0-6c90b20c93ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1483352
Dec 23 16:45:50.339679 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-fad20ba8-c513-47b4-8bce-a9babac4799b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b HTTP/1.1" status: 200  len: 1003 time: 0.1034164
Dec 23 16:45:50.414060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-8adcde4f-bfcc-4976-9d8e-13eaa96ab999 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:50.415702 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-8adcde4f-bfcc-4976-9d8e-13eaa96ab999 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0700865
Dec 23 16:45:50.791856 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-1d5142d3-9f7a-463d-aff0-df0eacfdf232 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3698156
Dec 23 16:45:50.801972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a926d66-5939-461b-9619-c13387bec7ca req-88e73bdc-107a-48d6-be42-a05b4883f8e6 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:50.803591 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a926d66-5939-461b-9619-c13387bec7ca req-88e73bdc-107a-48d6-be42-a05b4883f8e6 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.1172173
Dec 23 16:45:50.957865 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a926d66-5939-461b-9619-c13387bec7ca req-347b6d4a-7fe2-4806-98f2-bf25fe62c206 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1297157
Dec 23 16:45:50.980204 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-c8312a5e-0681-41b3-95c9-7838b06aa72c service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1755934
Dec 23 16:45:51.123927 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e455ae9-a48b-4cf9-a99c-4f3b58772d85 req-2fb846dc-8b02-4b67-8a88-0028265a0731 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367195
Dec 23 16:45:52.167632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa3181-4b18-4399-991d-35c5022b68e5 req-227b02a6-9625-4063-90e4-d258f3e4ae08 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:52.169273 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d1fa3181-4b18-4399-991d-35c5022b68e5 req-227b02a6-9625-4063-90e4-d258f3e4ae08 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0865660
Dec 23 16:45:52.222320 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d1fa3181-4b18-4399-991d-35c5022b68e5 req-bdf3605d-5858-4e3d-8b5b-8f874725bad9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458462
Dec 23 16:45:53.105942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:45:53.108550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:45:53.333921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:53.379084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:45:53.390200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:45:53.406863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:45:53.408023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'port_id': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'mac_address': 'fa:16:3e:8e:1c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:45:53.411732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:53.413739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:45:53.439489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731511b2-a3bc-42f9-a468-6ab0eb7f1261 req-bf98c14a-4828-405d-8dde-5e40ec1d4955 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:53.441156 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-731511b2-a3bc-42f9-a468-6ab0eb7f1261 req-bf98c14a-4828-405d-8dde-5e40ec1d4955 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0878425
Dec 23 16:45:53.472546 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'code': 200}
Dec 23 16:45:53.495822 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-731511b2-a3bc-42f9-a468-6ab0eb7f1261 req-e609c5ea-f38c-4ac9-886b-a4e242a3feb7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485566
Dec 23 16:45:53.532136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:53.549949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,revision_number=9']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:45:53.554908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:45:53.558022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:45:53.573732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:45:53.576575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:53.578456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:45:53.645800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['09c65cd5-7d21-48bf-9efb-3ceb0e5e211b'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:45:53.697547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,revision_number=10']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:45:53.702533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:45:53.722498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6420-01b0-40c1-8ed6-9446462ce679 req-4084d09a-d32b-42cc-b097-d2f4b0ad3d35 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:53.724191 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-58af6420-01b0-40c1-8ed6-9446462ce679 req-4084d09a-d32b-42cc-b097-d2f4b0ad3d35 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0944700
Dec 23 16:45:53.782960 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-58af6420-01b0-40c1-8ed6-9446462ce679 req-9b0f5728-9732-4985-aaec-eceb7102f4eb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523281
Dec 23 16:45:53.991590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c536cef-08b5-4bb9-81fa-61290940aef0 req-02f0f294-04ca-4f68-87f4-9ac1fc2169a0 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:53.993225 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c536cef-08b5-4bb9-81fa-61290940aef0 req-02f0f294-04ca-4f68-87f4-9ac1fc2169a0 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0873342
Dec 23 16:45:54.042150 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c536cef-08b5-4bb9-81fa-61290940aef0 req-fc387ad4-7bab-4a3d-adc5-6c28c362d99f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427861
Dec 23 16:45:54.456560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93f3d6c7-e046-49bc-a438-44f28892e259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:54.462349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1fe6a-8712-4d09-b273-4de9344f347e req-5bea8e39-5ff0-4ebe-8ae9-d85fe3d473e0 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:54.464015 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a5d1fe6a-8712-4d09-b273-4de9344f347e req-5bea8e39-5ff0-4ebe-8ae9-d85fe3d473e0 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 946 time: 0.0887687
Dec 23 16:45:54.512532 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a5d1fe6a-8712-4d09-b273-4de9344f347e req-8828ac24-7d25-44bc-b712-922cf970b989 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423515
Dec 23 16:45:55.106862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:45:55.180639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:45:55.181081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:55.304066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:55.337508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:45:55.340413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:55.342357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:45:55.412614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,revision_number=11']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:45:55.415848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:45:55.473106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:45:55.527374 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'code': 200}
Dec 23 16:45:55.720093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a0296-2f0c-4752-a134-0de33b851bf3 req-bd0eaf40-50c7-46f5-94b1-761085f6292b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:55.721583 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6e0a0296-2f0c-4752-a134-0de33b851bf3 req-bd0eaf40-50c7-46f5-94b1-761085f6292b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 947 time: 0.0832944
Dec 23 16:45:55.772612 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6e0a0296-2f0c-4752-a134-0de33b851bf3 req-6d3d55a5-0574-42a9-b53c-30e78ccb9e00 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449414
Dec 23 16:45:55.988075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:56.404552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-a2e700b4-091e-4481-8440-524d0e8aeb94 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:56.406121 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-a2e700b4-091e-4481-8440-524d0e8aeb94 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 947 time: 0.0924444
Dec 23 16:45:56.479643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Deleting port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:45:56.480193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:56.737945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] For port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:45:56.738278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:56.836737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-402efae6-7d87-4803-88eb-0db93299b55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:56.985346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dfef6-3096-4d8d-a89e-c6582d048387 req-03c68fb0-5f66-46fa-b285-badc92062a5d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:56.987068 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-919dfef6-3096-4d8d-a89e-c6582d048387 req-03c68fb0-5f66-46fa-b285-badc92062a5d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 947 time: 0.0870862
Dec 23 16:45:57.036881 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-919dfef6-3096-4d8d-a89e-c6582d048387 req-fa8df2ae-cf4e-4d31-944c-4e60a870072d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435357
Dec 23 16:45:57.044498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:57.044918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:57.045270 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d disassociated. External IP: 172.26.5.167, port: 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b.
Dec 23 16:45:57.045657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Calling delete_port for 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:45:57.196048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:57.201832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ca983663-afb5-46c7-8964-2e06c303097e tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:45:57.246657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Pushing event deleted for resources: {'Port': ['ID=09c65cd5-7d21-48bf-9efb-3ceb0e5e211b,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:45:57.261588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:57.262027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:57.262453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:57.262871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:57.263297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:57.263719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:57.264169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:57.264556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:57.264969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:57.265378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:57.265903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:45:57.269918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:45:57.398793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:57.485963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Router c1dbdda0-f9ca-4c12-81a1-d407191cb06a has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:45:57.694827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:45:57.705177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30b6259-01df-44e6-9d5b-4e43b29d519e None None] Sync routers for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:45:57.718037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30b6259-01df-44e6-9d5b-4e43b29d519e None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:45:57.718779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c30b6259-01df-44e6-9d5b-4e43b29d519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a62ee48>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:45:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:45:57.770552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] No DVR routers for this DVR port 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:45:57.773313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:57.776374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'name': 'network-vif-deleted', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:45:57.791760 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4fbf81bb-11a1-4d64-9da1-5db38b75849e req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "DELETE /v2.0/ports/09c65cd5-7d21-48bf-9efb-3ceb0e5e211b HTTP/1.1" status: 204  len: 173 time: 1.3796351
Dec 23 16:45:57.837714 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c73094-ca94-43a0-bdf6-534b73842142', 'name': 'network-vif-deleted', 'tag': '09c65cd5-7d21-48bf-9efb-3ceb0e5e211b', 'status': 'completed', 'code': 200}
Dec 23 16:45:57.914396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c30b6259-01df-44e6-9d5b-4e43b29d519e None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:45:58.242560 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ed8730fb-bcfa-4507-88cb-f8adddb0cf24 req-6b8180bb-dc3a-4990-a962-7c3c4e638c3a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=05c73094-ca94-43a0-bdf6-534b73842142 HTTP/1.1" status: 200  len: 210 time: 0.0545397
Dec 23 16:45:58.257678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c30b6259-01df-44e6-9d5b-4e43b29d519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a62ee48>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:45:58.262096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30b6259-01df-44e6-9d5b-4e43b29d519e None None] Checking router: c1dbdda0-f9ca-4c12-81a1-d407191cb06a for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:45:58.274786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30b6259-01df-44e6-9d5b-4e43b29d519e None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:45:58.275382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c30b6259-01df-44e6-9d5b-4e43b29d519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a62ee48>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:45:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:45:58.466005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c30b6259-01df-44e6-9d5b-4e43b29d519e None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:45:58.722806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:45:58.812207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c30b6259-01df-44e6-9d5b-4e43b29d519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a62ee48>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:45:58.817173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30b6259-01df-44e6-9d5b-4e43b29d519e None None] The sync data for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv is: [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:45:59.113076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:45:59.148268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:45:59.148672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 09c65cd5-7d21-48bf-9efb-3ceb0e5e211b not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:45:59.273119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3112ca-ea61-40ed-a217-d83224f953cc None None] New status for floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:45:59.635733 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-aedef797-fa25-41b5-8578-503984a16486 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--770988678&fields=id&tenant_id=085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 267 time: 0.0450032
Dec 23 16:45:59.800725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-935a1269-cf33-48ce-b64a-8103fddec6d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:45:59.802263 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-935a1269-cf33-48ce-b64a-8103fddec6d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 811 time: 0.1588087
Dec 23 16:45:59.820233 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-6e596f0f-4959-448b-9e13-d3f8d901e637 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/quotas/085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 375 time: 0.0120234
Dec 23 16:45:59.907428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-75b7fa2d-1776-4108-a1b7-20ed1b6322de tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Synchronizing usage tracker for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:45:59.922540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-75b7fa2d-1776-4108-a1b7-20ed1b6322de tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Unset dirty status for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:45:59.923973 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-75b7fa2d-1776-4108-a1b7-20ed1b6322de tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0986037
Dec 23 16:46:00.075189 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-c82e74e1-db8f-4be9-9791-fe60c1b5e140 service neutron] 10.222.0.67 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386013
Dec 23 16:46:00.221665 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-faea0d9c-28d7-4efc-abe0-4be521b9f9bd service neutron] 10.222.0.67 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398118
Dec 23 16:46:00.426391 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d092903-22c4-4c04-b17c-9cbc398af469 req-9aed1736-ad0b-4f3d-885e-633a8f8f33c1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 210 time: 0.0569386
Dec 23 16:46:01.461168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-300e49a1-8db7-46d1-9099-25bb43f8c590 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:01.462748 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-300e49a1-8db7-46d1-9099-25bb43f8c590 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 811 time: 0.1639309
Dec 23 16:46:01.524195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-87a86b12-95bd-4ea4-b7d2-a0206edddfe2 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 379 time: 0.0502577
Dec 23 16:46:01.533754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Request body: {'port': {'device_id': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'admin_state_up': True, 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'security_groups': ['d68358e1-dce0-4c79-825a-be7a5c38680e']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:46:01.617839 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d48ea977-c4bc-41ed-8ccd-4ec91f5a7e85 req-0733e4ca-823a-42c9-934c-a96f75b722d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 210 time: 0.0652966
Dec 23 16:46:01.726681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:46:01.737198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:46:01.745872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Made reservation on behalf of 085c03bb84c948ac93eb4c43e6d31a85 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:46:01.752373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:01.931704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Allocated IP 172.20.0.14 (dfb33c54-7984-45e2-9e4a-925c5da9b47d/9bab0d22-3bcf-4ece-8203-f21058cb3c3e/4d9ae576-c13c-493b-a2e8-4e576e85e025) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:46:02.360625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:02.376858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Transition to ACTIVE for port object 4d9ae576-c13c-493b-a2e8-4e576e85e025 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:46:02.395884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:02.401460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f70abe09-a47e-465c-8300-85515fdc197b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:46:02.477452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Network dfb33c54-7984-45e2-9e4a-925c5da9b47d is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:46:02.480796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:46:02.482885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Pushing event updated for resources: {'Port': ['ID=4d9ae576-c13c-493b-a2e8-4e576e85e025,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:46:02.485924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:46:02.513368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:46:02.553466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:02.554160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:02.580699 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0520880
Dec 23 16:46:02.593094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Request body: {'port': {'device_id': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:46:02.724200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:02.838824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-997d3356-dd52-485b-8a30-3ffeb946e269 None None] Provisioning for port 4d9ae576-c13c-493b-a2e8-4e576e85e025 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:46:02.840346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8d526-36a9-4185-b86d-4acb3d259268 req-031ef9b4-96da-41b7-a9e2-b83e5ae7fc53 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:02.842017 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-29d8d526-36a9-4185-b86d-4acb3d259268 req-031ef9b4-96da-41b7-a9e2-b83e5ae7fc53 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 932 time: 0.0904922
Dec 23 16:46:02.844109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-997d3356-dd52-485b-8a30-3ffeb946e269 None None] Provisioning complete for port 4d9ae576-c13c-493b-a2e8-4e576e85e025 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:46:02.844733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-997d3356-dd52-485b-8a30-3ffeb946e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:02.895245 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-29d8d526-36a9-4185-b86d-4acb3d259268 req-02ce51cc-05b3-4981-9de7-cd476a7af22e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463276
Dec 23 16:46:02.899887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-997d3356-dd52-485b-8a30-3ffeb946e269 None None] Port 4d9ae576-c13c-493b-a2e8-4e576e85e025 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:46:03.086405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9ae576-c13c-493b-a2e8-4e576e85e025 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:46:03.093245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:03.111005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Transition to ACTIVE for port object 4d9ae576-c13c-493b-a2e8-4e576e85e025 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:46:03.113414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:03.117920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f7a4a214-f601-4f53-b2ec-81f27856ac20 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:46:03.254417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9ae576-c13c-493b-a2e8-4e576e85e025,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:46:03.258444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:46:03.372917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Attempting to bind port 4d9ae576-c13c-493b-a2e8-4e576e85e025 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:46:03.373307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Attempting to bind port 4d9ae576-c13c-493b-a2e8-4e576e85e025 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:46:03.373688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Attempting to bind port 4d9ae576-c13c-493b-a2e8-4e576e85e025 on network dfb33c54-7984-45e2-9e4a-925c5da9b47d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:46:03.381128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Port 4d9ae576-c13c-493b-a2e8-4e576e85e025 on network dfb33c54-7984-45e2-9e4a-925c5da9b47d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:46:03.381509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Attempting to bind port 4d9ae576-c13c-493b-a2e8-4e576e85e025 on network dfb33c54-7984-45e2-9e4a-925c5da9b47d {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:46:03.388639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:46:03.389022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Checking segment: {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:46:03.389461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Bound using segment: {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:46:03.389953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Bound port: 4d9ae576-c13c-493b-a2e8-4e576e85e025, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:46:03.390353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:03.483277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] For port 4d9ae576-c13c-493b-a2e8-4e576e85e025, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:46:03.487739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] For port 4d9ae576-c13c-493b-a2e8-4e576e85e025, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:46:03.491282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:03.495773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:46:03.563292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:03.564587 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] 10.222.0.36 "PUT /v2.0/ports/4d9ae576-c13c-493b-a2e8-4e576e85e025 HTTP/1.1" status: 200  len: 1094 time: 0.9761524
Dec 23 16:46:03.567241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:46:03.587151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9ae576-c13c-493b-a2e8-4e576e85e025,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:46:03.590507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:46:03.642037 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'status': 'completed', 'code': 200}
Dec 23 16:46:03.680907 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-074a7f2f-a241-43ad-b4a7-5b2965df4485 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 1097 time: 0.0815835
Dec 23 16:46:03.759945 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-fe20c841-86c0-4463-ad2e-b825e52f3ca0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025 HTTP/1.1" status: 200  len: 217 time: 0.0712786
Dec 23 16:46:03.833495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-9d84ea1c-7ce2-4b3c-ba88-681e06209067 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:03.835129 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-9d84ea1c-7ce2-4b3c-ba88-681e06209067 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0681174
Dec 23 16:46:03.915564 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-d8eb3e92-ff15-41be-a40e-f846b3bcd447 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0745006
Dec 23 16:46:04.060323 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-2dcf909b-d9f1-4599-89fc-c5e978f98657 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383862
Dec 23 16:46:04.105716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8f184-e7ca-4d7b-9b35-7fb5ce42b79b req-cd06509c-d354-4d8d-8293-8665e9b44de9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:04.107413 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67f8f184-e7ca-4d7b-9b35-7fb5ce42b79b req-cd06509c-d354-4d8d-8293-8665e9b44de9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 944 time: 0.0892475
Dec 23 16:46:04.157841 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67f8f184-e7ca-4d7b-9b35-7fb5ce42b79b req-6dc318fd-5fe9-4c32-b17f-e43471760926 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434425
Dec 23 16:46:04.211052 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24c369ae-c149-4a06-871f-f26f059b00a8 req-c1288add-029a-45e8-894b-a25e2f10bb62 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442800
Dec 23 16:46:04.341115 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-86600fea-5b49-4c36-bd49-9c34b3cb8e49 req-08066579-8ca9-493f-9b8a-f62e33a2af2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 1097 time: 0.0831804
Dec 23 16:46:04.487185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86600fea-5b49-4c36-bd49-9c34b3cb8e49 req-3b60b7ba-8e4e-470c-9434-e5c5247997a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:04.488715 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-86600fea-5b49-4c36-bd49-9c34b3cb8e49 req-3b60b7ba-8e4e-470c-9434-e5c5247997a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1398709
Dec 23 16:46:04.560893 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-86600fea-5b49-4c36-bd49-9c34b3cb8e49 req-36e8c32f-fbf4-45ea-ad69-15da82e1fa60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025 HTTP/1.1" status: 200  len: 217 time: 0.0653081
Dec 23 16:46:04.639635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86600fea-5b49-4c36-bd49-9c34b3cb8e49 req-a0b04405-892f-44c9-9cb9-d62ab552f201 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:04.641254 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-86600fea-5b49-4c36-bd49-9c34b3cb8e49 req-a0b04405-892f-44c9-9cb9-d62ab552f201 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0742769
Dec 23 16:46:04.721681 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-86600fea-5b49-4c36-bd49-9c34b3cb8e49 req-93152f0d-fab9-4270-a706-994db662f116 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0743048
Dec 23 16:46:04.868032 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-86600fea-5b49-4c36-bd49-9c34b3cb8e49 req-875826e0-3d66-4e00-9efe-82b198b29727 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388526
Dec 23 16:46:05.013931 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-86600fea-5b49-4c36-bd49-9c34b3cb8e49 req-5c9b9797-760f-4ad7-9dbd-bd9ac3ddefa9 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391158
Dec 23 16:46:05.148142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 4d9ae576-c13c-493b-a2e8-4e576e85e025 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:46:05.294456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 4d9ae576-c13c-493b-a2e8-4e576e85e025, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:46:05.309362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'port_id': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'mac_address': 'fa:16:3e:3a:00:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:46:05.366209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:05.373669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41243b8a-4967-4dc8-9dcc-cac9f73c6a26 req-2a77c41c-a6a6-4c42-95ec-af94230edbef tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:05.374490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-41243b8a-4967-4dc8-9dcc-cac9f73c6a26 req-2a77c41c-a6a6-4c42-95ec-af94230edbef tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Synchronizing usage tracker for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:46:05.384985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9ae576-c13c-493b-a2e8-4e576e85e025 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:46:05.390491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-41243b8a-4967-4dc8-9dcc-cac9f73c6a26 req-2a77c41c-a6a6-4c42-95ec-af94230edbef tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Unset dirty status for tenant:085c03bb84c948ac93eb4c43e6d31a85 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:46:05.391936 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-41243b8a-4967-4dc8-9dcc-cac9f73c6a26 req-2a77c41c-a6a6-4c42-95ec-af94230edbef tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 944 time: 0.1017618
Dec 23 16:46:05.401770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 4d9ae576-c13c-493b-a2e8-4e576e85e025, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:46:05.404518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:05.407839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:46:05.445481 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-41243b8a-4967-4dc8-9dcc-cac9f73c6a26 req-18c6e46b-a59a-456e-8a60-90df0ea9bf66 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470622
Dec 23 16:46:05.476293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=4d9ae576-c13c-493b-a2e8-4e576e85e025,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:46:05.479535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:46:05.603976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['4d9ae576-c13c-493b-a2e8-4e576e85e025'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:46:06.649841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91d198-ddd6-43ba-b0b2-9b3f55bcbb9e req-af3bc80a-27fb-4c38-8eff-e1521c5c6d75 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:06.651496 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2a91d198-ddd6-43ba-b0b2-9b3f55bcbb9e req-af3bc80a-27fb-4c38-8eff-e1521c5c6d75 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 945 time: 0.0844336
Dec 23 16:46:06.700240 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2a91d198-ddd6-43ba-b0b2-9b3f55bcbb9e req-f898582b-307d-4ef7-b558-2a8530883784 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424500
Dec 23 16:46:07.159399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 4d9ae576-c13c-493b-a2e8-4e576e85e025 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:46:07.233180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 4d9ae576-c13c-493b-a2e8-4e576e85e025 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:46:07.238534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 4d9ae576-c13c-493b-a2e8-4e576e85e025 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:46:07.238970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:07.355471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:07.382743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:46:07.393574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 4d9ae576-c13c-493b-a2e8-4e576e85e025, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:46:07.396472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:07.398428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:46:07.611394 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'code': 200}
Dec 23 16:46:07.632990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=4d9ae576-c13c-493b-a2e8-4e576e85e025,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:46:07.636330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:46:07.685470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be7abe54-7497-4499-bc76-34cfa60669bc req-e5e69b05-2423-413e-97a8-d69cdcea8d1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 1099 time: 0.0745935
Dec 23 16:46:07.729698 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be7abe54-7497-4499-bc76-34cfa60669bc req-64206e68-6ac9-40ea-8645-c45ecf68086e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378792
Dec 23 16:46:07.911421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63344b-5bc2-4107-8afd-008b67e5dae3 req-c55922db-2711-4a2e-9021-098be70888fe tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:07.913068 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6c63344b-5bc2-4107-8afd-008b67e5dae3 req-c55922db-2711-4a2e-9021-098be70888fe tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0890067
Dec 23 16:46:07.961622 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6c63344b-5bc2-4107-8afd-008b67e5dae3 req-f81920d6-32f6-4682-b689-ae154deab56c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423360
Dec 23 16:46:09.171476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64b0bd-208f-41fc-aa16-28cb933bd3a0 req-935296ac-a067-4b55-bc0b-c302dd651b9f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:09.173878 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a64b0bd-208f-41fc-aa16-28cb933bd3a0 req-935296ac-a067-4b55-bc0b-c302dd651b9f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0881643
Dec 23 16:46:09.223358 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a64b0bd-208f-41fc-aa16-28cb933bd3a0 req-df930407-535c-4926-8bd9-8fd3604cc78b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429122
Dec 23 16:46:09.423872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033bf6a-d1d6-491f-91f4-3d787dab7a23 req-7afc4bc1-6f6b-4568-8354-ad2e1def9de2 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:09.425413 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c033bf6a-d1d6-491f-91f4-3d787dab7a23 req-7afc4bc1-6f6b-4568-8354-ad2e1def9de2 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0857565
Dec 23 16:46:09.435160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 33870) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:46:09.441233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7c982e31-49d4-47f2-8a89-330b6238f0bc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Request body: {'floatingip': {'port_id': '4d9ae576-c13c-493b-a2e8-4e576e85e025'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:46:09.521946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c982e31-49d4-47f2-8a89-330b6238f0bc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:10.146496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c982e31-49d4-47f2-8a89-330b6238f0bc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:10.149067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c982e31-49d4-47f2-8a89-330b6238f0bc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:10.351543 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-7c982e31-49d4-47f2-8a89-330b6238f0bc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d associated. External IP: 172.26.5.167, port: 4d9ae576-c13c-493b-a2e8-4e576e85e025.
Dec 23 16:46:10.763991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c982e31-49d4-47f2-8a89-330b6238f0bc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Router c1dbdda0-f9ca-4c12-81a1-d407191cb06a has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:46:11.205318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c982e31-49d4-47f2-8a89-330b6238f0bc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:46:11.210368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c982e31-49d4-47f2-8a89-330b6238f0bc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:11.216425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e7a75-a993-4e07-9206-edf0eebba31d None None] Sync routers for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:46:11.229440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e7a75-a993-4e07-9206-edf0eebba31d None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:46:11.230126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ec9e7a75-a993-4e07-9206-edf0eebba31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79a2b5f8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:45:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:46:11.269169 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7c982e31-49d4-47f2-8a89-330b6238f0bc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "PUT /v2.0/floatingips/6cf5e60f-ec7e-459c-ad53-7cce48eed84d HTTP/1.1" status: 200  len: 993 time: 1.8328452
Dec 23 16:46:11.269894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:46:11.413876 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'status': 'completed', 'code': 200}
Dec 23 16:46:11.423771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ec9e7a75-a993-4e07-9206-edf0eebba31d None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:46:11.598025 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a87b6e5-5888-4530-9bbf-262afe821b17 req-b17b5b0d-87b5-4cad-9930-529d0a81a0fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 1099 time: 0.0758302
Dec 23 16:46:11.742239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87b6e5-5888-4530-9bbf-262afe821b17 req-7b0871ec-1521-4787-b735-edbcc374ec3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:11.744039 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a87b6e5-5888-4530-9bbf-262afe821b17 req-7b0871ec-1521-4787-b735-edbcc374ec3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1396890
Dec 23 16:46:11.804091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ec9e7a75-a993-4e07-9206-edf0eebba31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79a2b5f8>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '6cf5e60f-ec7e-459c-ad53-7cce48eed84d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'port_id': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'mac_address': 'fa:16:3e:3a:00:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:46:10Z', 'revision_number': 13, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:46:11.808315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e7a75-a993-4e07-9206-edf0eebba31d None None] Checking router: c1dbdda0-f9ca-4c12-81a1-d407191cb06a for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:46:11.820077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e7a75-a993-4e07-9206-edf0eebba31d None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:46:11.820900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ec9e7a75-a993-4e07-9206-edf0eebba31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79a2b5f8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:45:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:46:11.857096 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a87b6e5-5888-4530-9bbf-262afe821b17 req-765c812b-3f2c-479f-aa06-5614ab8f824e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025 HTTP/1.1" status: 200  len: 1001 time: 0.1064868
Dec 23 16:46:11.927670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87b6e5-5888-4530-9bbf-262afe821b17 req-40013380-feb2-4122-9bf3-1b12907be70a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:11.929297 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a87b6e5-5888-4530-9bbf-262afe821b17 req-40013380-feb2-4122-9bf3-1b12907be70a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0658159
Dec 23 16:46:12.014930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ec9e7a75-a993-4e07-9206-edf0eebba31d None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:46:12.015193 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a87b6e5-5888-4530-9bbf-262afe821b17 req-dbe471c4-5a05-4cf3-8ac2-49bda6fdab77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0796883
Dec 23 16:46:12.160205 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a87b6e5-5888-4530-9bbf-262afe821b17 req-6f66615c-9601-42ea-bf4d-7ff31cdcc0ff service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384776
Dec 23 16:46:12.307360 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7a87b6e5-5888-4530-9bbf-262afe821b17 req-a183f160-53fa-4166-8f4a-ea11fd208afd service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408627
Dec 23 16:46:12.397473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:12.401911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ec9e7a75-a993-4e07-9206-edf0eebba31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79a2b5f8>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '6cf5e60f-ec7e-459c-ad53-7cce48eed84d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'port_id': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'mac_address': 'fa:16:3e:3a:00:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:46:10Z', 'revision_number': 13, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:46:12.406970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e7a75-a993-4e07-9206-edf0eebba31d None None] The sync data for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv is: [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '6cf5e60f-ec7e-459c-ad53-7cce48eed84d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'port_id': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'mac_address': 'fa:16:3e:3a:00:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:46:10Z', 'revision_number': 13, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:46:12.750059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea121e26-39ce-4798-94fa-8770d98afde5 None None] New status for floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:46:24.459303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e6995c5e-1bff-45de-b592-a364537e81e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:25.989050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:26.118870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:46:26.841707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-423c2595-3dfe-48fc-818e-11f33de64348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:27.400527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:28.670509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:42.406779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:47.543313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaa327-a5aa-43cd-85fc-7461b2b56f3e req-992fc490-9ebe-4836-ad1c-ad27c997e18f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:47.545178 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bbdaa327-a5aa-43cd-85fc-7461b2b56f3e req-992fc490-9ebe-4836-ad1c-ad27c997e18f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0860751
Dec 23 16:46:47.595541 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bbdaa327-a5aa-43cd-85fc-7461b2b56f3e req-0963200e-cda5-4a59-8124-2918f55ede78 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439413
Dec 23 16:46:54.461207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e93e81af-b88a-4244-823f-6fb27c3075ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:55.991320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:56.112891 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db5e5f57-b69f-4767-828a-3d312d8034c1 req-4e3f0b76-988f-4b1f-9bf8-927aeb74c977 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0741491
Dec 23 16:46:56.657710 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-029b38b5-5ea0-47ae-a811-c37400872985 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3633308
Dec 23 16:46:56.679238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ece97-0f5c-4c4f-83fe-b57e1ca6dd4f req-b1ce27f7-c2c0-4ba2-86b7-5b637beb4534 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:56.680854 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-202ece97-0f5c-4c4f-83fe-b57e1ca6dd4f req-b1ce27f7-c2c0-4ba2-86b7-5b637beb4534 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.3275149
Dec 23 16:46:56.730878 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-202ece97-0f5c-4c4f-83fe-b57e1ca6dd4f req-b7153895-b070-481e-9173-66f9c0e50875 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438733
Dec 23 16:46:56.844784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-14805a1b-f44c-4339-838c-b05a0671e062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:57.404887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:57.437642 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8183528e-9b93-4dc8-8216-bb52890034a4 req-de8c3955-099f-4d28-8fc2-aab1f9ae581e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 1099 time: 0.1552906
Dec 23 16:46:57.600989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183528e-9b93-4dc8-8216-bb52890034a4 req-b5878292-cd62-4ace-8021-191a9069fce4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:57.602520 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8183528e-9b93-4dc8-8216-bb52890034a4 req-b5878292-cd62-4ace-8021-191a9069fce4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1447213
Dec 23 16:46:57.712955 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8183528e-9b93-4dc8-8216-bb52890034a4 req-e2680df5-45b3-4c49-ab7b-6082d2e772dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025 HTTP/1.1" status: 200  len: 1003 time: 0.1031101
Dec 23 16:46:57.801018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183528e-9b93-4dc8-8216-bb52890034a4 req-3ca8f068-5604-4645-ba33-309552de326a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:57.802657 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8183528e-9b93-4dc8-8216-bb52890034a4 req-3ca8f068-5604-4645-ba33-309552de326a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0658300
Dec 23 16:46:57.889367 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8183528e-9b93-4dc8-8216-bb52890034a4 req-f5df7f1e-87ca-44dc-ba17-655c4bc14d3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0802672
Dec 23 16:46:57.948598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885a045-ac0e-47d1-90eb-7f6bdfed7715 req-e52638af-a6d1-42ae-94ed-377091510133 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:57.950195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e885a045-ac0e-47d1-90eb-7f6bdfed7715 req-e52638af-a6d1-42ae-94ed-377091510133 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0919580
Dec 23 16:46:58.000241 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e885a045-ac0e-47d1-90eb-7f6bdfed7715 req-dc1b8774-3b6c-45ff-9e48-a109166506a1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437746
Dec 23 16:46:58.044121 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8183528e-9b93-4dc8-8216-bb52890034a4 req-f82ac619-9812-49ee-9bc9-38b076c91705 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485662
Dec 23 16:46:58.188877 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8183528e-9b93-4dc8-8216-bb52890034a4 req-ae8e7794-068f-4a95-87a6-14482025704a service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386356
Dec 23 16:46:58.302978 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-85c198ee-5856-43cd-9429-f4b89f1d3c69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 1099 time: 0.0752308
Dec 23 16:46:58.444814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-d2ab1b77-a377-447d-a90e-536afea044c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:58.446341 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-d2ab1b77-a377-447d-a90e-536afea044c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1378388
Dec 23 16:46:58.557631 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-66fb6b88-dfe6-463b-801b-ccf86c709876 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025 HTTP/1.1" status: 200  len: 1003 time: 0.1041565
Dec 23 16:46:58.626937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-dc20c6c2-ad08-42e3-8601-c297f0dad5ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:58.628587 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-dc20c6c2-ad08-42e3-8601-c297f0dad5ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0648568
Dec 23 16:46:58.672455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:46:58.713898 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-91049734-459f-40c7-be30-1832d4f656bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0792017
Dec 23 16:46:58.857138 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-bae286af-ab35-44fe-a908-25949dd28437 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366141
Dec 23 16:46:59.003611 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-6a2723c8-3f00-413c-a7db-de63539a4d16 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399949
Dec 23 16:46:59.215584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf80200-e447-4937-9abb-7e082362e83b req-5054e2df-7bdc-4960-b8af-fd1ca9f053c7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:46:59.217298 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1cf80200-e447-4937-9abb-7e082362e83b req-5054e2df-7bdc-4960-b8af-fd1ca9f053c7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0867918
Dec 23 16:46:59.266948 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1cf80200-e447-4937-9abb-7e082362e83b req-f22be168-2ca6-4f04-8cf7-feb4b17e0cff tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427873
Dec 23 16:47:00.474780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367992b6-4364-455c-97b1-21a64a4c3952 req-4fbe6e14-9ba4-487d-92f3-c0241a2be458 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:00.476409 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-367992b6-4364-455c-97b1-21a64a4c3952 req-4fbe6e14-9ba4-487d-92f3-c0241a2be458 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0830452
Dec 23 16:47:00.529410 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-367992b6-4364-455c-97b1-21a64a4c3952 req-063278ec-6b64-4666-a014-836d20c163d1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470183
Dec 23 16:47:01.739728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964b68d-9c8b-41de-878b-415dcf775112 req-383a46c0-10de-4733-b8e1-ca3262923723 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:01.741350 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7964b68d-9c8b-41de-878b-415dcf775112 req-383a46c0-10de-4733-b8e1-ca3262923723 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0879622
Dec 23 16:47:01.790369 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7964b68d-9c8b-41de-878b-415dcf775112 req-1c941b36-e82d-4c70-9c44-2de90972d74d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426927
Dec 23 16:47:02.995793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9de2b-3e37-43ce-8c70-3494ffbf172a req-8f142669-01d6-4cac-bd6b-d4d2d1996a58 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:02.997414 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89b9de2b-3e37-43ce-8c70-3494ffbf172a req-8f142669-01d6-4cac-bd6b-d4d2d1996a58 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0830972
Dec 23 16:47:03.045803 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89b9de2b-3e37-43ce-8c70-3494ffbf172a req-2c9b24ff-da2b-41ab-978c-744d2b431ea5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415640
Dec 23 16:47:03.119819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:47:04.329596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d333d-0f1c-46a5-8659-2bdd3761b4ba req-287ee5c2-7f20-46e3-81cf-6075f5dd5d8f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:04.331262 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-890d333d-0f1c-46a5-8659-2bdd3761b4ba req-287ee5c2-7f20-46e3-81cf-6075f5dd5d8f tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0848629
Dec 23 16:47:04.381102 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-890d333d-0f1c-46a5-8659-2bdd3761b4ba req-34f72462-4c0c-4a8a-882b-99db7a70051a tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435793
Dec 23 16:47:05.591894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ad572-25a5-47e7-9544-e3c8003259f5 req-11ff4c83-83ea-4e43-a9bd-18b15364735d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:05.593676 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-344ad572-25a5-47e7-9544-e3c8003259f5 req-11ff4c83-83ea-4e43-a9bd-18b15364735d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0885124
Dec 23 16:47:05.642795 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-344ad572-25a5-47e7-9544-e3c8003259f5 req-da81a63a-8850-42bf-a503-64d6d0c6b769 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429721
Dec 23 16:47:06.853183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc42698-3cf7-4b11-9424-8c29b2ddd9a8 req-e81b7393-f70d-4be6-bf4a-368337203af2 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:06.854823 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2fc42698-3cf7-4b11-9424-8c29b2ddd9a8 req-e81b7393-f70d-4be6-bf4a-368337203af2 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0879874
Dec 23 16:47:06.905697 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2fc42698-3cf7-4b11-9424-8c29b2ddd9a8 req-32f02992-bbd6-42c6-a0d7-ce0cb01ecf06 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448484
Dec 23 16:47:08.112993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bddfd-909e-45e7-aed9-95bb771aa875 req-8eec8e8f-88d9-43d3-924d-ff0e23e51c75 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:08.114595 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c96bddfd-909e-45e7-aed9-95bb771aa875 req-8eec8e8f-88d9-43d3-924d-ff0e23e51c75 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0841224
Dec 23 16:47:08.162615 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c96bddfd-909e-45e7-aed9-95bb771aa875 req-2a131c1e-2dff-41b6-954f-2fb67097f883 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419431
Dec 23 16:47:09.369621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4f26a-4599-4093-97c0-f2a239bdf9aa req-79ec817a-30fd-4671-9f49-0126dfb052a8 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:09.371292 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7bd4f26a-4599-4093-97c0-f2a239bdf9aa req-79ec817a-30fd-4671-9f49-0126dfb052a8 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0846486
Dec 23 16:47:09.425440 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7bd4f26a-4599-4093-97c0-f2a239bdf9aa req-feb308e5-6042-426d-93b3-8b74d6eabe03 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479517
Dec 23 16:47:10.633369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd5bd9-ecac-4819-a5dd-91200d99eafb req-df56921e-278e-4f6a-8c5f-2a2a42e464dc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:10.635041 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2bdd5bd9-ecac-4819-a5dd-91200d99eafb req-df56921e-278e-4f6a-8c5f-2a2a42e464dc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0877421
Dec 23 16:47:10.685455 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2bdd5bd9-ecac-4819-a5dd-91200d99eafb req-b2d5ff1e-3d32-4ae6-94ec-57e1f4a91386 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433235
Dec 23 16:47:11.891620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890cc14-0ea3-45c8-94e3-39fff15f48c2 req-fc92f4eb-88c6-4140-9cfa-99060de97474 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:11.893514 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8890cc14-0ea3-45c8-94e3-39fff15f48c2 req-fc92f4eb-88c6-4140-9cfa-99060de97474 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0843964
Dec 23 16:47:11.944559 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8890cc14-0ea3-45c8-94e3-39fff15f48c2 req-e7a28c8b-34a4-4801-abc2-3f770bd5d414 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445859
Dec 23 16:47:12.410746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:13.152609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd7a17-43c7-44f1-b938-5d4b48e39876 req-38e4bf83-0da9-4ffc-a743-d21c2f664099 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:13.154152 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83dd7a17-43c7-44f1-b938-5d4b48e39876 req-38e4bf83-0da9-4ffc-a743-d21c2f664099 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0851650
Dec 23 16:47:13.203936 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-83dd7a17-43c7-44f1-b938-5d4b48e39876 req-4ce3925f-5e85-4eac-b821-67d7c25e0843 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430248
Dec 23 16:47:14.422441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1281d88-cad0-439a-aa97-85edd2e73ad3 req-d52020f9-d554-463b-bacb-5fa37a509519 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:14.424236 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1281d88-cad0-439a-aa97-85edd2e73ad3 req-d52020f9-d554-463b-bacb-5fa37a509519 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0921605
Dec 23 16:47:14.473110 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e1281d88-cad0-439a-aa97-85edd2e73ad3 req-107382f8-3258-42db-9260-3709199b1078 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428927
Dec 23 16:47:15.684816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1860e5c-f9f6-4754-aa04-7f5003dc9029 req-d39ea84d-5cfe-47bd-ad0a-15c7a523fd72 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:15.686552 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f1860e5c-f9f6-4754-aa04-7f5003dc9029 req-d39ea84d-5cfe-47bd-ad0a-15c7a523fd72 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0873764
Dec 23 16:47:15.738591 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f1860e5c-f9f6-4754-aa04-7f5003dc9029 req-e4348db4-6608-498e-81e8-682555137f0c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454137
Dec 23 16:47:16.430643 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-09b37157-b568-4e2e-8a90-c83cb95fbc04 service neutron] 10.222.0.36 "GET /v2.0/ports/4d9ae576-c13c-493b-a2e8-4e576e85e025/bindings/hv-neutron-8228 HTTP/1.1" status: 200  len: 384 time: 0.0809863
Dec 23 16:47:16.704708 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-37483ede-d9a9-402b-938d-789dcefd53df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48&tenant_id=085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 1099 time: 0.0798030
Dec 23 16:47:16.802334 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-25b78f07-f819-4f46-b80c-70cb141a3a31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 1099 time: 0.0759768
Dec 23 16:47:16.958001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-6490aa64-a815-4246-aa65-1c16f613e6bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:16.959581 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-6490aa64-a815-4246-aa65-1c16f613e6bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1501133
Dec 23 16:47:17.125539 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-91cce5ed-9522-446e-bdfb-36c5fe701dc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025 HTTP/1.1" status: 200  len: 1003 time: 0.1589344
Dec 23 16:47:17.183985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5758f-cb72-4b32-bc1b-9d121c9c3f86 req-4c3d817d-dd53-4dce-8203-99310dd225e5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:17.185590 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69b5758f-cb72-4b32-bc1b-9d121c9c3f86 req-4c3d817d-dd53-4dce-8203-99310dd225e5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.1692524
Dec 23 16:47:17.228230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-8220ef98-9c58-433b-98f2-297e99f6167a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:17.229794 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-8220ef98-9c58-433b-98f2-297e99f6167a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0972576
Dec 23 16:47:17.299140 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69b5758f-cb72-4b32-bc1b-9d121c9c3f86 req-37f5509a-8e18-42b5-a28c-8882bec37956 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1045427
Dec 23 16:47:17.322687 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-6dae9431-8f10-4430-bdd9-6844919f43bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0847731
Dec 23 16:47:17.464958 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-ac83a15f-1092-4185-8af4-022cfc755b31 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349216
Dec 23 16:47:17.605027 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-2e101292-f346-4015-8a69-4945d07b315d service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340156
Dec 23 16:47:18.516786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1220e-fd1b-4154-b63f-40f49b95cba0 req-b86ed092-7c1e-4407-9d99-331cd6fe87d4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:18.518638 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-71d1220e-fd1b-4154-b63f-40f49b95cba0 req-b86ed092-7c1e-4407-9d99-331cd6fe87d4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0872715
Dec 23 16:47:18.574034 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-71d1220e-fd1b-4154-b63f-40f49b95cba0 req-c56c7833-9f2e-4dca-b3f9-09fa8cba66f7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490420
Dec 23 16:47:19.597521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 4d9ae576-c13c-493b-a2e8-4e576e85e025 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:47:19.715908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:19.745483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:47:19.757831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 4d9ae576-c13c-493b-a2e8-4e576e85e025, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:47:19.772961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:19.772961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:47:19.800439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434817a2-4d59-42e4-b820-17cb9b0f07db req-0895704c-0116-47e3-a39d-42a51309beee tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:19.804455 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-434817a2-4d59-42e4-b820-17cb9b0f07db req-0895704c-0116-47e3-a39d-42a51309beee tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.1042583
Dec 23 16:47:19.819774 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'code': 200}
Dec 23 16:47:19.841778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=4d9ae576-c13c-493b-a2e8-4e576e85e025,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:47:19.851167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:19.851507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:19.851891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:19.852271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:19.852653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:19.853029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:19.853403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:19.853781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:19.854150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:19.854521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:19.854742 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-434817a2-4d59-42e4-b820-17cb9b0f07db req-540d2594-5c3a-4283-b3ed-a1d4d3f26e2d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443387
Dec 23 16:47:19.854861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:19.859012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:47:21.063836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a589be-51bf-4c71-b6fe-3a5d74d3008a req-8de65927-bfdb-491e-97f1-d75d5f40c40c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:21.065430 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-72a589be-51bf-4c71-b6fe-3a5d74d3008a req-8de65927-bfdb-491e-97f1-d75d5f40c40c tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 944 time: 0.0831406
Dec 23 16:47:21.113289 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-72a589be-51bf-4c71-b6fe-3a5d74d3008a req-2ea5bf59-93b9-4381-8e2e-817e11ed7d1b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415647
Dec 23 16:47:21.594597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 4d9ae576-c13c-493b-a2e8-4e576e85e025 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:47:21.744600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 4d9ae576-c13c-493b-a2e8-4e576e85e025, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:47:21.759322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'port_id': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'mac_address': 'fa:16:3e:3a:00:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:47:21.815495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:21.833591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9ae576-c13c-493b-a2e8-4e576e85e025 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:47:21.849419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 4d9ae576-c13c-493b-a2e8-4e576e85e025, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:47:21.852355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:21.854205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:47:21.926725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['4d9ae576-c13c-493b-a2e8-4e576e85e025'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:47:21.967065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=4d9ae576-c13c-493b-a2e8-4e576e85e025,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:47:21.973259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:47:22.322561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084130cb-5ba6-4af8-bc5e-dbf5396daf47 req-5419ccfe-2058-45c2-b134-8f1a8584930e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:22.324194 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-084130cb-5ba6-4af8-bc5e-dbf5396daf47 req-5419ccfe-2058-45c2-b134-8f1a8584930e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 945 time: 0.0837796
Dec 23 16:47:22.372237 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-084130cb-5ba6-4af8-bc5e-dbf5396daf47 req-8c4e15c1-ca24-48fb-8887-900681d38012 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414793
Dec 23 16:47:23.586737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9675c0-b21a-4a26-83cf-d41ddbbab743 req-03367c2c-4218-40af-b850-0e11956e1eb9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:23.588301 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2e9675c0-b21a-4a26-83cf-d41ddbbab743 req-03367c2c-4218-40af-b850-0e11956e1eb9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 945 time: 0.0881674
Dec 23 16:47:23.595520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 4d9ae576-c13c-493b-a2e8-4e576e85e025 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:47:23.639506 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2e9675c0-b21a-4a26-83cf-d41ddbbab743 req-2119dea1-26a5-4ad9-860f-0223c8b521f1 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443718
Dec 23 16:47:23.672286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 4d9ae576-c13c-493b-a2e8-4e576e85e025 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:47:23.672712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:23.791548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:23.978936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:47:23.989168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 4d9ae576-c13c-493b-a2e8-4e576e85e025, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:47:23.992192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:23.994171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cf261b5c-de21-47a6-9052-3fd77b04c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:47:24.045660 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'code': 200}
Dec 23 16:47:24.064415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=4d9ae576-c13c-493b-a2e8-4e576e85e025,revision_number=8']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:47:24.067596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:47:24.462521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-920b3e08-86c9-471a-8eab-bbe2f15399d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:24.853702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa0f74-9058-44f0-8dc0-c67f70f930fe req-1babcc30-be9e-48a8-8325-6f23b94b0bd4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:24.855351 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cafa0f74-9058-44f0-8dc0-c67f70f930fe req-1babcc30-be9e-48a8-8325-6f23b94b0bd4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0833561
Dec 23 16:47:24.903254 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cafa0f74-9058-44f0-8dc0-c67f70f930fe req-73a7f5e9-dde4-4ee9-839d-06b318ba2fc7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409925
Dec 23 16:47:25.994902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:26.136121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d44a-1193-4d51-96bf-6e6760e894c4 req-0bd97cd3-1b88-4883-bab1-4e2a7a3ce610 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:26.137643 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a6c0d44a-1193-4d51-96bf-6e6760e894c4 req-0bd97cd3-1b88-4883-bab1-4e2a7a3ce610 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0872197
Dec 23 16:47:26.189687 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a6c0d44a-1193-4d51-96bf-6e6760e894c4 req-78021077-96a6-4a83-948c-b9e38647ad99 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442023
Dec 23 16:47:26.847689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f5433ede-9dc6-449d-b8fa-a53b7c05bd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:27.401543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0610167-2dd8-4ebd-876d-bd7fa17b97a1 req-aa80ce38-c2c6-46f1-9130-4e11793e4aa4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:27.403230 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a0610167-2dd8-4ebd-876d-bd7fa17b97a1 req-aa80ce38-c2c6-46f1-9130-4e11793e4aa4 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0884461
Dec 23 16:47:27.407008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:27.452965 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a0610167-2dd8-4ebd-876d-bd7fa17b97a1 req-e6fab9f2-0c45-42b7-9050-06db464476d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432470
Dec 23 16:47:27.892343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e091205-47b6-4f18-989c-9670b2864e5c req-89e124ad-296a-4d40-91ed-f776444386f2 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:27.894194 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-89e124ad-296a-4d40-91ed-f776444386f2 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48&tenant_id=085c03bb84c948ac93eb4c43e6d31a85&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200  len: 946 time: 0.0877841
Dec 23 16:47:27.950666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318b92d-55a2-43e1-ba0c-dc70cc689bf5 req-c96fcba7-6831-45b8-a0c4-1dbc25dad433 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:27.952630 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c318b92d-55a2-43e1-ba0c-dc70cc689bf5 req-c96fcba7-6831-45b8-a0c4-1dbc25dad433 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0873199
Dec 23 16:47:28.008314 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c318b92d-55a2-43e1-ba0c-dc70cc689bf5 req-d701e8e7-09fc-4035-96a1-f6fbdbfbbe72 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489192
Dec 23 16:47:28.211043 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-85bb8e65-c863-4d8c-8fac-b97d2ed99f7d service neutron] 10.222.0.36 "GET /v2.0/ports/4d9ae576-c13c-493b-a2e8-4e576e85e025/bindings/hv-neutron-8228 HTTP/1.1" status: 200  len: 384 time: 0.3108191
Dec 23 16:47:28.309241 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-d29710fc-cfec-422a-b759-6be8121a114a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 1099 time: 0.0742180
Dec 23 16:47:28.450629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e091205-47b6-4f18-989c-9670b2864e5c req-08c4ea6c-1397-455d-9537-17ce15a856f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:28.453010 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-08c4ea6c-1397-455d-9537-17ce15a856f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1378832
Dec 23 16:47:28.563518 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-dd5e274e-25c9-41fc-9756-f234edc61b03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025 HTTP/1.1" status: 200  len: 1003 time: 0.1043706
Dec 23 16:47:28.631088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e091205-47b6-4f18-989c-9670b2864e5c req-3fe41f20-d8ee-4a78-b446-63d82cfabf77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:28.632641 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-3fe41f20-d8ee-4a78-b446-63d82cfabf77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0632010
Dec 23 16:47:28.675668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:28.721594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-03a455c4-a16b-4ee0-b32d-36075cba403a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0822980
Dec 23 16:47:28.870580 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-c5dc52a8-540d-43bb-ad0f-f56ec7ec485f service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427891
Dec 23 16:47:29.015915 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-a934f9c2-5f0b-45c5-ae4c-24f00e3aaf7e service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389992
Dec 23 16:47:29.222286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4611a4c-8b5a-487c-bea8-e8b87e3cdf17 req-35f7a652-4bc2-45f5-a5ca-5d6509375c23 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:29.223967 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a4611a4c-8b5a-487c-bea8-e8b87e3cdf17 req-35f7a652-4bc2-45f5-a5ca-5d6509375c23 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0850482
Dec 23 16:47:29.273222 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a4611a4c-8b5a-487c-bea8-e8b87e3cdf17 req-d7a064b8-a8bb-4e4e-a3ed-3daa4ca6bf4b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431988
Dec 23 16:47:29.629525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 4d9ae576-c13c-493b-a2e8-4e576e85e025 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:47:29.745372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:29.773464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:47:29.784053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 4d9ae576-c13c-493b-a2e8-4e576e85e025, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:47:29.788508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:29.790517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cf261b5c-de21-47a6-9052-3fd77b04c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:47:29.839994 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'code': 200}
Dec 23 16:47:29.858915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=4d9ae576-c13c-493b-a2e8-4e576e85e025,revision_number=9']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:47:29.862181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:47:30.484668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec370866-89ad-4423-a930-5210ebb047f6 req-da53a4ad-32fb-4494-bd96-ff283254c50e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:30.486589 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec370866-89ad-4423-a930-5210ebb047f6 req-da53a4ad-32fb-4494-bd96-ff283254c50e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 944 time: 0.0893545
Dec 23 16:47:30.535998 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec370866-89ad-4423-a930-5210ebb047f6 req-957b7b49-5b0c-48a3-9387-239265cc0662 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432844
Dec 23 16:47:31.750851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66806c-1458-4174-b605-19d1867e9fb6 req-7f54f8af-f2b6-4f57-a836-1891e630e604 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:31.752537 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6b66806c-1458-4174-b605-19d1867e9fb6 req-7f54f8af-f2b6-4f57-a836-1891e630e604 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 944 time: 0.0914259
Dec 23 16:47:31.806586 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6b66806c-1458-4174-b605-19d1867e9fb6 req-9dff6dee-b9ee-40ee-8ed2-d7306ad8f9c9 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476606
Dec 23 16:47:32.158958 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-b98126bc-d50a-4237-b94e-68dff8ec4abc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48&tenant_id=085c03bb84c948ac93eb4c43e6d31a85 HTTP/1.1" status: 200  len: 1097 time: 0.0759327
Dec 23 16:47:32.261716 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-a169c529-a2f5-48fa-911a-75bdc06cb78d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 1097 time: 0.0798416
Dec 23 16:47:32.406701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e091205-47b6-4f18-989c-9670b2864e5c req-53551310-7fa4-4910-90d4-0aee591edc72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:32.408514 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-53551310-7fa4-4910-90d4-0aee591edc72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 200  len: 912 time: 0.1399417
Dec 23 16:47:32.517373 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-0536284f-b085-47a7-b85f-cbdb14e9c7a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025 HTTP/1.1" status: 200  len: 1001 time: 0.1015332
Dec 23 16:47:32.590459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e091205-47b6-4f18-989c-9670b2864e5c req-ab5d0598-96af-4b79-a779-60fe6d3a10fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:32.592099 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-ab5d0598-96af-4b79-a779-60fe6d3a10fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 200  len: 850 time: 0.0676816
Dec 23 16:47:32.673608 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-4dcba4cd-58a1-4782-9eb0-f10867656595 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dfb33c54-7984-45e2-9e4a-925c5da9b47d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0750792
Dec 23 16:47:32.819813 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-545c1ad9-e44d-4784-a477-e88446a567fa service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395011
Dec 23 16:47:33.026035 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e091205-47b6-4f18-989c-9670b2864e5c req-ea74dd36-caca-4ab4-a10a-49c94ead59e5 service neutron] 10.222.0.36 "GET /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1993721
Dec 23 16:47:33.048509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6274f32-b79e-43a6-b9b1-e25e4b995b18 req-5e9077c4-0e29-4b93-8cd0-dcee1a9e4acc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:33.050107 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6274f32-b79e-43a6-b9b1-e25e4b995b18 req-5e9077c4-0e29-4b93-8cd0-dcee1a9e4acc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 944 time: 0.1111126
Dec 23 16:47:33.101361 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6274f32-b79e-43a6-b9b1-e25e4b995b18 req-79cb50c3-dcf6-4a1d-8245-1808c0f8fc3e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450244
Dec 23 16:47:33.641484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 4d9ae576-c13c-493b-a2e8-4e576e85e025 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:47:34.310812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03392be2-573a-4628-aa99-b88a4e17a549 req-405072be-853e-485e-94b9-9d11a3964743 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:34.313089 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-03392be2-573a-4628-aa99-b88a4e17a549 req-405072be-853e-485e-94b9-9d11a3964743 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 944 time: 0.0855246
Dec 23 16:47:34.370099 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-03392be2-573a-4628-aa99-b88a4e17a549 req-f2bb3036-a792-48af-a070-38a046a51c5b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494890
Dec 23 16:47:35.575689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b6a49-fdb0-4f67-b61e-88100904c1e1 req-9e4b5798-d2b7-4cc7-a8f2-11eaaa8f442b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:35.577237 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e27b6a49-fdb0-4f67-b61e-88100904c1e1 req-9e4b5798-d2b7-4cc7-a8f2-11eaaa8f442b tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 944 time: 0.0837557
Dec 23 16:47:35.629516 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e27b6a49-fdb0-4f67-b61e-88100904c1e1 req-99fb5ae0-885e-4752-8660-70c236c702e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460744
Dec 23 16:47:35.641284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 4d9ae576-c13c-493b-a2e8-4e576e85e025 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:47:35.783288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 4d9ae576-c13c-493b-a2e8-4e576e85e025, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:47:35.797137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'port_id': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'mac_address': 'fa:16:3e:3a:00:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:47:35.855064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:35.872709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9ae576-c13c-493b-a2e8-4e576e85e025 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:47:35.887410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 4d9ae576-c13c-493b-a2e8-4e576e85e025, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:47:35.890812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:35.892669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:47:35.958412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['4d9ae576-c13c-493b-a2e8-4e576e85e025'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:47:36.005618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=4d9ae576-c13c-493b-a2e8-4e576e85e025,revision_number=10']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:47:36.010486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:47:36.839749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624aefe-ddb1-433d-88a7-26be9401666c req-cacadbd9-a8a3-4f62-aa6a-88830b3d6640 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:36.841360 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3624aefe-ddb1-433d-88a7-26be9401666c req-cacadbd9-a8a3-4f62-aa6a-88830b3d6640 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 946 time: 0.0842462
Dec 23 16:47:36.890314 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3624aefe-ddb1-433d-88a7-26be9401666c req-fa5f7d06-3087-4331-be0c-459fbd4e43f8 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428410
Dec 23 16:47:37.658429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 4d9ae576-c13c-493b-a2e8-4e576e85e025 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:47:37.729037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 4d9ae576-c13c-493b-a2e8-4e576e85e025 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:47:37.729461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:37.846543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:37.873229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:47:37.883777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 4d9ae576-c13c-493b-a2e8-4e576e85e025, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:47:37.886747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:37.888705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:47:37.944524 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'code': 200}
Dec 23 16:47:37.963114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=4d9ae576-c13c-493b-a2e8-4e576e85e025,revision_number=11']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:47:37.966330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:47:38.105450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f0b80-46a0-46f8-bf8b-c7f30d7786eb req-875126f7-0172-46c9-8d64-2b8d7a1b516d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:38.107103 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-849f0b80-46a0-46f8-bf8b-c7f30d7786eb req-875126f7-0172-46c9-8d64-2b8d7a1b516d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 947 time: 0.0871661
Dec 23 16:47:38.156239 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-849f0b80-46a0-46f8-bf8b-c7f30d7786eb req-fa16f12d-9062-4912-8c88-3f3e044c08ce tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421689
Dec 23 16:47:39.368578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47dc1a-7d2f-4632-bdcd-db5a3cca3d47 req-4e142e19-07f3-4afb-b742-3fc86c82475e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:39.370208 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fb47dc1a-7d2f-4632-bdcd-db5a3cca3d47 req-4e142e19-07f3-4afb-b742-3fc86c82475e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 947 time: 0.0845189
Dec 23 16:47:39.418612 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fb47dc1a-7d2f-4632-bdcd-db5a3cca3d47 req-72d3b6dc-64bd-4f19-8cae-d921cd0567ec tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423586
Dec 23 16:47:40.121093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:47:40.626818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1fd88-5673-4eb5-b569-6dcea59caef1 req-5287ceb7-65a6-4932-a386-e96a272bec92 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:40.628588 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-81e1fd88-5673-4eb5-b569-6dcea59caef1 req-5287ceb7-65a6-4932-a386-e96a272bec92 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 947 time: 0.0844512
Dec 23 16:47:40.678526 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-81e1fd88-5673-4eb5-b569-6dcea59caef1 req-65d07b84-aaf5-4aa8-8ad2-cdd719e1bf41 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434446
Dec 23 16:47:41.887367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795f7ee-3cbf-44f0-a2a6-e02bf914e9e5 req-d5eb860f-18f2-4e92-8294-1eb6ec356677 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:41.888989 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c795f7ee-3cbf-44f0-a2a6-e02bf914e9e5 req-d5eb860f-18f2-4e92-8294-1eb6ec356677 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 947 time: 0.0866261
Dec 23 16:47:41.938492 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c795f7ee-3cbf-44f0-a2a6-e02bf914e9e5 req-50620ef9-24f7-4db2-a8d0-e67d320a621d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424194
Dec 23 16:47:42.154339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74b5b8-7ba8-480d-a1ef-2bfeae8288ee req-9f86672a-29cc-4e90-92b0-69bb410f4261 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:42.156002 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a74b5b8-7ba8-480d-a1ef-2bfeae8288ee req-9f86672a-29cc-4e90-92b0-69bb410f4261 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 947 time: 0.0866361
Dec 23 16:47:42.205725 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1a74b5b8-7ba8-480d-a1ef-2bfeae8288ee req-7aff9402-d5b1-40f8-8c0a-695a189c6f3e tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430994
Dec 23 16:47:42.404761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:42.411986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c8c52-f954-4a06-896f-296df6a00528 req-e0432780-8d47-4879-8024-2892e790f416 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:42.413607 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1d1c8c52-f954-4a06-896f-296df6a00528 req-e0432780-8d47-4879-8024-2892e790f416 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 947 time: 0.0845337
Dec 23 16:47:42.461506 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1d1c8c52-f954-4a06-896f-296df6a00528 req-5037e023-ed74-4b97-ba22-5396dac3d296 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418105
Dec 23 16:47:42.892656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24afa54-2709-4f27-a394-6bb29994e81d req-9cfbbdf2-4987-43d2-b59d-506ba7eeb032 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:42.894529 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b24afa54-2709-4f27-a394-6bb29994e81d req-9cfbbdf2-4987-43d2-b59d-506ba7eeb032 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 947 time: 0.0870938
Dec 23 16:47:42.941915 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b24afa54-2709-4f27-a394-6bb29994e81d req-5e2409c8-d0d9-42a0-8d69-a0d4af4594ac tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411685
Dec 23 16:47:44.152550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80b9d0-7df2-4808-9965-9b55b6aa4fc1 req-6abb254b-22dd-4a5d-94db-b75c47de10f8 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:44.154167 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8a80b9d0-7df2-4808-9965-9b55b6aa4fc1 req-6abb254b-22dd-4a5d-94db-b75c47de10f8 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 947 time: 0.0846944
Dec 23 16:47:44.204205 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8a80b9d0-7df2-4808-9965-9b55b6aa4fc1 req-352f4eb8-4042-487d-86f7-6c886ce731a2 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425966
Dec 23 16:47:45.114218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-7a51a1ba-21c6-4113-a582-acc0fc1aa8f2 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:45.115768 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-7a51a1ba-21c6-4113-a582-acc0fc1aa8f2 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 947 time: 0.0829670
Dec 23 16:47:45.193078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Deleting port 4d9ae576-c13c-493b-a2e8-4e576e85e025 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:47:45.193636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:45.520312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] For port 4d9ae576-c13c-493b-a2e8-4e576e85e025, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4d9ae576-c13c-493b-a2e8-4e576e85e025,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:47:45.520719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:45.537927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34015160-5640-42fd-bc0a-3986704d833f req-4e6c9692-7572-469d-877c-095d054b6f44 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:47:45.539583 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-34015160-5640-42fd-bc0a-3986704d833f req-4e6c9692-7572-469d-877c-095d054b6f44 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 947 time: 0.2086704
Dec 23 16:47:45.742100 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-34015160-5640-42fd-bc0a-3986704d833f req-6aaa2267-84d1-46c0-ba68-0828dddef0e2 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups?id=d68358e1-dce0-4c79-825a-be7a5c38680e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1495440
Dec 23 16:47:45.865372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:45.865711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:45.866072 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d disassociated. External IP: 172.26.5.167, port: 4d9ae576-c13c-493b-a2e8-4e576e85e025.
Dec 23 16:47:45.866459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Calling delete_port for 4d9ae576-c13c-493b-a2e8-4e576e85e025 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:47:46.240242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:46.246036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f34e6e62-e84e-454b-a003-d0e5538070c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:47:46.289790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Pushing event deleted for resources: {'Port': ['ID=4d9ae576-c13c-493b-a2e8-4e576e85e025,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:47:46.304387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:46.304822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:46.305252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:46.305673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:46.306095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:46.306612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:46.306901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:46.307346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:46.307770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:46.308172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:46.308583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:46.312383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:47:46.535775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Router c1dbdda0-f9ca-4c12-81a1-d407191cb06a has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:47:46.755224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:47:46.767210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e9361-18fb-479d-90b4-d01215c11a7a None None] Sync routers for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:47:46.780536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e9361-18fb-479d-90b4-d01215c11a7a None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:47:46.781228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-237e9361-18fb-479d-90b4-d01215c11a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b6ad68>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:47:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:47:46.827949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] No DVR routers for this DVR port 4d9ae576-c13c-493b-a2e8-4e576e85e025 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:47:46.832125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:46.835165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'name': 'network-vif-deleted', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:47:46.860515 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c350cc7b-fa28-483f-b4ab-3b17813e280a req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.36 "DELETE /v2.0/ports/4d9ae576-c13c-493b-a2e8-4e576e85e025 HTTP/1.1" status: 204  len: 173 time: 1.7392190
Dec 23 16:47:46.934632 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-666b918b-5a18-48fa-9f28-0dee3af9cffb req-f72fc983-df32-41eb-8f3e-baab911f78f8 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/ports?device_id=35bca56a-b8cc-4a4d-896b-b93198075d48 HTTP/1.1" status: 200  len: 210 time: 0.0545499
Dec 23 16:47:46.995717 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bca56a-b8cc-4a4d-896b-b93198075d48', 'name': 'network-vif-deleted', 'tag': '4d9ae576-c13c-493b-a2e8-4e576e85e025', 'status': 'completed', 'code': 200}
Dec 23 16:47:46.998021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-237e9361-18fb-479d-90b4-d01215c11a7a None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:47:47.347981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-237e9361-18fb-479d-90b4-d01215c11a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b6ad68>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:47:47.352198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e9361-18fb-479d-90b4-d01215c11a7a None None] Checking router: c1dbdda0-f9ca-4c12-81a1-d407191cb06a for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:47:47.364098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e9361-18fb-479d-90b4-d01215c11a7a None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:47:47.364904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-237e9361-18fb-479d-90b4-d01215c11a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b6ad68>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:47:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:47:47.555220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-237e9361-18fb-479d-90b4-d01215c11a7a None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:47:47.688981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 4d9ae576-c13c-493b-a2e8-4e576e85e025 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:47:47.750257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 4d9ae576-c13c-493b-a2e8-4e576e85e025 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:47:47.750669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 4d9ae576-c13c-493b-a2e8-4e576e85e025 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:47:47.931605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-237e9361-18fb-479d-90b4-d01215c11a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b6ad68>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:47:47.936046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e9361-18fb-479d-90b4-d01215c11a7a None None] The sync data for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv is: [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:02Z', 'revision_number': 4, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'ed54e100-68bf-44d4-a053-033e06fbd87f', 'name': '', 'network_id': 'dfb33c54-7984-45e2-9e4a-925c5da9b47d', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'mac_address': 'fa:16:3e:a5:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:01Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'subnets': [{'id': '9bab0d22-3bcf-4ece-8203-f21058cb3c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:47:48.389258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c04864-8abc-425f-ac00-d1f0e5316f91 None None] New status for floating IP 6cf5e60f-ec7e-459c-ad53-7cce48eed84d: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:47:51.360404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34154) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:51.431504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:51.460933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:51.509365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:51.514740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:47:51.531176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68358e1-dce0-4c79-825a-be7a5c38680e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:47:51.544712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:51.545167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:51.545609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:51.546045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:51.546480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:51.546910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:51.548159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:51.548591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:51.549020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:51.549442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:51.549867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:47:51.552739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:51.553960 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "DELETE /v2.0/security-groups/d68358e1-dce0-4c79-825a-be7a5c38680e HTTP/1.1" status: 204  len: 168 time: 0.1924686
Dec 23 16:47:51.555015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fe645630-8f36-470f-9f1f-aa391a042a95 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:47:51.556667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34158) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:51.574917 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-5616f59f-55f3-4128-8dc1-d50f5767e84d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] show failed (client error): The resource could not be found.
Dec 23 16:47:51.576078 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5616f59f-55f3-4128-8dc1-d50f5767e84d tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "GET /v2.0/security-groups/d68358e1-dce0-4c79-825a-be7a5c38680e HTTP/1.1" status: 404  len: 347 time: 0.0185089
Dec 23 16:47:51.579293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34162) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:51.745472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cee98cda-fab2-40fa-83cb-c2557b1e8869 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Deleting port d3261e27-52f9-41e9-bcce-2e0cf6e2ee50 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:47:51.745863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cee98cda-fab2-40fa-83cb-c2557b1e8869 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:51.925873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cee98cda-fab2-40fa-83cb-c2557b1e8869 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:51.926253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cee98cda-fab2-40fa-83cb-c2557b1e8869 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:52.057417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-cee98cda-fab2-40fa-83cb-c2557b1e8869 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Calling delete_port for d3261e27-52f9-41e9-bcce-2e0cf6e2ee50 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:47:52.203015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cee98cda-fab2-40fa-83cb-c2557b1e8869 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:52.208806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:47:52.257242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee98cda-fab2-40fa-83cb-c2557b1e8869 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Pushing event deleted for resources: {'Port': ['ID=d3261e27-52f9-41e9-bcce-2e0cf6e2ee50,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:47:52.260680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cee98cda-fab2-40fa-83cb-c2557b1e8869 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:47:52.350179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cee98cda-fab2-40fa-83cb-c2557b1e8869 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:52.365401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cee98cda-fab2-40fa-83cb-c2557b1e8869 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:52.366664 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cee98cda-fab2-40fa-83cb-c2557b1e8869 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] 10.222.0.67 "DELETE /v2.0/floatingips/6cf5e60f-ec7e-459c-ad53-7cce48eed84d HTTP/1.1" status: 204  len: 168 time: 0.7863774
Dec 23 16:47:52.369995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34166) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:52.855984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c843c805-a565-4ade-b86d-2bbbea197b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:53.707213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c843c805-a565-4ade-b86d-2bbbea197b65 admin admin] Deleting port ed54e100-68bf-44d4-a053-033e06fbd87f {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:47:53.707795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c843c805-a565-4ade-b86d-2bbbea197b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:53.890377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c843c805-a565-4ade-b86d-2bbbea197b65 admin admin] For port ed54e100-68bf-44d4-a053-033e06fbd87f, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ed54e100-68bf-44d4-a053-033e06fbd87f,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:47:53.891424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c843c805-a565-4ade-b86d-2bbbea197b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:54.021805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c843c805-a565-4ade-b86d-2bbbea197b65 admin admin] Calling delete_port for ed54e100-68bf-44d4-a053-033e06fbd87f owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:47:54.199811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c843c805-a565-4ade-b86d-2bbbea197b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:54.204873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74c13a8e-8333-4aed-85bd-3b6f2e3cc0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:47:54.248542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843c805-a565-4ade-b86d-2bbbea197b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed54e100-68bf-44d4-a053-033e06fbd87f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:47:54.253499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c843c805-a565-4ade-b86d-2bbbea197b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:47:54.464705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f02e4ab1-42d6-4e9d-9574-072bdab7f0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:54.559858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c843c805-a565-4ade-b86d-2bbbea197b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:55.176483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c843c805-a565-4ade-b86d-2bbbea197b65 admin admin] Router c1dbdda0-f9ca-4c12-81a1-d407191cb06a has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:47:55.390435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c843c805-a565-4ade-b86d-2bbbea197b65 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:47:55.401443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced6779a-516c-448c-8d69-9b207724e38d None None] Sync routers for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:47:55.405293 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c843c805-a565-4ade-b86d-2bbbea197b65 admin admin] 10.222.0.67 "PUT /v2.0/routers/c1dbdda0-f9ca-4c12-81a1-d407191cb06a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0341547
Dec 23 16:47:55.408572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34172) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:55.416384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced6779a-516c-448c-8d69-9b207724e38d None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:47:55.417065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ced6779a-516c-448c-8d69-9b207724e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b6afd0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:47:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:47:55.618355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:55.774201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ced6779a-516c-448c-8d69-9b207724e38d None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:47:55.834066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:55.842518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Deleting port 2686ea2d-3c78-48d6-bce6-af8818b9e22c {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:47:55.842898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:56.023580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:56.115720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ced6779a-516c-448c-8d69-9b207724e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b6afd0>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:47:54Z', 'revision_number': 5, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port': {'id': '2686ea2d-3c78-48d6-bce6-af8818b9e22c', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:47:56.120395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced6779a-516c-448c-8d69-9b207724e38d None None] Checking router: c1dbdda0-f9ca-4c12-81a1-d407191cb06a for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:47:56.133631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced6779a-516c-448c-8d69-9b207724e38d None None] Routers {'c1dbdda0-f9ca-4c12-81a1-d407191cb06a'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:47:56.134339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ced6779a-516c-448c-8d69-9b207724e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b6afd0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:47:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:47:56.293319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] For port 2686ea2d-3c78-48d6-bce6-af8818b9e22c, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=2686ea2d-3c78-48d6-bce6-af8818b9e22c,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:47:56.293865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:56.307477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ced6779a-516c-448c-8d69-9b207724e38d None None] Set router c1dbdda0-f9ca-4c12-81a1-d407191cb06a gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:47:56.423014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Calling delete_port for 2686ea2d-3c78-48d6-bce6-af8818b9e22c owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:47:56.424688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ced6779a-516c-448c-8d69-9b207724e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b6afd0>, [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 6, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:47:56.428982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced6779a-516c-448c-8d69-9b207724e38d None None] The sync data for ids ['c1dbdda0-f9ca-4c12-81a1-d407191cb06a'] in dv-neutron-822801-1-hyperv is: [{'id': 'c1dbdda0-f9ca-4c12-81a1-d407191cb06a', 'name': 'tempest-ServerActionsTestJSON-195742690-router', 'tenant_id': '085c03bb84c948ac93eb4c43e6d31a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:41:59Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 6, 'project_id': '085c03bb84c948ac93eb4c43e6d31a85', 'gw_port_host': None}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:47:56.604086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:56.608647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:47:56.655642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=2686ea2d-3c78-48d6-bce6-af8818b9e22c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:47:56.659618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:47:56.849443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f181ca3-54ef-4271-aa41-4b2ccb3d9d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:56.898959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:56.919819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ed54e100-68bf-44d4-a053-033e06fbd87f no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:47:56.959474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: ed54e100-68bf-44d4-a053-033e06fbd87f {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:47:56.959971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ed54e100-68bf-44d4-a053-033e06fbd87f not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:47:56.960530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2686ea2d-3c78-48d6-bce6-af8818b9e22c no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:47:56.995564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 2686ea2d-3c78-48d6-bce6-af8818b9e22c {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:47:56.995983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 2686ea2d-3c78-48d6-bce6-af8818b9e22c not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:47:57.177935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:57.182545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:57.216551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:57.217143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1dbdda0-f9ca-4c12-81a1-d407191cb06a {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:47:57.232095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:57.233381 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] 10.222.0.67 "DELETE /v2.0/routers/c1dbdda0-f9ca-4c12-81a1-d407191cb06a HTTP/1.1" status: 204  len: 168 time: 1.8238151
Dec 23 16:47:57.236903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34176) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:57.311533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-3461994d-972e-4d16-afec-f8c75d920965 admin admin] Deleting subnet 9bab0d22-3bcf-4ece-8203-f21058cb3c3e {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:47:57.315247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3461994d-972e-4d16-afec-f8c75d920965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:57.369103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3461994d-972e-4d16-afec-f8c75d920965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:57.410227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:57.453981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3461994d-972e-4d16-afec-f8c75d920965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:57.524449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3461994d-972e-4d16-afec-f8c75d920965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:57.528219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-689e852b-823e-4ab0-8ef1-b5c4e6cf7144 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:47:57.563620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461994d-972e-4d16-afec-f8c75d920965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bab0d22-3bcf-4ece-8203-f21058cb3c3e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:47:57.567339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3461994d-972e-4d16-afec-f8c75d920965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:47:57.570646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3461994d-972e-4d16-afec-f8c75d920965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:57.576194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06706e2e-06fc-4d5f-a5bc-a5c2eff08c62 None None] Network dfb33c54-7984-45e2-9e4a-925c5da9b47d requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:47:57.580550 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3461994d-972e-4d16-afec-f8c75d920965 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9bab0d22-3bcf-4ece-8203-f21058cb3c3e HTTP/1.1" status: 204  len: 168 time: 0.3395145
Dec 23 16:47:57.580809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34180) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:57.697291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:57.708859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Deleting port ac9bdc13-6cc6-4b90-90f4-72b991e04814 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:47:57.709165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:57.842189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc09bb8e-f4be-413a-aa3e-dbad1e710d9c None None] DHCP port deletion for dfb33c54-7984-45e2-9e4a-925c5da9b47d request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:47:57.846785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bc09bb8e-f4be-413a-aa3e-dbad1e710d9c None None] Deleting port ac9bdc13-6cc6-4b90-90f4-72b991e04814 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:47:57.847238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc09bb8e-f4be-413a-aa3e-dbad1e710d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:57.923557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] For port ac9bdc13-6cc6-4b90-90f4-72b991e04814, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ac9bdc13-6cc6-4b90-90f4-72b991e04814,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:47:57.923964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:58.057798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bc09bb8e-f4be-413a-aa3e-dbad1e710d9c None None] For port ac9bdc13-6cc6-4b90-90f4-72b991e04814, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ac9bdc13-6cc6-4b90-90f4-72b991e04814,segment=NetworkSegment(b68e40d0-dd66-4301-b5cc-94ac12d9bf79),segment_id=b68e40d0-dd66-4301-b5cc-94ac12d9bf79)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:47:58.058174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc09bb8e-f4be-413a-aa3e-dbad1e710d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:58.058312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Calling delete_port for ac9bdc13-6cc6-4b90-90f4-72b991e04814 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:47:58.131526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:58.136935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-814f27a4-a1d0-4d2a-8020-aca2cf851b1e tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:47:58.180466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9bdc13-6cc6-4b90-90f4-72b991e04814,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:47:58.183279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:47:58.186431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bc09bb8e-f4be-413a-aa3e-dbad1e710d9c None None] Calling delete_port for ac9bdc13-6cc6-4b90-90f4-72b991e04814 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:47:58.186554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] No DVR routers for this DVR port ac9bdc13-6cc6-4b90-90f4-72b991e04814 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:47:58.262829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-bc09bb8e-f4be-413a-aa3e-dbad1e710d9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:47:58.263284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-bc09bb8e-f4be-413a-aa3e-dbad1e710d9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:47:58.315778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:58.346234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79a56358>,) {'filters': {'network_id': ['dfb33c54-7984-45e2-9e4a-925c5da9b47d']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:47:58.358890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79a56358>, 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:47:58.359975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79a56358>, 'b68e40d0-dd66-4301-b5cc-94ac12d9bf79') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:47:58.371637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:58.386951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:58.394338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:47:58.394766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:47:58.409367 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:47:58.483508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:58.488023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:58.491804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-987ace39-f232-4fc0-81b6-cc686d5d2eae tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:47:58.520215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb33c54-7984-45e2-9e4a-925c5da9b47d,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:47:58.522905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:47:58.533149 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] 10.222.0.67 "DELETE /v2.0/networks/dfb33c54-7984-45e2-9e4a-925c5da9b47d HTTP/1.1" status: 204  len: 168 time: 0.9513094
Dec 23 16:47:58.670727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34186) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:58.682069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:58.728978 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7f08dc59-639e-4c3f-b7ee-83b2e4666ca7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=085c03bb84c948ac93eb4c43e6d31a85&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0546794
Dec 23 16:47:58.729625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34190) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:58.764560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bc09bb8e-f4be-413a-aa3e-dbad1e710d9c None None] Deleting port ac9bdc13-6cc6-4b90-90f4-72b991e04814 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:47:58.765012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc09bb8e-f4be-413a-aa3e-dbad1e710d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:58.794919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce691c9f-6470-4efd-b70b-3a68590b80ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:58.823376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce691c9f-6470-4efd-b70b-3a68590b80ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:58.832666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bc09bb8e-f4be-413a-aa3e-dbad1e710d9c None None] The port 'ac9bdc13-6cc6-4b90-90f4-72b991e04814' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:47:58.878393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce691c9f-6470-4efd-b70b-3a68590b80ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:58.884096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7a331404-b9a6-4b52-97fb-a79e1846fb54 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:47:58.899764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce691c9f-6470-4efd-b70b-3a68590b80ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af663290-6b8e-43d2-9e13-f2dc91e37eb9,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:47:58.902537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ce691c9f-6470-4efd-b70b-3a68590b80ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:47:58.909042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ce691c9f-6470-4efd-b70b-3a68590b80ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:58.911239 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ce691c9f-6470-4efd-b70b-3a68590b80ec admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/af663290-6b8e-43d2-9e13-f2dc91e37eb9 HTTP/1.1" status: 204  len: 168 time: 0.1804502
Dec 23 16:47:58.917794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ac9bdc13-6cc6-4b90-90f4-72b991e04814 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:47:58.958338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: ac9bdc13-6cc6-4b90-90f4-72b991e04814 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:47:58.958726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ac9bdc13-6cc6-4b90-90f4-72b991e04814 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:47:59.782287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34212) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:59.919374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1874581936-network', 'tenant_id': 'e291e2f1176c437a885015d49282cf2d'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:47:59.925177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:47:59.929318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Usage tracker for resource:network and tenant:e291e2f1176c437a885015d49282cf2d is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:47:59.932345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:47:59.939174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:47:59.948831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Made reservation on behalf of e291e2f1176c437a885015d49282cf2d for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:47:59.953624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:47:59.966737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:00.000841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:00.004904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Usage tracker for resource:security_group_rule and tenant:e291e2f1176c437a885015d49282cf2d is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:00.007876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:00.013975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:00.083629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:00.086252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:00.090482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3119db2e-d62d-4c52-b98e-a4d36a40165c tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:00.116646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:48:00.129550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7642c25c-393e-4cbf-bc51-ae1df7f3a258,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:00.133764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:00.134739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:00.135151 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Added segment f6c65c8c-79f6-4b5a-8313-8e75037873fd of type vlan for network 0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa
Dec 23 16:48:00.163131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:00.203389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:00.204474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:00.205126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:00.210941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b9c205e-103c-4264-9fdd-834f61afe315 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:00.321126 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5375838
Dec 23 16:48:00.324391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34218) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:00.326883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Pushing event updated for resources: {'Network': ['ID=0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:00.329771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:00.331206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Request body: {'subnet': {'network_id': '0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1874581936-subnet', 'tenant_id': 'e291e2f1176c437a885015d49282cf2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:00.336620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:00.337998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:48:00.340788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Usage tracker for resource:subnet and tenant:e291e2f1176c437a885015d49282cf2d is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:00.345732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:00.352003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:00.361770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Made reservation on behalf of e291e2f1176c437a885015d49282cf2d for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:00.366576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:00.582314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:00.586616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:00.665193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0504cd0-40a7-4e91-8f54-cdc302565d3c,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:00.668105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:00.678701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Checking segment: {'id': 'f6c65c8c-79f6-4b5a-8313-8e75037873fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:48:00.679123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Network hostable DHCP agents. Network: 0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:48:00.700471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Network 0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:48:00.709200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:48:00.713296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:00.713957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:00.718158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8fd3a6-36bc-42e5-ba8d-e4ea63b52cfe None None] Network 0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:00.735811 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-047b9a9a-97ab-4274-8456-9fef459ca9b8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4094515
Dec 23 16:48:00.958108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3ac37c-d6b2-4cbd-8b6d-cbdebfff11d9 None None] Network 0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:01.363686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-50f07651-f0ca-4b82-8578-5c5b4ad3ea0c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:01.364444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-50f07651-f0ca-4b82-8578-5c5b4ad3ea0c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Synchronizing usage tracker for tenant:e291e2f1176c437a885015d49282cf2d on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:48:01.380237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-50f07651-f0ca-4b82-8578-5c5b4ad3ea0c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Unset dirty status for tenant:e291e2f1176c437a885015d49282cf2d on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:48:01.381613 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-50f07651-f0ca-4b82-8578-5c5b4ad3ea0c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/networks?id=0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa HTTP/1.1" status: 200  len: 814 time: 0.1730883
Dec 23 16:48:01.400678 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-a31a1baf-255e-4533-9c05-e59d08f9ef53 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/quotas/e291e2f1176c437a885015d49282cf2d HTTP/1.1" status: 200  len: 375 time: 0.0133607
Dec 23 16:48:01.454673 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-a6a77710-c7a7-4d10-8f86-e1f520095bc3 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e291e2f1176c437a885015d49282cf2d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0484078
Dec 23 16:48:01.599380 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0f1f07e8-f04a-453a-8444-9c54d1bcb4af service neutron] 10.222.0.67 "GET /v2.0/networks/0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373191
Dec 23 16:48:01.740531 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-e7137de6-5a9b-41d0-983b-a04bef0c7c45 service neutron] 10.222.0.67 "GET /v2.0/networks/0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349018
Dec 23 16:48:01.934805 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-406e904e-4b49-449b-8c32-a9cbf200ac4f req-14d48906-3b92-4bbe-91b5-5b7d303bc869 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 210 time: 0.0479155
Dec 23 16:48:02.979490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-6c0c1c9b-992a-4132-b5d2-6465b11ebd60 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:02.981166 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-6c0c1c9b-992a-4132-b5d2-6465b11ebd60 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.36 "GET /v2.0/networks?id=0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa HTTP/1.1" status: 200  len: 814 time: 0.1600986
Dec 23 16:48:02.995894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Request body: {'port': {'device_id': '47e9c123-1713-408c-a76b-51e6ed100bf5', 'network_id': '0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa', 'admin_state_up': True, 'tenant_id': 'e291e2f1176c437a885015d49282cf2d'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:03.155301 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-08198eeb-494c-4042-a7be-c73514c5491a req-18af03ec-c9f1-4b5e-bb95-69137a322695 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 210 time: 0.0639403
Dec 23 16:48:03.189043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:03.193556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Usage tracker for resource:port and tenant:e291e2f1176c437a885015d49282cf2d is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:03.196932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:03.203714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:03.214383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Made reservation on behalf of e291e2f1176c437a885015d49282cf2d for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:03.220838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:03.389817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Allocated IP 172.20.0.7 (0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa/d0504cd0-40a7-4e91-8f54-cdc302565d3c/f0501062-12c6-4f46-83f1-aef07c8dc380) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:48:03.602862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:03.629647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:03.635520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b183529-9ca6-44ac-9160-b2fcf65d55e7 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:03.710693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Network 0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:48:03.713956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:48:03.718727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:48:03.745509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Pushing event updated for resources: {'Port': ['ID=f0501062-12c6-4f46-83f1-aef07c8dc380,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:03.751849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:03.784998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:03.785676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:03.805684 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8140140
Dec 23 16:48:03.818347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Request body: {'port': {'device_id': '47e9c123-1713-408c-a76b-51e6ed100bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:03.933287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:04.409488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2b233-8e20-4095-b36c-48ec9fce88f6 req-72e1779e-116a-4dc4-a40f-63ec13dc4d53 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:04.411196 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cf2b233-8e20-4095-b36c-48ec9fce88f6 req-72e1779e-116a-4dc4-a40f-63ec13dc4d53 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 931 time: 0.1033728
Dec 23 16:48:04.463043 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cf2b233-8e20-4095-b36c-48ec9fce88f6 req-8771ab13-8322-45c1-9180-d85b69cdee25 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456071
Dec 23 16:48:04.520305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0501062-12c6-4f46-83f1-aef07c8dc380 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:48:04.527226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:04.543739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Transition to ACTIVE for port object f0501062-12c6-4f46-83f1-aef07c8dc380 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:48:04.546599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:04.551654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:04.676858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Pushing event updated for resources: {'Port': ['ID=f0501062-12c6-4f46-83f1-aef07c8dc380,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:04.679901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:04.791925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Attempting to bind port f0501062-12c6-4f46-83f1-aef07c8dc380 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:48:04.792229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Attempting to bind port f0501062-12c6-4f46-83f1-aef07c8dc380 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f6c65c8c-79f6-4b5a-8313-8e75037873fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:48:04.792604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Attempting to bind port f0501062-12c6-4f46-83f1-aef07c8dc380 on network 0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:48:04.799336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Port f0501062-12c6-4f46-83f1-aef07c8dc380 on network 0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:48:04.799707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Attempting to bind port f0501062-12c6-4f46-83f1-aef07c8dc380 on network 0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:48:04.806431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:48:04.806818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Checking segment: {'id': 'f6c65c8c-79f6-4b5a-8313-8e75037873fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:48:04.807269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Bound using segment: {'id': 'f6c65c8c-79f6-4b5a-8313-8e75037873fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:48:04.807748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Bound port: f0501062-12c6-4f46-83f1-aef07c8dc380, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c65c8c-79f6-4b5a-8313-8e75037873fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:48:04.808135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:04.900384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] For port f0501062-12c6-4f46-83f1-aef07c8dc380, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:48:04.903956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] For port f0501062-12c6-4f46-83f1-aef07c8dc380, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f0501062-12c6-4f46-83f1-aef07c8dc380,segment=NetworkSegment(f6c65c8c-79f6-4b5a-8313-8e75037873fd),segment_id=f6c65c8c-79f6-4b5a-8313-8e75037873fd)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:48:04.907724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:04.912328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dc2e21cd-39aa-4c69-b0eb-31fcd95a5c4a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:04.976843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:04.978394 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] 10.222.0.36 "PUT /v2.0/ports/f0501062-12c6-4f46-83f1-aef07c8dc380 HTTP/1.1" status: 200  len: 1093 time: 1.1643250
Dec 23 16:48:04.980954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e9c123-1713-408c-a76b-51e6ed100bf5', 'tag': 'f0501062-12c6-4f46-83f1-aef07c8dc380'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:48:04.999432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Pushing event updated for resources: {'Port': ['ID=f0501062-12c6-4f46-83f1-aef07c8dc380,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:05.003241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:05.055924 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e9c123-1713-408c-a76b-51e6ed100bf5', 'tag': 'f0501062-12c6-4f46-83f1-aef07c8dc380', 'status': 'completed', 'code': 200}
Dec 23 16:48:05.092729 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-83fefe33-35dc-451e-aeaf-133efa191c98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e291e2f1176c437a885015d49282cf2d&device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 1096 time: 0.0771024
Dec 23 16:48:05.168065 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-ded82e4e-74ce-46fe-abe4-96c11c58837e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0501062-12c6-4f46-83f1-aef07c8dc380 HTTP/1.1" status: 200  len: 217 time: 0.0678687
Dec 23 16:48:05.241458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-dcdfcdbf-10d4-4996-a30b-964b255c1e27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:05.243113 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-dcdfcdbf-10d4-4996-a30b-964b255c1e27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0504cd0-40a7-4e91-8f54-cdc302565d3c HTTP/1.1" status: 200  len: 854 time: 0.0690789
Dec 23 16:48:05.293660 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-9ecae6cc-e104-46ab-9a3b-19766ba67489 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438275
Dec 23 16:48:05.436663 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-ac3ae80a-76b3-421c-ab98-0a7bb9f629cb service neutron] 10.222.0.36 "GET /v2.0/networks/0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368682
Dec 23 16:48:05.583265 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ddc512a4-796e-44c5-b3cb-5bfaa684a48c req-5e7a8fc2-0dcb-4027-ab5b-339116c5fbe0 service neutron] 10.222.0.36 "GET /v2.0/networks/0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404173
Dec 23 16:48:05.676974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac14faa-c2ac-451c-ad76-d00259fe3e6d req-3fe88494-a22c-4a84-948d-a4143532c28f tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:05.678627 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fac14faa-c2ac-451c-ad76-d00259fe3e6d req-3fe88494-a22c-4a84-948d-a4143532c28f tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 943 time: 0.0923431
Dec 23 16:48:05.711888 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e17f9ab1-7e11-4b6d-8c10-17dee45f4280 req-d6cef162-3d75-4550-89bc-1071c7dd3163 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e291e2f1176c437a885015d49282cf2d&device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 1096 time: 0.0813286
Dec 23 16:48:05.729672 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fac14faa-c2ac-451c-ad76-d00259fe3e6d req-b37764a7-025c-48ca-b648-091eb4843bdf tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446422
Dec 23 16:48:05.858337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f9ab1-7e11-4b6d-8c10-17dee45f4280 req-e292ee57-1196-4c28-97be-7a6d96e6b4c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:05.860743 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e17f9ab1-7e11-4b6d-8c10-17dee45f4280 req-e292ee57-1196-4c28-97be-7a6d96e6b4c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa HTTP/1.1" status: 200  len: 915 time: 0.1416428
Dec 23 16:48:05.933024 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e17f9ab1-7e11-4b6d-8c10-17dee45f4280 req-9d167d12-5bcc-4ba3-98cd-5ecc5552c048 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0501062-12c6-4f46-83f1-aef07c8dc380 HTTP/1.1" status: 200  len: 217 time: 0.0657728
Dec 23 16:48:06.005337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f9ab1-7e11-4b6d-8c10-17dee45f4280 req-a13ae80c-e8e2-4fb9-b00a-5e94daa096ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:06.006835 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e17f9ab1-7e11-4b6d-8c10-17dee45f4280 req-a13ae80c-e8e2-4fb9-b00a-5e94daa096ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0504cd0-40a7-4e91-8f54-cdc302565d3c HTTP/1.1" status: 200  len: 854 time: 0.0676696
Dec 23 16:48:06.060011 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e17f9ab1-7e11-4b6d-8c10-17dee45f4280 req-9e402162-706f-4a80-a16f-3a4be592fea1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447235
Dec 23 16:48:06.205478 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e17f9ab1-7e11-4b6d-8c10-17dee45f4280 req-c48002d0-03fb-4f03-857a-c4406c5c6692 service neutron] 10.222.0.36 "GET /v2.0/networks/0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381571
Dec 23 16:48:06.351894 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e17f9ab1-7e11-4b6d-8c10-17dee45f4280 req-4c8baa9b-9290-4e13-af98-a9e7840159f5 service neutron] 10.222.0.36 "GET /v2.0/networks/0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382725
Dec 23 16:48:06.950580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e4ce1-12a9-4d32-9bb8-35187b19bcfd req-08b9089f-71cb-48c4-a27a-ebcb61bf4066 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:06.951370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0c2e4ce1-12a9-4d32-9bb8-35187b19bcfd req-08b9089f-71cb-48c4-a27a-ebcb61bf4066 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Synchronizing usage tracker for tenant:e291e2f1176c437a885015d49282cf2d on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:48:06.967583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0c2e4ce1-12a9-4d32-9bb8-35187b19bcfd req-08b9089f-71cb-48c4-a27a-ebcb61bf4066 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Unset dirty status for tenant:e291e2f1176c437a885015d49282cf2d on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:48:06.969404 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0c2e4ce1-12a9-4d32-9bb8-35187b19bcfd req-08b9089f-71cb-48c4-a27a-ebcb61bf4066 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 943 time: 0.1150489
Dec 23 16:48:07.017840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0c2e4ce1-12a9-4d32-9bb8-35187b19bcfd req-4fa7f1f6-9bb2-46ff-addd-eb64877c347c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Synchronizing usage tracker for tenant:e291e2f1176c437a885015d49282cf2d on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:48:07.034405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0c2e4ce1-12a9-4d32-9bb8-35187b19bcfd req-4fa7f1f6-9bb2-46ff-addd-eb64877c347c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Unset dirty status for tenant:e291e2f1176c437a885015d49282cf2d on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:48:07.035619 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0c2e4ce1-12a9-4d32-9bb8-35187b19bcfd req-4fa7f1f6-9bb2-46ff-addd-eb64877c347c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597618
Dec 23 16:48:07.782130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device f0501062-12c6-4f46-83f1-aef07c8dc380 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:48:07.924748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port f0501062-12c6-4f46-83f1-aef07c8dc380, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f0501062-12c6-4f46-83f1-aef07c8dc380,segment=NetworkSegment(f6c65c8c-79f6-4b5a-8313-8e75037873fd),segment_id=f6c65c8c-79f6-4b5a-8313-8e75037873fd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:48:07.938596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'f0501062-12c6-4f46-83f1-aef07c8dc380', 'network_id': '0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa', 'port_id': 'f0501062-12c6-4f46-83f1-aef07c8dc380', 'mac_address': 'fa:16:3e:08:c3:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0504cd0-40a7-4e91-8f54-cdc302565d3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:48:07.993476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:08.011283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0501062-12c6-4f46-83f1-aef07c8dc380 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:48:08.028351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port f0501062-12c6-4f46-83f1-aef07c8dc380, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f0501062-12c6-4f46-83f1-aef07c8dc380,segment=NetworkSegment(f6c65c8c-79f6-4b5a-8313-8e75037873fd),segment_id=f6c65c8c-79f6-4b5a-8313-8e75037873fd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:48:08.031695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:08.033579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:08.103270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=f0501062-12c6-4f46-83f1-aef07c8dc380,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:08.106547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:08.230969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['f0501062-12c6-4f46-83f1-aef07c8dc380'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:48:08.275199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce297742-da13-4376-a9ce-80e7b05265c1 req-ceeeb3c6-a974-4642-9f09-14864098c39b tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:08.277998 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ce297742-da13-4376-a9ce-80e7b05265c1 req-ceeeb3c6-a974-4642-9f09-14864098c39b tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 944 time: 0.0989842
Dec 23 16:48:08.328095 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ce297742-da13-4376-a9ce-80e7b05265c1 req-6423615f-7fae-4891-913a-6b4fdfe00823 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430191
Dec 23 16:48:09.530967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adb7d7-43e6-40c9-b204-129d11f2f12f req-f36f1e1a-426a-4a31-865b-284ed9ec28da tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:09.532706 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-36adb7d7-43e6-40c9-b204-129d11f2f12f req-f36f1e1a-426a-4a31-865b-284ed9ec28da tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 944 time: 0.0832233
Dec 23 16:48:09.581945 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-36adb7d7-43e6-40c9-b204-129d11f2f12f req-d4f3c097-c52c-4b42-b81e-c1d74eb09a54 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433338
Dec 23 16:48:09.797540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device f0501062-12c6-4f46-83f1-aef07c8dc380 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:48:09.870710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port f0501062-12c6-4f46-83f1-aef07c8dc380 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:48:09.876476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port f0501062-12c6-4f46-83f1-aef07c8dc380 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:48:09.876947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:09.992889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:10.021836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e9c123-1713-408c-a76b-51e6ed100bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0501062-12c6-4f46-83f1-aef07c8dc380'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:48:10.031759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port f0501062-12c6-4f46-83f1-aef07c8dc380, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f0501062-12c6-4f46-83f1-aef07c8dc380,segment=NetworkSegment(f6c65c8c-79f6-4b5a-8313-8e75037873fd),segment_id=f6c65c8c-79f6-4b5a-8313-8e75037873fd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:48:10.034582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:10.036566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:10.087041 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e9c123-1713-408c-a76b-51e6ed100bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0501062-12c6-4f46-83f1-aef07c8dc380', 'code': 200}
Dec 23 16:48:10.110059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=f0501062-12c6-4f46-83f1-aef07c8dc380,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:10.113269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:10.321387 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c8b47fe8-431d-4ec0-bb24-edb5332539b6 req-202a43bf-562e-4c49-b37f-eeec3d1aedc0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 1098 time: 0.0774007
Dec 23 16:48:10.367490 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c8b47fe8-431d-4ec0-bb24-edb5332539b6 req-aa8b6f00-85de-486b-9d48-03b4b18b5cc6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383086
Dec 23 16:48:10.788316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae177a79-e6a9-475e-9e59-16bb1b9280e0 req-31198df3-48c3-4315-99e1-875dc25a87d6 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:10.789949 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ae177a79-e6a9-475e-9e59-16bb1b9280e0 req-31198df3-48c3-4315-99e1-875dc25a87d6 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 945 time: 0.0851855
Dec 23 16:48:10.838594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ae177a79-e6a9-475e-9e59-16bb1b9280e0 req-c57dfe9f-a442-47c5-aa4e-d5b505c2947f tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424747
Dec 23 16:48:12.043110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c978b4-bf48-4521-a6fb-cf00c79b3be1 req-0f2aea6c-1a53-43c8-ad9b-035d95e02f98 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:12.044712 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a4c978b4-bf48-4521-a6fb-cf00c79b3be1 req-0f2aea6c-1a53-43c8-ad9b-035d95e02f98 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 945 time: 0.0836904
Dec 23 16:48:12.093253 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a4c978b4-bf48-4521-a6fb-cf00c79b3be1 req-490e921e-bfc9-4c96-b8e4-c220596fd4f2 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423825
Dec 23 16:48:12.407733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-39c94395-5783-4b3e-8436-c40cb9939c85 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:12.409547 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-39c94395-5783-4b3e-8436-c40cb9939c85 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/networks?id=0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa HTTP/1.1" status: 200  len: 814 time: 0.1582875
Dec 23 16:48:12.412128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:12.428078 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-ebf79322-0cbf-4e80-a4f5-f83c9282654f tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/quotas/e291e2f1176c437a885015d49282cf2d HTTP/1.1" status: 200  len: 375 time: 0.0123184
Dec 23 16:48:12.516512 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-341e6d9e-a684-42fa-85e8-d072602d3a4c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e291e2f1176c437a885015d49282cf2d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0828543
Dec 23 16:48:12.662925 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-77540aed-c0d2-4e87-80fa-d509bb41f67d service neutron] 10.222.0.67 "GET /v2.0/networks/0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386309
Dec 23 16:48:12.806252 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-b170f00f-7831-45c3-ae2a-acc4696183c2 service neutron] 10.222.0.67 "GET /v2.0/networks/0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370685
Dec 23 16:48:13.013079 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b030bdaf-e8c1-4e69-8273-371941f3d1ae req-12d5a1b1-c020-4dc1-9c34-6e11df4d0a73 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5465d057-69fa-4ec9-8caa-1d5491c98ba4 HTTP/1.1" status: 200  len: 210 time: 0.0489278
Dec 23 16:48:14.047292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-720b9f0e-8f1d-45aa-bb15-8652fc145fa0 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:14.048888 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-720b9f0e-8f1d-45aa-bb15-8652fc145fa0 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.36 "GET /v2.0/networks?id=0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa HTTP/1.1" status: 200  len: 814 time: 0.1597130
Dec 23 16:48:14.064817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Request body: {'port': {'device_id': '5465d057-69fa-4ec9-8caa-1d5491c98ba4', 'network_id': '0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa', 'admin_state_up': True, 'tenant_id': 'e291e2f1176c437a885015d49282cf2d'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:14.229301 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3879481a-2997-4d52-acc4-6fa4f60ed995 req-1d924966-d2e3-4aca-97e3-5d75008fb317 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5465d057-69fa-4ec9-8caa-1d5491c98ba4 HTTP/1.1" status: 200  len: 210 time: 0.0665126
Dec 23 16:48:14.259228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:14.269800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:14.278898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Made reservation on behalf of e291e2f1176c437a885015d49282cf2d for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:14.285049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:14.455526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Allocated IP 172.20.0.8 (0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa/d0504cd0-40a7-4e91-8f54-cdc302565d3c/e7bc78f1-c60d-460f-84af-005c303404aa) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:48:14.677540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:14.703558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:14.709488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-96026d17-c26a-4514-bd92-b4e87f5f5093 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:14.715317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['f0501062-12c6-4f46-83f1-aef07c8dc380'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:48:14.784243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Network 0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:48:14.787980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:48:14.789951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Pushing event updated for resources: {'Port': ['ID=e7bc78f1-c60d-460f-84af-005c303404aa,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:14.792279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:48:14.824621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:14.857547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:14.861131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:14.889488 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8294153
Dec 23 16:48:14.903557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Request body: {'port': {'device_id': '5465d057-69fa-4ec9-8caa-1d5491c98ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:15.021840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:15.414710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bc78f1-c60d-460f-84af-005c303404aa {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:48:15.422491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:15.438603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Transition to ACTIVE for port object e7bc78f1-c60d-460f-84af-005c303404aa will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:48:15.439169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f323735-592a-410f-b0de-9c51e5754102 req-a201c057-f7c2-44df-967a-a542b76b98e2 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:15.441020 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f323735-592a-410f-b0de-9c51e5754102 req-a201c057-f7c2-44df-967a-a542b76b98e2 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5465d057-69fa-4ec9-8caa-1d5491c98ba4 HTTP/1.1" status: 200  len: 931 time: 0.0882077
Dec 23 16:48:15.442643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:15.447402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:15.493395 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f323735-592a-410f-b0de-9c51e5754102 req-a7806a83-7a6b-4266-af96-6093cdb5ac75 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462034
Dec 23 16:48:15.799785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Pushing event updated for resources: {'Port': ['ID=e7bc78f1-c60d-460f-84af-005c303404aa,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:15.803053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:15.913443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Attempting to bind port e7bc78f1-c60d-460f-84af-005c303404aa on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:48:15.913817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Attempting to bind port e7bc78f1-c60d-460f-84af-005c303404aa by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f6c65c8c-79f6-4b5a-8313-8e75037873fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:48:15.914195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Attempting to bind port e7bc78f1-c60d-460f-84af-005c303404aa on network 0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:48:15.920316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Port e7bc78f1-c60d-460f-84af-005c303404aa on network 0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:48:15.920683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Attempting to bind port e7bc78f1-c60d-460f-84af-005c303404aa on network 0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:48:15.927946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:48:15.928326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Checking segment: {'id': 'f6c65c8c-79f6-4b5a-8313-8e75037873fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:48:15.928749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Bound using segment: {'id': 'f6c65c8c-79f6-4b5a-8313-8e75037873fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:48:15.929221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Bound port: e7bc78f1-c60d-460f-84af-005c303404aa, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c65c8c-79f6-4b5a-8313-8e75037873fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:48:15.929608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:16.019541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] For port e7bc78f1-c60d-460f-84af-005c303404aa, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:48:16.022583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] For port e7bc78f1-c60d-460f-84af-005c303404aa, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=e7bc78f1-c60d-460f-84af-005c303404aa,segment=NetworkSegment(f6c65c8c-79f6-4b5a-8313-8e75037873fd),segment_id=f6c65c8c-79f6-4b5a-8313-8e75037873fd)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:48:16.025845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:16.030222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7906c0dc-9da4-40be-abf8-38bbc4375693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:16.098807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:16.100343 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] 10.222.0.36 "PUT /v2.0/ports/e7bc78f1-c60d-460f-84af-005c303404aa HTTP/1.1" status: 200  len: 1093 time: 1.2034051
Dec 23 16:48:16.100916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5465d057-69fa-4ec9-8caa-1d5491c98ba4', 'tag': 'e7bc78f1-c60d-460f-84af-005c303404aa'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:48:16.117227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Pushing event updated for resources: {'Port': ['ID=e7bc78f1-c60d-460f-84af-005c303404aa,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:16.120439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:16.179331 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5465d057-69fa-4ec9-8caa-1d5491c98ba4', 'tag': 'e7bc78f1-c60d-460f-84af-005c303404aa', 'status': 'completed', 'code': 200}
Dec 23 16:48:16.222066 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-fda6dd47-f022-4756-b030-afdd8777d4ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e291e2f1176c437a885015d49282cf2d&device_id=5465d057-69fa-4ec9-8caa-1d5491c98ba4 HTTP/1.1" status: 200  len: 1096 time: 0.0844226
Dec 23 16:48:16.298049 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-34588630-6635-47b5-a16e-0787b7ef3454 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7bc78f1-c60d-460f-84af-005c303404aa HTTP/1.1" status: 200  len: 217 time: 0.0692778
Dec 23 16:48:16.366638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-2bd60c80-d09c-49ef-947e-5894d6e7708a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:16.368276 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-2bd60c80-d09c-49ef-947e-5894d6e7708a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0504cd0-40a7-4e91-8f54-cdc302565d3c HTTP/1.1" status: 200  len: 854 time: 0.0644491
Dec 23 16:48:16.418504 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-4bdbd08c-264d-4242-9334-ff7213ac7222 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435858
Dec 23 16:48:16.565084 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-c7c1f235-f47d-4517-88d2-8ced00e0ab8c service neutron] 10.222.0.36 "GET /v2.0/networks/0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405396
Dec 23 16:48:16.707982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373b4e9-2247-458c-9107-a7b73c48474f req-25ffdbb1-36c8-48ba-bebe-245447a95383 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:16.709644 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0373b4e9-2247-458c-9107-a7b73c48474f req-25ffdbb1-36c8-48ba-bebe-245447a95383 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5465d057-69fa-4ec9-8caa-1d5491c98ba4 HTTP/1.1" status: 200  len: 943 time: 0.0870993
Dec 23 16:48:16.712214 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ec887f30-ca97-4bc0-9e8e-185ab6860f36 req-25b07f75-bd6e-4a55-908d-31025724d8b8 service neutron] 10.222.0.36 "GET /v2.0/networks/0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409693
Dec 23 16:48:16.760537 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0373b4e9-2247-458c-9107-a7b73c48474f req-f8ee4d24-cadc-4d87-8b61-a34bd170878d tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442472
Dec 23 16:48:16.840491 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c00864e-36d2-4c0b-9918-4784cd4f7106 req-fb288ed1-a704-46c8-9370-adb5f3ebc2c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e291e2f1176c437a885015d49282cf2d&device_id=5465d057-69fa-4ec9-8caa-1d5491c98ba4 HTTP/1.1" status: 200  len: 1096 time: 0.0813916
Dec 23 16:48:16.984963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00864e-36d2-4c0b-9918-4784cd4f7106 req-ff3491be-bc7b-4e71-96fa-0417add84720 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:16.986554 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c00864e-36d2-4c0b-9918-4784cd4f7106 req-ff3491be-bc7b-4e71-96fa-0417add84720 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa HTTP/1.1" status: 200  len: 915 time: 0.1398852
Dec 23 16:48:17.057847 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c00864e-36d2-4c0b-9918-4784cd4f7106 req-afdd6d0a-2906-4040-8818-fb7293760529 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7bc78f1-c60d-460f-84af-005c303404aa HTTP/1.1" status: 200  len: 217 time: 0.0640054
Dec 23 16:48:17.122341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:48:17.129871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00864e-36d2-4c0b-9918-4784cd4f7106 req-7760fe00-6b69-4cc0-91c8-23b3d4b6d2f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:17.131506 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c00864e-36d2-4c0b-9918-4784cd4f7106 req-7760fe00-6b69-4cc0-91c8-23b3d4b6d2f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0504cd0-40a7-4e91-8f54-cdc302565d3c HTTP/1.1" status: 200  len: 854 time: 0.0665147
Dec 23 16:48:17.183377 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c00864e-36d2-4c0b-9918-4784cd4f7106 req-89c87c8a-4969-4a50-be9f-8c72b0e81458 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435276
Dec 23 16:48:17.331080 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c00864e-36d2-4c0b-9918-4784cd4f7106 req-27741ff3-fd3d-4b58-8816-5c48320e7761 service neutron] 10.222.0.36 "GET /v2.0/networks/0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412303
Dec 23 16:48:17.475356 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c00864e-36d2-4c0b-9918-4784cd4f7106 req-82710279-e9b1-4af9-8bb9-9658a5058ea2 service neutron] 10.222.0.36 "GET /v2.0/networks/0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377385
Dec 23 16:48:17.830836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device e7bc78f1-c60d-460f-84af-005c303404aa details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:48:17.984906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9844f-2983-49fb-8873-96379c711380 req-cd400788-a0cf-4f18-be09-08908442bc0f tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:17.985744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f3e9844f-2983-49fb-8873-96379c711380 req-cd400788-a0cf-4f18-be09-08908442bc0f tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Synchronizing usage tracker for tenant:e291e2f1176c437a885015d49282cf2d on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:48:18.002784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f3e9844f-2983-49fb-8873-96379c711380 req-cd400788-a0cf-4f18-be09-08908442bc0f tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Unset dirty status for tenant:e291e2f1176c437a885015d49282cf2d on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:48:18.004151 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f3e9844f-2983-49fb-8873-96379c711380 req-cd400788-a0cf-4f18-be09-08908442bc0f tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5465d057-69fa-4ec9-8caa-1d5491c98ba4 HTTP/1.1" status: 200  len: 943 time: 0.1081798
Dec 23 16:48:18.057807 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f3e9844f-2983-49fb-8873-96379c711380 req-c7058998-2a04-496d-a369-1d56bf461e7a tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471261
Dec 23 16:48:18.147902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port e7bc78f1-c60d-460f-84af-005c303404aa, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=e7bc78f1-c60d-460f-84af-005c303404aa,segment=NetworkSegment(f6c65c8c-79f6-4b5a-8313-8e75037873fd),segment_id=f6c65c8c-79f6-4b5a-8313-8e75037873fd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:48:18.162016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'e7bc78f1-c60d-460f-84af-005c303404aa', 'network_id': '0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa', 'port_id': 'e7bc78f1-c60d-460f-84af-005c303404aa', 'mac_address': 'fa:16:3e:55:76:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0504cd0-40a7-4e91-8f54-cdc302565d3c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:48:18.217548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:18.237440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bc78f1-c60d-460f-84af-005c303404aa {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:48:18.252484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port e7bc78f1-c60d-460f-84af-005c303404aa, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=e7bc78f1-c60d-460f-84af-005c303404aa,segment=NetworkSegment(f6c65c8c-79f6-4b5a-8313-8e75037873fd),segment_id=f6c65c8c-79f6-4b5a-8313-8e75037873fd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:48:18.255881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:18.257755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:18.326326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=e7bc78f1-c60d-460f-84af-005c303404aa,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:18.330192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:18.467983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['e7bc78f1-c60d-460f-84af-005c303404aa'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:48:19.265421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e238c43-554e-42fd-a5dc-6474aa07a244 req-f3b74331-4ceb-4b29-be2d-36eb50861c6a tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:19.267338 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e238c43-554e-42fd-a5dc-6474aa07a244 req-f3b74331-4ceb-4b29-be2d-36eb50861c6a tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5465d057-69fa-4ec9-8caa-1d5491c98ba4 HTTP/1.1" status: 200  len: 944 time: 0.0865486
Dec 23 16:48:19.317127 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e238c43-554e-42fd-a5dc-6474aa07a244 req-e0f18ee4-61e2-4e0f-bbfd-6108baaf3dfe tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432007
Dec 23 16:48:19.843288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device e7bc78f1-c60d-460f-84af-005c303404aa up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:48:19.918051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port e7bc78f1-c60d-460f-84af-005c303404aa completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:48:19.923079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port e7bc78f1-c60d-460f-84af-005c303404aa triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:48:19.923526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:20.041076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:20.068279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5465d057-69fa-4ec9-8caa-1d5491c98ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bc78f1-c60d-460f-84af-005c303404aa'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:48:20.079031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port e7bc78f1-c60d-460f-84af-005c303404aa, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=e7bc78f1-c60d-460f-84af-005c303404aa,segment=NetworkSegment(f6c65c8c-79f6-4b5a-8313-8e75037873fd),segment_id=f6c65c8c-79f6-4b5a-8313-8e75037873fd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:48:20.081825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:20.084505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:20.123460 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5465d057-69fa-4ec9-8caa-1d5491c98ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bc78f1-c60d-460f-84af-005c303404aa', 'code': 200}
Dec 23 16:48:20.159989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=e7bc78f1-c60d-460f-84af-005c303404aa,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:20.169380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:20.169794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:20.170191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:20.170581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:20.170971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:20.173495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:20.173495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:20.173495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:20.173495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:20.173936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:20.174038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:20.180944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:20.370265 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b71dad09-cb4e-41c2-981a-33ea714794f0 req-73086e09-48e2-4bc5-bb6e-815e334b3808 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5465d057-69fa-4ec9-8caa-1d5491c98ba4 HTTP/1.1" status: 200  len: 1098 time: 0.0752599
Dec 23 16:48:20.416619 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b71dad09-cb4e-41c2-981a-33ea714794f0 req-ac75be37-fafd-4165-9ee9-e249a7192023 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398214
Dec 23 16:48:20.526612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c134b0-7d5c-4f1e-8398-f4a511933876 req-5e3b0510-ad41-4856-b994-4012ea01d86c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:20.528301 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-06c134b0-7d5c-4f1e-8398-f4a511933876 req-5e3b0510-ad41-4856-b994-4012ea01d86c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5465d057-69fa-4ec9-8caa-1d5491c98ba4 HTTP/1.1" status: 200  len: 945 time: 0.0887892
Dec 23 16:48:20.580918 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-06c134b0-7d5c-4f1e-8398-f4a511933876 req-e9c1ba61-61f1-4421-8b95-1cb2ef73e901 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435703
Dec 23 16:48:21.789533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562d09-30d8-40df-bcd6-77ff46ab880d req-8836633c-7910-4984-b700-f77f62f615b3 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:21.791164 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2f562d09-30d8-40df-bcd6-77ff46ab880d req-8836633c-7910-4984-b700-f77f62f615b3 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5465d057-69fa-4ec9-8caa-1d5491c98ba4 HTTP/1.1" status: 200  len: 945 time: 0.0881164
Dec 23 16:48:21.840682 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2f562d09-30d8-40df-bcd6-77ff46ab880d req-5921668c-06b1-466d-8693-56968c0707fc tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432808
Dec 23 16:48:22.254445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee349d5-dc11-4998-9275-c58350f54248 req-96033c4c-96b8-4a3b-939f-0e6fc21d9157 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:22.256103 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1ee349d5-dc11-4998-9275-c58350f54248 req-96033c4c-96b8-4a3b-939f-0e6fc21d9157 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5465d057-69fa-4ec9-8caa-1d5491c98ba4 HTTP/1.1" status: 200  len: 945 time: 0.0850666
Dec 23 16:48:22.305704 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1ee349d5-dc11-4998-9275-c58350f54248 req-9205f2e4-43db-4eb8-9d6e-dd2c691647be tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432971
Dec 23 16:48:23.510510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3ff95-4967-4fd8-84a1-26fc3272bae6 req-4ab2e365-fb5d-4ef3-a9bd-a1c9814db691 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:23.512143 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69f3ff95-4967-4fd8-84a1-26fc3272bae6 req-4ab2e365-fb5d-4ef3-a9bd-a1c9814db691 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5465d057-69fa-4ec9-8caa-1d5491c98ba4 HTTP/1.1" status: 200  len: 945 time: 0.0843539
Dec 23 16:48:23.558422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23ef33-2c32-4b1a-9cd2-c1d12cbfd7fd req-14035eae-891e-433f-a6c7-2de2fcbaea93 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:23.560189 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8e23ef33-2c32-4b1a-9cd2-c1d12cbfd7fd req-14035eae-891e-433f-a6c7-2de2fcbaea93 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.36 "GET /v2.0/ports?device_id=5465d057-69fa-4ec9-8caa-1d5491c98ba4 HTTP/1.1" status: 200  len: 945 time: 0.0898156
Dec 23 16:48:23.570848 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69f3ff95-4967-4fd8-84a1-26fc3272bae6 req-603fe9c9-36c2-4d7d-a6b0-1dc3bc9b2b6c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510154
Dec 23 16:48:23.637147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-8e23ef33-2c32-4b1a-9cd2-c1d12cbfd7fd req-94d6f9cd-0838-483a-8e5e-1bcc9fad600c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Deleting port e7bc78f1-c60d-460f-84af-005c303404aa {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:48:23.637536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8e23ef33-2c32-4b1a-9cd2-c1d12cbfd7fd req-94d6f9cd-0838-483a-8e5e-1bcc9fad600c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:23.897257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-8e23ef33-2c32-4b1a-9cd2-c1d12cbfd7fd req-94d6f9cd-0838-483a-8e5e-1bcc9fad600c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] For port e7bc78f1-c60d-460f-84af-005c303404aa, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=e7bc78f1-c60d-460f-84af-005c303404aa,segment=NetworkSegment(f6c65c8c-79f6-4b5a-8313-8e75037873fd),segment_id=f6c65c8c-79f6-4b5a-8313-8e75037873fd)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:48:23.897584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8e23ef33-2c32-4b1a-9cd2-c1d12cbfd7fd req-94d6f9cd-0838-483a-8e5e-1bcc9fad600c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:24.024285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-8e23ef33-2c32-4b1a-9cd2-c1d12cbfd7fd req-94d6f9cd-0838-483a-8e5e-1bcc9fad600c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Calling delete_port for e7bc78f1-c60d-460f-84af-005c303404aa owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:48:24.167814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8e23ef33-2c32-4b1a-9cd2-c1d12cbfd7fd req-94d6f9cd-0838-483a-8e5e-1bcc9fad600c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:24.174334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84629fd4-4097-4953-87b8-4c4328a54da9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:24.180476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['f0501062-12c6-4f46-83f1-aef07c8dc380'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:48:24.220408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6f9cd-0838-483a-8e5e-1bcc9fad600c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Pushing event deleted for resources: {'Port': ['ID=e7bc78f1-c60d-460f-84af-005c303404aa,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:24.232611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-94d6f9cd-0838-483a-8e5e-1bcc9fad600c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:24.309616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e23ef33-2c32-4b1a-9cd2-c1d12cbfd7fd req-94d6f9cd-0838-483a-8e5e-1bcc9fad600c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] No DVR routers for this DVR port e7bc78f1-c60d-460f-84af-005c303404aa on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:48:24.312193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8e23ef33-2c32-4b1a-9cd2-c1d12cbfd7fd req-94d6f9cd-0838-483a-8e5e-1bcc9fad600c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:24.315846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5465d057-69fa-4ec9-8caa-1d5491c98ba4', 'name': 'network-vif-deleted', 'tag': 'e7bc78f1-c60d-460f-84af-005c303404aa'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:48:24.331318 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8e23ef33-2c32-4b1a-9cd2-c1d12cbfd7fd req-94d6f9cd-0838-483a-8e5e-1bcc9fad600c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.36 "DELETE /v2.0/ports/e7bc78f1-c60d-460f-84af-005c303404aa HTTP/1.1" status: 204  len: 173 time: 0.7648849
Dec 23 16:48:24.378837 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5465d057-69fa-4ec9-8caa-1d5491c98ba4', 'name': 'network-vif-deleted', 'tag': 'e7bc78f1-c60d-460f-84af-005c303404aa', 'status': 'completed', 'code': 200}
Dec 23 16:48:24.466622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2a92ca3d-4a9a-4297-b900-f2a1b0de8ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:24.758782 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3dfa569f-0d84-4bef-aa55-3f4a696faf77 req-6a215f44-fda2-4223-b2cb-13eb5ed45665 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5465d057-69fa-4ec9-8caa-1d5491c98ba4 HTTP/1.1" status: 200  len: 210 time: 0.0480840
Dec 23 16:48:25.877018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device e7bc78f1-c60d-460f-84af-005c303404aa no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:48:25.914392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: e7bc78f1-c60d-460f-84af-005c303404aa {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:48:25.914792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device e7bc78f1-c60d-460f-84af-005c303404aa not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:48:25.996707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:26.058219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265a9d5-47f4-42d6-b6ff-34d2d5848c8d req-21e7dad3-230d-4909-9a62-47c6b71f3c98 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:26.059894 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0265a9d5-47f4-42d6-b6ff-34d2d5848c8d req-21e7dad3-230d-4909-9a62-47c6b71f3c98 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 945 time: 0.0851047
Dec 23 16:48:26.114359 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0265a9d5-47f4-42d6-b6ff-34d2d5848c8d req-75b53e3b-3dfc-4d9f-be0d-9b3d0ae5eeda tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473537
Dec 23 16:48:26.345615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78076078-b419-4521-b6b0-9ed7959d071c req-57c3cb40-59a3-42c1-994b-ff2322baa1a0 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:26.347169 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-78076078-b419-4521-b6b0-9ed7959d071c req-57c3cb40-59a3-42c1-994b-ff2322baa1a0 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 945 time: 0.0867317
Dec 23 16:48:26.395167 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-78076078-b419-4521-b6b0-9ed7959d071c req-4675402c-a54c-4a80-a52c-9ed7dec53406 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418737
Dec 23 16:48:26.602808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5b11e-64e2-413d-aea4-b3326fe7b3bf req-b4c41595-8700-4c41-bfc9-631affb7223c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:26.603595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-d5e5b11e-64e2-413d-aea4-b3326fe7b3bf req-b4c41595-8700-4c41-bfc9-631affb7223c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Synchronizing usage tracker for tenant:e291e2f1176c437a885015d49282cf2d on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:48:26.619285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-d5e5b11e-64e2-413d-aea4-b3326fe7b3bf req-b4c41595-8700-4c41-bfc9-631affb7223c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Unset dirty status for tenant:e291e2f1176c437a885015d49282cf2d on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:48:26.620561 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5e5b11e-64e2-413d-aea4-b3326fe7b3bf req-b4c41595-8700-4c41-bfc9-631affb7223c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 945 time: 0.1026137
Dec 23 16:48:26.670240 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5e5b11e-64e2-413d-aea4-b3326fe7b3bf req-5483ad3d-f8ca-4032-9794-031f4fceb5b6 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433681
Dec 23 16:48:26.850745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f45ecdbd-a683-46ad-8389-ee2db52b8913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:26.877875 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6b5132b3-5d3c-453f-8a53-a1c08bf833d8 req-bd9039e6-f374-4016-949a-57297ad6b6e6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0778818
Dec 23 16:48:27.098234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e05a2a-3699-41d7-b27c-6d56594c415b req-05c4988c-6abc-4747-aca3-8a8e27639b0c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:27.099875 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d4e05a2a-3699-41d7-b27c-6d56594c415b req-05c4988c-6abc-4747-aca3-8a8e27639b0c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 945 time: 0.0881214
Dec 23 16:48:27.148830 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d4e05a2a-3699-41d7-b27c-6d56594c415b req-8abc27ec-9a8d-487f-bec8-1621ed842b88 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427861
Dec 23 16:48:27.413815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:27.582059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f408b-c7c5-46ca-bdd7-e2b6c020df8b req-3dddf591-c1b8-4180-bb96-9cf6fce420e5 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:27.583769 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-125f408b-c7c5-46ca-bdd7-e2b6c020df8b req-3dddf591-c1b8-4180-bb96-9cf6fce420e5 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 945 time: 0.3107257
Dec 23 16:48:27.632986 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-125f408b-c7c5-46ca-bdd7-e2b6c020df8b req-11d4a648-ab3c-4287-80a2-ebe34069e446 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430694
Dec 23 16:48:27.855618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6e1a1-d916-45a3-8520-efee07bc5a83 req-96f1f604-caf8-4ed8-9fcc-a5fa1fceb984 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:27.857229 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-91d6e1a1-d916-45a3-8520-efee07bc5a83 req-96f1f604-caf8-4ed8-9fcc-a5fa1fceb984 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 945 time: 0.0861194
Dec 23 16:48:27.905333 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-91d6e1a1-d916-45a3-8520-efee07bc5a83 req-1f7dc101-56e3-495b-a285-8b2abd6562fa tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414898
Dec 23 16:48:28.482685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bac0f-f7a2-4c7e-93df-aa2f583102c3 req-3c95c7fe-c652-43aa-81b3-baf166d47593 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:28.484319 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-167bac0f-f7a2-4c7e-93df-aa2f583102c3 req-3c95c7fe-c652-43aa-81b3-baf166d47593 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 945 time: 0.0829966
Dec 23 16:48:28.535287 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-167bac0f-f7a2-4c7e-93df-aa2f583102c3 req-523c9b8d-e816-4afc-8cb9-055d74a90966 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445750
Dec 23 16:48:28.680559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:29.815784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876817e9-5c07-40f9-9e3f-8ca50183ab32 req-90423930-96e0-49ff-83f5-204a747e1d16 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:29.817423 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-876817e9-5c07-40f9-9e3f-8ca50183ab32 req-90423930-96e0-49ff-83f5-204a747e1d16 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 945 time: 0.1543686
Dec 23 16:48:29.824037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb921dd6-f560-42b8-9e98-2caae22bf771 req-2822e2c3-3395-4c30-b3e6-51e3aa300b27 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:29.825460 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fb921dd6-f560-42b8-9e98-2caae22bf771 req-2822e2c3-3395-4c30-b3e6-51e3aa300b27 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 945 time: 0.1265585
Dec 23 16:48:29.925512 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-876817e9-5c07-40f9-9e3f-8ca50183ab32 req-c0a99c92-08bf-4ef2-a8cc-1e09fd3ee650 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/security-groups?id=7642c25c-393e-4cbf-bc51-ae1df7f3a258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990076
Dec 23 16:48:29.931664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-fb921dd6-f560-42b8-9e98-2caae22bf771 req-619a4138-7042-489b-9846-90f7548aa008 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Deleting port f0501062-12c6-4f46-83f1-aef07c8dc380 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:48:29.932061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fb921dd6-f560-42b8-9e98-2caae22bf771 req-619a4138-7042-489b-9846-90f7548aa008 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:30.190035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-fb921dd6-f560-42b8-9e98-2caae22bf771 req-619a4138-7042-489b-9846-90f7548aa008 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] For port f0501062-12c6-4f46-83f1-aef07c8dc380, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f0501062-12c6-4f46-83f1-aef07c8dc380,segment=NetworkSegment(f6c65c8c-79f6-4b5a-8313-8e75037873fd),segment_id=f6c65c8c-79f6-4b5a-8313-8e75037873fd)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:48:30.190447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fb921dd6-f560-42b8-9e98-2caae22bf771 req-619a4138-7042-489b-9846-90f7548aa008 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:30.321424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-fb921dd6-f560-42b8-9e98-2caae22bf771 req-619a4138-7042-489b-9846-90f7548aa008 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Calling delete_port for f0501062-12c6-4f46-83f1-aef07c8dc380 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:48:30.464937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fb921dd6-f560-42b8-9e98-2caae22bf771 req-619a4138-7042-489b-9846-90f7548aa008 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:30.471126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7395fef1-cb70-4c22-9cc4-eafaa7a9dbc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:30.513206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a4138-7042-489b-9846-90f7548aa008 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Pushing event deleted for resources: {'Port': ['ID=f0501062-12c6-4f46-83f1-aef07c8dc380,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:30.518084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-619a4138-7042-489b-9846-90f7548aa008 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:30.591856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb921dd6-f560-42b8-9e98-2caae22bf771 req-619a4138-7042-489b-9846-90f7548aa008 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] No DVR routers for this DVR port f0501062-12c6-4f46-83f1-aef07c8dc380 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:48:30.595023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fb921dd6-f560-42b8-9e98-2caae22bf771 req-619a4138-7042-489b-9846-90f7548aa008 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:30.597758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e9c123-1713-408c-a76b-51e6ed100bf5', 'name': 'network-vif-deleted', 'tag': 'f0501062-12c6-4f46-83f1-aef07c8dc380'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:48:30.614078 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fb921dd6-f560-42b8-9e98-2caae22bf771 req-619a4138-7042-489b-9846-90f7548aa008 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.36 "DELETE /v2.0/ports/f0501062-12c6-4f46-83f1-aef07c8dc380 HTTP/1.1" status: 204  len: 173 time: 0.7730901
Dec 23 16:48:30.658694 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e9c123-1713-408c-a76b-51e6ed100bf5', 'name': 'network-vif-deleted', 'tag': 'f0501062-12c6-4f46-83f1-aef07c8dc380', 'status': 'completed', 'code': 200}
Dec 23 16:48:31.113651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-66d748ac-5b04-4336-8295-735332b51a82 req-1a033fa2-766e-40eb-ab18-ac4865dff6fa tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Synchronizing usage tracker for tenant:e291e2f1176c437a885015d49282cf2d on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:48:31.128874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-66d748ac-5b04-4336-8295-735332b51a82 req-1a033fa2-766e-40eb-ab18-ac4865dff6fa tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Unset dirty status for tenant:e291e2f1176c437a885015d49282cf2d on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:48:31.130126 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-66d748ac-5b04-4336-8295-735332b51a82 req-1a033fa2-766e-40eb-ab18-ac4865dff6fa tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] 10.222.0.67 "GET /v2.0/ports?device_id=47e9c123-1713-408c-a76b-51e6ed100bf5 HTTP/1.1" status: 200  len: 210 time: 0.0647504
Dec 23 16:48:31.897977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device f0501062-12c6-4f46-83f1-aef07c8dc380 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:48:31.944331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: f0501062-12c6-4f46-83f1-aef07c8dc380 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:48:31.944740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device f0501062-12c6-4f46-83f1-aef07c8dc380 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:48:32.241176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34364) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:32.311214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efa2899-bef3-49ce-986f-a9ef0bb7e356 admin admin] Deleting subnet d0504cd0-40a7-4e91-8f54-cdc302565d3c {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:48:32.314361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7efa2899-bef3-49ce-986f-a9ef0bb7e356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:32.366031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7efa2899-bef3-49ce-986f-a9ef0bb7e356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:32.426876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7efa2899-bef3-49ce-986f-a9ef0bb7e356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:32.493882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7efa2899-bef3-49ce-986f-a9ef0bb7e356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:32.498315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3f20641a-9d92-4a03-990a-9b5b3f16cf7e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:32.533581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa2899-bef3-49ce-986f-a9ef0bb7e356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0504cd0-40a7-4e91-8f54-cdc302565d3c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:32.536482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7efa2899-bef3-49ce-986f-a9ef0bb7e356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:32.545150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7efa2899-bef3-49ce-986f-a9ef0bb7e356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:32.552076 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7efa2899-bef3-49ce-986f-a9ef0bb7e356 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d0504cd0-40a7-4e91-8f54-cdc302565d3c HTTP/1.1" status: 204  len: 168 time: 0.3098109
Dec 23 16:48:32.554784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34368) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:32.672657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aea960cf-a117-4eb4-8a7f-52284837ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:32.806466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aea960cf-a117-4eb4-8a7f-52284837ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:32.833476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-aea960cf-a117-4eb4-8a7f-52284837ec47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79ae1390>,) {'filters': {'network_id': ['0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:32.846909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-aea960cf-a117-4eb4-8a7f-52284837ec47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ae1390>, 'f6c65c8c-79f6-4b5a-8313-8e75037873fd') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:32.847280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-aea960cf-a117-4eb4-8a7f-52284837ec47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ae1390>, 'f6c65c8c-79f6-4b5a-8313-8e75037873fd') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:32.859446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aea960cf-a117-4eb4-8a7f-52284837ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:32.874305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aea960cf-a117-4eb4-8a7f-52284837ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:32.880881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea960cf-a117-4eb4-8a7f-52284837ec47 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:48:32.881318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aea960cf-a117-4eb4-8a7f-52284837ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:48:32.896268 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:48:32.975447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aea960cf-a117-4eb4-8a7f-52284837ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:32.979173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ae285ebe-73cc-4219-a877-306915502623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:32.996367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aea960cf-a117-4eb4-8a7f-52284837ec47 admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:33.004183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea960cf-a117-4eb4-8a7f-52284837ec47 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:33.009046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aea960cf-a117-4eb4-8a7f-52284837ec47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:33.015065 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aea960cf-a117-4eb4-8a7f-52284837ec47 admin admin] 10.222.0.67 "DELETE /v2.0/networks/0bd46afc-50fb-4ccb-a8e1-9a17be73fcfa HTTP/1.1" status: 204  len: 168 time: 0.4590926
Dec 23 16:48:33.161434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34374) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:33.216598 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-070eca89-ab8f-425f-9b28-9709c4f6a70d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e291e2f1176c437a885015d49282cf2d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0536931
Dec 23 16:48:33.219428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34378) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:33.286895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f670015-79de-4562-a00b-7e1653057292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:33.313838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f670015-79de-4562-a00b-7e1653057292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:33.362229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f670015-79de-4562-a00b-7e1653057292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:33.367250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d201bc67-474c-46b6-9e33-20edd6568c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:33.381236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f670015-79de-4562-a00b-7e1653057292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7642c25c-393e-4cbf-bc51-ae1df7f3a258,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:33.384129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9f670015-79de-4562-a00b-7e1653057292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:33.390170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f670015-79de-4562-a00b-7e1653057292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:33.391470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9f670015-79de-4562-a00b-7e1653057292 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7642c25c-393e-4cbf-bc51-ae1df7f3a258 HTTP/1.1" status: 204  len: 168 time: 0.1706755
Dec 23 16:48:34.298220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34400) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:34.434923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-625846807'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:34.440401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:34.444441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Usage tracker for resource:network and tenant:febfc391cd4f4a61999537e637a1eeb9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:34.447454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:34.455194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:34.464117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Made reservation on behalf of febfc391cd4f4a61999537e637a1eeb9 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:34.470168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:34.483383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:34.517899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:34.522143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Usage tracker for resource:security_group_rule and tenant:febfc391cd4f4a61999537e637a1eeb9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:34.525070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:34.531205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:34.606941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:34.610404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:34.614654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d7a14c01-e2f8-42de-8441-8d9f66a892e4 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:34.643125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:48:34.657244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b956af8b-b8cb-4e42-a538-b432359936a1,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:34.661238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:34.663970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:34.664368 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Added segment 04ce6cfa-1e67-493e-aa9f-5804a9ab544e of type vlan for network 072c2a41-ff39-4244-9158-6ab7a3a1b842
Dec 23 16:48:34.691839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:34.720898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:34.724983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:34.725627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:34.730848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:35.066302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event updated for resources: {'Network': ['ID=072c2a41-ff39-4244-9158-6ab7a3a1b842,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:35.069640 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7701974
Dec 23 16:48:35.070644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:35.077247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 072c2a41-ff39-4244-9158-6ab7a3a1b842 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:48:38.788355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34406) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:38.794672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Request body: {'subnet': {'network_id': '072c2a41-ff39-4244-9158-6ab7a3a1b842', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:38.912674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:38.916758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Usage tracker for resource:subnet and tenant:febfc391cd4f4a61999537e637a1eeb9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:38.919724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:38.926271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:38.934910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Made reservation on behalf of febfc391cd4f4a61999537e637a1eeb9 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:39.054404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:39.287576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:39.291902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2dcd744e-4d4b-418d-b2a6-0a3f0f39dc15 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:39.374202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event updated for resources: {'Subnet': ['ID=974a59bd-ee25-44b9-9eab-f4ff118aedef,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:39.378316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:39.386846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Checking segment: {'id': '04ce6cfa-1e67-493e-aa9f-5804a9ab544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '072c2a41-ff39-4244-9158-6ab7a3a1b842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:48:39.387301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Network hostable DHCP agents. Network: 072c2a41-ff39-4244-9158-6ab7a3a1b842, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:48:39.411570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Network 072c2a41-ff39-4244-9158-6ab7a3a1b842 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:48:39.419696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 072c2a41-ff39-4244-9158-6ab7a3a1b842) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:48:39.423750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:39.424403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:39.429063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1ad6a6-7ba0-4e72-bef3-45786aa78b50 None None] Network 072c2a41-ff39-4244-9158-6ab7a3a1b842 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:39.449370 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0d2ae1f9-de4a-4aad-9a00-b68ca21f0d1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6597745
Dec 23 16:48:39.453904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34410) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:39.460046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-93065124'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:39.465188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:39.469989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Usage tracker for resource:network and tenant:febfc391cd4f4a61999537e637a1eeb9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:39.472985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:39.479111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:39.488428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Made reservation on behalf of febfc391cd4f4a61999537e637a1eeb9 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:39.493936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:39.524049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:48:39.534195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:39.534594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Added segment d93c5014-b3d1-4d66-a4a0-2b36568e9829 of type vlan for network e57f5cf0-d606-428a-ae8c-a943f9d3e028
Dec 23 16:48:39.561956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:39.593300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:39.598528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:39.599242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:39.604761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-26597987-8da0-4762-9c88-293aa7d83f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:39.658126 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.2030742
Dec 23 16:48:39.659760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-072c2a41-ff39-4244-9158-6ab7a3a1b842', 'network_id': '072c2a41-ff39-4244-9158-6ab7a3a1b842', 'tenant_id': 'febfc391cd4f4a61999537e637a1eeb9', 'fixed_ips': [{'subnet_id': '974a59bd-ee25-44b9-9eab-f4ff118aedef'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:48:39.661095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34414) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:39.661479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:39.669742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Request body: {'subnet': {'network_id': 'e57f5cf0-d606-428a-ae8c-a943f9d3e028', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:39.752169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event updated for resources: {'Network': ['ID=e57f5cf0-d606-428a-ae8c-a943f9d3e028,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:39.766194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network e57f5cf0-d606-428a-ae8c-a943f9d3e028 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:48:39.766557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:39.851349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:39.855822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Usage tracker for resource:subnet and tenant:febfc391cd4f4a61999537e637a1eeb9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:39.858844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:39.865134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:39.875505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Made reservation on behalf of febfc391cd4f4a61999537e637a1eeb9 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:39.934476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Allocated IP 2001:db8:0:ffff::2 (072c2a41-ff39-4244-9158-6ab7a3a1b842/974a59bd-ee25-44b9-9eab-f4ff118aedef/70dcfa54-126e-45e3-880e-ff2549a455db) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:48:39.984942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.156416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.168680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Transition to ACTIVE for port object 70dcfa54-126e-45e3-880e-ff2549a455db will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:48:40.190036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Transition to ACTIVE for port object 70dcfa54-126e-45e3-880e-ff2549a455db will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:48:40.195316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.200620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:40.239130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.243718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-12c412c4-466b-4a96-8462-227ce4bbc7c9 tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:40.271937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Network 072c2a41-ff39-4244-9158-6ab7a3a1b842 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:48:40.274973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:48:40.279535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:48:40.282859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Pushing event updated for resources: {'Port': ['ID=70dcfa54-126e-45e3-880e-ff2549a455db,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:40.286908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:40.329758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event updated for resources: {'Subnet': ['ID=75e2d95e-4d6f-47ba-b5d0-499968d844bd,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:40.334304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:40.343114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Checking segment: {'id': 'd93c5014-b3d1-4d66-a4a0-2b36568e9829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e57f5cf0-d606-428a-ae8c-a943f9d3e028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:48:40.343591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Network hostable DHCP agents. Network: e57f5cf0-d606-428a-ae8c-a943f9d3e028, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:48:40.365850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Network e57f5cf0-d606-428a-ae8c-a943f9d3e028 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:48:40.374249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, e57f5cf0-d606-428a-ae8c-a943f9d3e028) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:48:40.377244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Attempting to bind port 70dcfa54-126e-45e3-880e-ff2549a455db on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:48:40.377663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Attempting to bind port 70dcfa54-126e-45e3-880e-ff2549a455db by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '04ce6cfa-1e67-493e-aa9f-5804a9ab544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '072c2a41-ff39-4244-9158-6ab7a3a1b842'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:48:40.378089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Attempting to bind port 70dcfa54-126e-45e3-880e-ff2549a455db on network 072c2a41-ff39-4244-9158-6ab7a3a1b842 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:48:40.379472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:40.380148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.386181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb4bc22-d228-4a55-a1cb-743eb59d4261 None None] Network e57f5cf0-d606-428a-ae8c-a943f9d3e028 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:40.405341 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.7404163
Dec 23 16:48:40.405556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:48:40.405556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Checking segment: {'id': '04ce6cfa-1e67-493e-aa9f-5804a9ab544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '072c2a41-ff39-4244-9158-6ab7a3a1b842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:48:40.405556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.405556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Bound using segment: {'id': '04ce6cfa-1e67-493e-aa9f-5804a9ab544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '072c2a41-ff39-4244-9158-6ab7a3a1b842'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:48:40.405556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Bound port: 70dcfa54-126e-45e3-880e-ff2549a455db, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ce6cfa-1e67-493e-aa9f-5804a9ab544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '072c2a41-ff39-4244-9158-6ab7a3a1b842'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:48:40.407209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34418) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:40.407290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.560630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.629964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] For port 70dcfa54-126e-45e3-880e-ff2549a455db, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:48:40.636532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.650364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] For port 70dcfa54-126e-45e3-880e-ff2549a455db, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=70dcfa54-126e-45e3-880e-ff2549a455db,segment=NetworkSegment(04ce6cfa-1e67-493e-aa9f-5804a9ab544e),segment_id=04ce6cfa-1e67-493e-aa9f-5804a9ab544e)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:48:40.657812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.663895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:40.717691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.722352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8f73ab46-5bd3-49f8-9461-66fe96e05d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:40.763682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event deleted for resources: {'Subnet': ['ID=75e2d95e-4d6f-47ba-b5d0-499968d844bd,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:40.768203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:40.771422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf555d23-60cd-4556-9c64-855528d760f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-e57f5cf0-d606-428a-ae8c-a943f9d3e028', 'network_id': 'e57f5cf0-d606-428a-ae8c-a943f9d3e028', 'tenant_id': 'febfc391cd4f4a61999537e637a1eeb9', 'fixed_ips': [{'subnet_id': '75e2d95e-4d6f-47ba-b5d0-499968d844bd'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:48:40.772326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf555d23-60cd-4556-9c64-855528d760f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.810469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Pushing event updated for resources: {'Port': ['ID=70dcfa54-126e-45e3-880e-ff2549a455db,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:40.856161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:40.870762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.900233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79ecb630>,) {'filters': {'network_id': ['e57f5cf0-d606-428a-ae8c-a943f9d3e028']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:40.906521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4959c4-b7e3-4f42-9618-c50be4081eca None None] Network e57f5cf0-d606-428a-ae8c-a943f9d3e028 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:40.919268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ecb630>, 'd93c5014-b3d1-4d66-a4a0-2b36568e9829') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:40.919707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ecb630>, 'd93c5014-b3d1-4d66-a4a0-2b36568e9829') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:40.934265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.951290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.957927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:48:40.958411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:48:40.975167 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:48:41.059795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:41.064501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-49f8d1a5-a87a-4a87-ac69-5f1746225a3c tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:41.084068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:41.099103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event deleted for resources: {'Network': ['ID=e57f5cf0-d606-428a-ae8c-a943f9d3e028,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:41.102696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:41.116059 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-97114f50-6814-4927-87cf-8628302f90c3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "DELETE /v2.0/networks/e57f5cf0-d606-428a-ae8c-a943f9d3e028 HTTP/1.1" status: 204  len: 168 time: 0.7054095
Dec 23 16:48:41.117451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34422) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:41.128620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-681866140'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:41.135257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:41.148195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Usage tracker for resource:network and tenant:febfc391cd4f4a61999537e637a1eeb9 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:41.159479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:41.173198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:41.184331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Made reservation on behalf of febfc391cd4f4a61999537e637a1eeb9 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:41.193516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:41.237199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:48:41.247279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:41.247703 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Added segment 4a09abf3-6540-4a31-81ac-78778712bd92 of type vlan for network 90b96f71-814f-4be7-bb55-c121b2ccce9f
Dec 23 16:48:41.279777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:41.317071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:41.321394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:41.322063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:41.326662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b4cf5c3-769e-4061-a56b-f2f7260fc983 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:41.435456 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3156419
Dec 23 16:48:41.439308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34426) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:41.441967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event updated for resources: {'Network': ['ID=90b96f71-814f-4be7-bb55-c121b2ccce9f,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:41.444923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aa691176-afbf-4065-b17b-be2925acc8e4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:41.445712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Request body: {'subnet': {'network_id': '90b96f71-814f-4be7-bb55-c121b2ccce9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:41.453517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 90b96f71-814f-4be7-bb55-c121b2ccce9f details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:48:41.560537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:41.565212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Usage tracker for resource:subnet and tenant:febfc391cd4f4a61999537e637a1eeb9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:41.568202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:41.574360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:41.583115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Made reservation on behalf of febfc391cd4f4a61999537e637a1eeb9 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:41.694850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:41.792840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Performing IP validity checks on allocation pools {{(pid=88841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 23 16:48:41.793450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.ipam_backend_mixin [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 23 16:48:41.922346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:41.926742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6730ee47-3b5f-4978-8698-8bf6ff0329ff tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:42.006183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event updated for resources: {'Subnet': ['ID=981ab2f9-c29f-4db0-8a70-71c9289c50c8,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:42.010216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:42.019281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Checking segment: {'id': '4a09abf3-6540-4a31-81ac-78778712bd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '90b96f71-814f-4be7-bb55-c121b2ccce9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:48:42.019665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Network hostable DHCP agents. Network: 90b96f71-814f-4be7-bb55-c121b2ccce9f, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:48:42.041787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Network 90b96f71-814f-4be7-bb55-c121b2ccce9f is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:48:42.051972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 90b96f71-814f-4be7-bb55-c121b2ccce9f) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:48:42.056084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:42.056749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.061489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e84ec-7aa7-49e9-9b73-12705543fc31 None None] Network 90b96f71-814f-4be7-bb55-c121b2ccce9f requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:42.084138 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-59b2ca28-538a-4195-91f3-ee2f9fa3bb7a tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.6435604
Dec 23 16:48:42.086826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34430) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:42.251639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.306446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96da95b-0fe4-4f3c-b1a2-3d98b48722fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-90b96f71-814f-4be7-bb55-c121b2ccce9f', 'network_id': '90b96f71-814f-4be7-bb55-c121b2ccce9f', 'tenant_id': 'febfc391cd4f4a61999537e637a1eeb9', 'fixed_ips': [{'subnet_id': '981ab2f9-c29f-4db0-8a70-71c9289c50c8'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:48:42.307648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b96da95b-0fe4-4f3c-b1a2-3d98b48722fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.333457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.415606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.420282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c0766288-267d-4b8d-86f2-502ab5ad5c29 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:42.424272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server [None req-b96da95b-0fe4-4f3c-b1a2-3d98b48722fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 981ab2f9-c29f-4db0-8a70-71c9289c50c8: This subnet is being modified by another concurrent operation.
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise value
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server     raise exception
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 981ab2f9-c29f-4db0-8a70-71c9289c50c8: This subnet is being modified by another concurrent operation.
Dec 23 16:48:42.431635 dv-neutron-822801-1-hyperv neutron-server[88729]: ERROR oslo_messaging.rpc.server 
Dec 23 16:48:42.451715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17ec8a4-ebd3-4201-ad74-83acebfe9ab8 None None] Network 90b96f71-814f-4be7-bb55-c121b2ccce9f requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:42.461168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event deleted for resources: {'Subnet': ['ID=981ab2f9-c29f-4db0-8a70-71c9289c50c8,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:42.465445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:42.581139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.597581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873ecac3-bb8b-475d-9662-475802640fe1 None None] Network 072c2a41-ff39-4244-9158-6ab7a3a1b842 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:42.607623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79772d68>,) {'filters': {'network_id': ['90b96f71-814f-4be7-bb55-c121b2ccce9f']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:42.621008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79772d68>, '4a09abf3-6540-4a31-81ac-78778712bd92') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:42.621349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79772d68>, '4a09abf3-6540-4a31-81ac-78778712bd92') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:42.634119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.650214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.657134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:48:42.657571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:48:42.673004 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:48:42.748847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6752a9d2-da42-47ad-98fc-938acbe97df8 None None] Provisioning for port 70dcfa54-126e-45e3-880e-ff2549a455db completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:48:42.757949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.761315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-02ee96aa-91fa-43b1-9e8a-ca223b5b7a6a tempest-BulkNetworkOpsTest-1353774090 tempest-BulkNetworkOpsTest-1353774090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:42.777511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.790941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event deleted for resources: {'Network': ['ID=90b96f71-814f-4be7-bb55-c121b2ccce9f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:42.794350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:42.796037 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "DELETE /v2.0/networks/90b96f71-814f-4be7-bb55-c121b2ccce9f HTTP/1.1" status: 204  len: 168 time: 0.7077940
Dec 23 16:48:42.800507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34434) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:42.806582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1910751003'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:42.811965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:42.816041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Usage tracker for resource:network and tenant:febfc391cd4f4a61999537e637a1eeb9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:42.819111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:42.825138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:42.834839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Made reservation on behalf of febfc391cd4f4a61999537e637a1eeb9 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:42.840470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.870764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:48:42.879601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.879993 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Added segment 1dd1635d-4144-48b6-91fa-c334119201e4 of type vlan for network e61ddc6b-36fb-4dd7-a555-3807ca621574
Dec 23 16:48:42.913603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.946507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.950750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:42.951444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:42.957687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:42.973912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 70dcfa54-126e-45e3-880e-ff2549a455db up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:48:43.023572 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2181768
Dec 23 16:48:43.023808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34438) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:43.057630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 70dcfa54-126e-45e3-880e-ff2549a455db completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:48:43.066130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 70dcfa54-126e-45e3-880e-ff2549a455db triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:48:43.066698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:43.078169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Request body: {'subnet': {'network_id': 'e61ddc6b-36fb-4dd7-a555-3807ca621574', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:43.105661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event updated for resources: {'Network': ['ID=e61ddc6b-36fb-4dd7-a555-3807ca621574,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:43.112908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8f95b5f5-8efe-4c99-aa66-29298b748ec0 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:43.121230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network e61ddc6b-36fb-4dd7-a555-3807ca621574 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:48:43.181350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f28670-b95d-4c27-bf37-60e2c4b6fcc9 None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:48:43.223403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:43.227544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Usage tracker for resource:subnet and tenant:febfc391cd4f4a61999537e637a1eeb9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:43.230560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:43.236941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:43.246073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Made reservation on behalf of febfc391cd4f4a61999537e637a1eeb9 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:43.364315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:43.380298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-637970ec-a8e2-4275-800e-fc77c4edeacd None None] Provisioning complete for port 70dcfa54-126e-45e3-880e-ff2549a455db triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:48:43.380746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-637970ec-a8e2-4275-800e-fc77c4edeacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:43.424637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:43.482692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f28670-b95d-4c27-bf37-60e2c4b6fcc9 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:48:43.492369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 70dcfa54-126e-45e3-880e-ff2549a455db, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=70dcfa54-126e-45e3-880e-ff2549a455db,segment=NetworkSegment(04ce6cfa-1e67-493e-aa9f-5804a9ab544e),segment_id=04ce6cfa-1e67-493e-aa9f-5804a9ab544e)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:48:43.500959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:43.503150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:43.607366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:43.612277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-370d6a50-df14-4c5a-83f7-e1a812f419cf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:43.692795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event updated for resources: {'Subnet': ['ID=9f8d28c6-4801-4265-b171-93f43a41a4db,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:43.697969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:43.708782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Checking segment: {'id': '1dd1635d-4144-48b6-91fa-c334119201e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e61ddc6b-36fb-4dd7-a555-3807ca621574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:48:43.709192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Network hostable DHCP agents. Network: e61ddc6b-36fb-4dd7-a555-3807ca621574, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:48:43.724200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=70dcfa54-126e-45e3-880e-ff2549a455db,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:43.732300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:43.733458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Network e61ddc6b-36fb-4dd7-a555-3807ca621574 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:48:43.743793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, e61ddc6b-36fb-4dd7-a555-3807ca621574) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:48:43.749532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:43.750514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:43.771895 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-201f6af5-7ed7-4002-8632-fe5096c0d2a4 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7469547
Dec 23 16:48:43.775664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34442) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:43.782425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-993273087'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:43.787993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:43.792935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Usage tracker for resource:network and tenant:febfc391cd4f4a61999537e637a1eeb9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:43.795978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:43.802830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:43.812599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Made reservation on behalf of febfc391cd4f4a61999537e637a1eeb9 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:43.818365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:43.848089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:48:43.856927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:43.857315 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Added segment 2b89305d-a1bc-487c-bea8-07ec57ed6f42 of type vlan for network 88372331-6619-4df2-afa6-be4aab6e3f18
Dec 23 16:48:43.884607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:43.920128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:43.925086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:43.925826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:43.931412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a296a9e9-4278-4a70-b9d0-e2ebf1766180 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:43.941057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3376a44d-0178-447e-81bf-a2b3b938cbce None None] Network e61ddc6b-36fb-4dd7-a555-3807ca621574 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:43.984029 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2072036
Dec 23 16:48:43.987143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34446) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:43.995677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Request body: {'subnet': {'network_id': '88372331-6619-4df2-afa6-be4aab6e3f18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:44.073084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event updated for resources: {'Network': ['ID=88372331-6619-4df2-afa6-be4aab6e3f18,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:44.079162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:44.102449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 88372331-6619-4df2-afa6-be4aab6e3f18 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:48:44.172462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:44.177031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Usage tracker for resource:subnet and tenant:febfc391cd4f4a61999537e637a1eeb9 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:44.180363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:44.186800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:44.195976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Made reservation on behalf of febfc391cd4f4a61999537e637a1eeb9 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:44.275634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-e61ddc6b-36fb-4dd7-a555-3807ca621574', 'network_id': 'e61ddc6b-36fb-4dd7-a555-3807ca621574', 'tenant_id': 'febfc391cd4f4a61999537e637a1eeb9', 'fixed_ips': [{'subnet_id': '9f8d28c6-4801-4265-b171-93f43a41a4db'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:48:44.276554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:44.308962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:44.458382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Allocated IP 2001:db8::2 (e61ddc6b-36fb-4dd7-a555-3807ca621574/9f8d28c6-4801-4265-b171-93f43a41a4db/71f9f8cc-a48f-4c06-b626-70b3e3a977fd) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:48:44.690369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:44.701424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Transition to ACTIVE for port object 71f9f8cc-a48f-4c06-b626-70b3e3a977fd will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:48:44.722261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Transition to ACTIVE for port object 71f9f8cc-a48f-4c06-b626-70b3e3a977fd will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:48:44.727651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:44.732588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:44.772055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:44.776659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-866a9d27-b419-4666-8737-f565703b6844 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:44.803589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Network e61ddc6b-36fb-4dd7-a555-3807ca621574 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:48:44.804465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Pushing event updated for resources: {'Port': ['ID=71f9f8cc-a48f-4c06-b626-70b3e3a977fd,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:44.807269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:48:44.809076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:44.809836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:48:44.860494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event updated for resources: {'Subnet': ['ID=3f0df078-7145-4f00-846f-3af65d690f16,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:44.864169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:44.871583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Checking segment: {'id': '2b89305d-a1bc-487c-bea8-07ec57ed6f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '88372331-6619-4df2-afa6-be4aab6e3f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:48:44.871989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Network hostable DHCP agents. Network: 88372331-6619-4df2-afa6-be4aab6e3f18, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:48:44.895239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Network 88372331-6619-4df2-afa6-be4aab6e3f18 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:48:44.903735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Attempting to bind port 71f9f8cc-a48f-4c06-b626-70b3e3a977fd on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:48:44.904633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Attempting to bind port 71f9f8cc-a48f-4c06-b626-70b3e3a977fd by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '1dd1635d-4144-48b6-91fa-c334119201e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e61ddc6b-36fb-4dd7-a555-3807ca621574'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:48:44.904945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 88372331-6619-4df2-afa6-be4aab6e3f18) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:48:44.905348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Attempting to bind port 71f9f8cc-a48f-4c06-b626-70b3e3a977fd on network e61ddc6b-36fb-4dd7-a555-3807ca621574 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:48:44.909755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:44.910889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:44.913842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:48:44.914392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Checking segment: {'id': '1dd1635d-4144-48b6-91fa-c334119201e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e61ddc6b-36fb-4dd7-a555-3807ca621574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:48:44.915385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:44.915385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Bound using segment: {'id': '1dd1635d-4144-48b6-91fa-c334119201e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e61ddc6b-36fb-4dd7-a555-3807ca621574'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:48:44.916095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Bound port: 71f9f8cc-a48f-4c06-b626-70b3e3a977fd, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd1635d-4144-48b6-91fa-c334119201e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e61ddc6b-36fb-4dd7-a555-3807ca621574'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:48:44.916592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:44.927760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf22f59d-ab94-4c2c-af90-736fa9badaa5 None None] Network 88372331-6619-4df2-afa6-be4aab6e3f18 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:44.936023 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e57a2827-17b5-48a9-976a-cf65e304cb74 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9454045
Dec 23 16:48:44.936763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34450) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:44.967637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 70dcfa54-126e-45e3-880e-ff2549a455db up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:48:45.102919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:45.183586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:45.268366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:45.273591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3461994d-972e-4d16-afec-f8c75d920965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:45.312617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0df078-7145-4f00-846f-3af65d690f16,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:45.315293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:45.388920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] For port 71f9f8cc-a48f-4c06-b626-70b3e3a977fd, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:48:45.420958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:45.430744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] For port 71f9f8cc-a48f-4c06-b626-70b3e3a977fd, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=71f9f8cc-a48f-4c06-b626-70b3e3a977fd,segment=NetworkSegment(1dd1635d-4144-48b6-91fa-c334119201e4),segment_id=1dd1635d-4144-48b6-91fa-c334119201e4)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:48:45.437720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b45ef6-abba-448e-b993-44b3fd72ce4b None None] Network 88372331-6619-4df2-afa6-be4aab6e3f18 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:45.450946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7960e400>,) {'filters': {'network_id': ['88372331-6619-4df2-afa6-be4aab6e3f18']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:45.454166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:45.461861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:45.464504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7960e400>, '2b89305d-a1bc-487c-bea8-07ec57ed6f42') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:45.464854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7960e400>, '2b89305d-a1bc-487c-bea8-07ec57ed6f42') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:45.477496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:45.493090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:45.493326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 70dcfa54-126e-45e3-880e-ff2549a455db triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:48:45.493757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:45.501381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:48:45.502018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:48:45.522505 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:48:45.604641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:45.608124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-df335557-9e14-4978-93a6-0757c4754634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:45.627973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:45.634660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event deleted for resources: {'Network': ['ID=88372331-6619-4df2-afa6-be4aab6e3f18,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:45.639334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:45.642340 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "DELETE /v2.0/networks/88372331-6619-4df2-afa6-be4aab6e3f18 HTTP/1.1" status: 204  len: 168 time: 0.7041936
Dec 23 16:48:45.645551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34454) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:45.701575 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9154fbb-1a40-4cab-b975-cdf0edea3070 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] GET failed (client error): The resource could not be found.
Dec 23 16:48:45.702240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e9154fbb-1a40-4cab-b975-cdf0edea3070 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Synchronizing usage tracker for tenant:febfc391cd4f4a61999537e637a1eeb9 on resource:subnet {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:48:45.712033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Pushing event updated for resources: {'Port': ['ID=71f9f8cc-a48f-4c06-b626-70b3e3a977fd,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:45.718480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:45.720637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e9154fbb-1a40-4cab-b975-cdf0edea3070 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Unset dirty status for tenant:febfc391cd4f4a61999537e637a1eeb9 on resource:subnet {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:48:45.723114 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e9154fbb-1a40-4cab-b975-cdf0edea3070 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "GET /v2.0/subnets/3f0df078-7145-4f00-846f-3af65d690f16 HTTP/1.1" status: 404  len: 337 time: 0.0754180
Dec 23 16:48:45.725104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34458) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:45.763757 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d2a50f-6148-4ab3-9cb3-b651e7c6ccad tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:48:45.764376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d2a50f-6148-4ab3-9cb3-b651e7c6ccad tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:48:45.771434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34462) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:45.772015 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-67d2a50f-6148-4ab3-9cb3-b651e7c6ccad tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "DELETE /v2.0/networks/88372331-6619-4df2-afa6-be4aab6e3f18 HTTP/1.1" status: 404  len: 339 time: 0.0454626
Dec 23 16:48:45.815374 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d1f170-6196-4783-98b6-84c4a619ca3b tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:48:45.815881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d1f170-6196-4783-98b6-84c4a619ca3b tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:48:45.817734 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c5d1f170-6196-4783-98b6-84c4a619ca3b tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "DELETE /v2.0/subnets/3f0df078-7145-4f00-846f-3af65d690f16 HTTP/1.1" status: 404  len: 337 time: 0.0445678
Dec 23 16:48:45.820810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34466) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:45.847786 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9c66b3-fb07-4d4e-b099-7d5f3a6990fe tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:48:45.848276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9c66b3-fb07-4d4e-b099-7d5f3a6990fe tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:48:45.850060 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ce9c66b3-fb07-4d4e-b099-7d5f3a6990fe tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "DELETE /v2.0/networks/88372331-6619-4df2-afa6-be4aab6e3f18 HTTP/1.1" status: 404  len: 339 time: 0.0282516
Dec 23 16:48:45.852866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34470) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:46.072784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-d338d0ac-a523-4266-a977-4e0e789de010 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Deleting subnet 9f8d28c6-4801-4265-b171-93f43a41a4db {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:48:46.076158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d338d0ac-a523-4266-a977-4e0e789de010 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:46.136252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d338d0ac-a523-4266-a977-4e0e789de010 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:46.228005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d338d0ac-a523-4266-a977-4e0e789de010 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:46.305630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d338d0ac-a523-4266-a977-4e0e789de010 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:46.310063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bd8eeca3-4884-49ac-a541-3ecf72bc98d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:46.349565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338d0ac-a523-4266-a977-4e0e789de010 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8d28c6-4801-4265-b171-93f43a41a4db,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:46.352362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d338d0ac-a523-4266-a977-4e0e789de010 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:46.356024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d338d0ac-a523-4266-a977-4e0e789de010 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:46.368528 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d338d0ac-a523-4266-a977-4e0e789de010 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "DELETE /v2.0/subnets/9f8d28c6-4801-4265-b171-93f43a41a4db HTTP/1.1" status: 204  len: 168 time: 0.5146241
Dec 23 16:48:46.371216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34474) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:46.496281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:46.507814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Deleting port 71f9f8cc-a48f-4c06-b626-70b3e3a977fd {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:48:46.508190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:46.723475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] For port 71f9f8cc-a48f-4c06-b626-70b3e3a977fd, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=71f9f8cc-a48f-4c06-b626-70b3e3a977fd,segment=NetworkSegment(1dd1635d-4144-48b6-91fa-c334119201e4),segment_id=1dd1635d-4144-48b6-91fa-c334119201e4)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:48:46.723906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:46.853402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Calling delete_port for 71f9f8cc-a48f-4c06-b626-70b3e3a977fd owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:48:46.936557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:46.941490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9bbe6cc9-d24e-4b53-86f3-6ef7f21f7b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:46.976924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 71f9f8cc-a48f-4c06-b626-70b3e3a977fd up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:48:46.986182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event deleted for resources: {'Port': ['ID=71f9f8cc-a48f-4c06-b626-70b3e3a977fd,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:46.989288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:46.991523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] No DVR routers for this DVR port 71f9f8cc-a48f-4c06-b626-70b3e3a977fd on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:48:47.013295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 71f9f8cc-a48f-4c06-b626-70b3e3a977fd {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:48:47.013709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 71f9f8cc-a48f-4c06-b626-70b3e3a977fd not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 23 16:48:47.049706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Port 71f9f8cc-a48f-4c06-b626-70b3e3a977fd not found, will not notify nova. {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 23 16:48:47.129830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:47.164653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79078080>,) {'filters': {'network_id': ['e61ddc6b-36fb-4dd7-a555-3807ca621574']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:47.179147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79078080>, '1dd1635d-4144-48b6-91fa-c334119201e4') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:47.179495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79078080>, '1dd1635d-4144-48b6-91fa-c334119201e4') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:47.192691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:47.211248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:47.219957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:48:47.220539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:48:47.237143 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:48:47.324339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:47.328528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-76ce3e0c-fdc3-4315-b3e2-8bb02effa033 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:47.349836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:47.362970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event deleted for resources: {'Network': ['ID=e61ddc6b-36fb-4dd7-a555-3807ca621574,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:47.366364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:47.369339 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "DELETE /v2.0/networks/e61ddc6b-36fb-4dd7-a555-3807ca621574 HTTP/1.1" status: 204  len: 168 time: 0.9958365
Dec 23 16:48:47.370835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34478) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:47.414649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df271f4-fce8-4305-9888-753b38df4b09 None None] DHCP port deletion for e61ddc6b-36fb-4dd7-a555-3807ca621574 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:48:47.417938 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a13eac7-c6b6-4612-ae0b-cf0dd3b3cda2 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:48:47.418430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a13eac7-c6b6-4612-ae0b-cf0dd3b3cda2 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:48:47.420273 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7a13eac7-c6b6-4612-ae0b-cf0dd3b3cda2 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "DELETE /v2.0/subnets/981ab2f9-c29f-4db0-8a70-71c9289c50c8 HTTP/1.1" status: 404  len: 337 time: 0.0483501
Dec 23 16:48:47.422141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7a023aa2-9dd3-4bb5-9a9c-72307a43f40f None None] Could not find standard attr ID for object 71f9f8cc-a48f-4c06-b626-70b3e3a977fd. {{(pid=88842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 23 16:48:47.424995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34482) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:47.442102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa94d650-5fbf-455c-875c-e196f62a68bc None None] Network e61ddc6b-36fb-4dd7-a555-3807ca621574 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:47.451142 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-603b7984-38a9-48c3-a557-57e00e7571ca tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:48:47.451636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603b7984-38a9-48c3-a557-57e00e7571ca tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:48:47.453448 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-603b7984-38a9-48c3-a557-57e00e7571ca tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "DELETE /v2.0/networks/90b96f71-814f-4be7-bb55-c121b2ccce9f HTTP/1.1" status: 404  len: 339 time: 0.0274460
Dec 23 16:48:47.456452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34486) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:47.465268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa94d650-5fbf-455c-875c-e196f62a68bc None None] Network e61ddc6b-36fb-4dd7-a555-3807ca621574 could not be found, it might have been deleted concurrently. {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 23 16:48:47.497112 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b4f13c-583d-4279-81d5-558192575ea7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:48:47.497601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b4f13c-583d-4279-81d5-558192575ea7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:48:47.499425 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d3b4f13c-583d-4279-81d5-558192575ea7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "DELETE /v2.0/subnets/75e2d95e-4d6f-47ba-b5d0-499968d844bd HTTP/1.1" status: 404  len: 337 time: 0.0419719
Dec 23 16:48:47.502591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34490) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:47.528662 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2c71d6-057c-473f-bc96-f52e41948cbc tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:48:47.529183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2c71d6-057c-473f-bc96-f52e41948cbc tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 23 16:48:47.531448 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5c2c71d6-057c-473f-bc96-f52e41948cbc tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "DELETE /v2.0/networks/e57f5cf0-d606-428a-ae8c-a943f9d3e028 HTTP/1.1" status: 404  len: 339 time: 0.0277948
Dec 23 16:48:47.533882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34494) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:47.738347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Deleting subnet 974a59bd-ee25-44b9-9eab-f4ff118aedef {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:48:47.741466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:47.799295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:47.888429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:47.960823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:47.965281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bfc421d6-afe8-496a-bd36-d5870b282bfd tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:48.005182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event deleted for resources: {'Subnet': ['ID=974a59bd-ee25-44b9-9eab-f4ff118aedef,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:48.016363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:48.019565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bcdcca-3ee8-4a30-a7d3-dadbbf5c2ad2 None None] Network 072c2a41-ff39-4244-9158-6ab7a3a1b842 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:48.021499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:48.021951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:48.022392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:48.022824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:48.023283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:48.023711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:48.024135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:48.024562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:48.024982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:48.025401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:48.025825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:48.031748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:48.035676 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "DELETE /v2.0/subnets/974a59bd-ee25-44b9-9eab-f4ff118aedef HTTP/1.1" status: 204  len: 168 time: 0.5008268
Dec 23 16:48:48.038434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34498) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:48.165475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:48.177483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Deleting port 70dcfa54-126e-45e3-880e-ff2549a455db {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:48:48.177873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:48.290358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d493694-0c99-4399-b9fc-e309ecd4d7f2 None None] DHCP port deletion for 072c2a41-ff39-4244-9158-6ab7a3a1b842 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:48:48.294756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4d493694-0c99-4399-b9fc-e309ecd4d7f2 None None] Deleting port 70dcfa54-126e-45e3-880e-ff2549a455db {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:48:48.295242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d493694-0c99-4399-b9fc-e309ecd4d7f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:48.406587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] For port 70dcfa54-126e-45e3-880e-ff2549a455db, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=70dcfa54-126e-45e3-880e-ff2549a455db,segment=NetworkSegment(04ce6cfa-1e67-493e-aa9f-5804a9ab544e),segment_id=04ce6cfa-1e67-493e-aa9f-5804a9ab544e)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:48:48.407035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:48.513525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4d493694-0c99-4399-b9fc-e309ecd4d7f2 None None] For port 70dcfa54-126e-45e3-880e-ff2549a455db, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=70dcfa54-126e-45e3-880e-ff2549a455db,segment=NetworkSegment(04ce6cfa-1e67-493e-aa9f-5804a9ab544e),segment_id=04ce6cfa-1e67-493e-aa9f-5804a9ab544e)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:48:48.513883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d493694-0c99-4399-b9fc-e309ecd4d7f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:48.538501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Calling delete_port for 70dcfa54-126e-45e3-880e-ff2549a455db owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:48:48.612760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:48.617529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e3ef810-63b2-49b3-ac22-821affc02cdc tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:48.651443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4d493694-0c99-4399-b9fc-e309ecd4d7f2 None None] Calling delete_port for 70dcfa54-126e-45e3-880e-ff2549a455db owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:48:48.666031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event deleted for resources: {'Port': ['ID=70dcfa54-126e-45e3-880e-ff2549a455db,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:48.668924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:48.673084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] No DVR routers for this DVR port 70dcfa54-126e-45e3-880e-ff2549a455db on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:48:48.723871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-4d493694-0c99-4399-b9fc-e309ecd4d7f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:48:48.724308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-4d493694-0c99-4399-b9fc-e309ecd4d7f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:48:48.814133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:48.841083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79094278>,) {'filters': {'network_id': ['072c2a41-ff39-4244-9158-6ab7a3a1b842']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:48.854860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79094278>, '04ce6cfa-1e67-493e-aa9f-5804a9ab544e') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:48.855301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79094278>, '04ce6cfa-1e67-493e-aa9f-5804a9ab544e') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:48.867992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:48.883938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:48.890204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:48:48.890639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:48:48.907265 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:48:48.940272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 71f9f8cc-a48f-4c06-b626-70b3e3a977fd no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:48:48.974932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 71f9f8cc-a48f-4c06-b626-70b3e3a977fd {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:48:48.975381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 71f9f8cc-a48f-4c06-b626-70b3e3a977fd not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:48:48.975865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 70dcfa54-126e-45e3-880e-ff2549a455db no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:48:48.992678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:48.996384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-275e4fc5-5a6c-4b27-aef0-a4decb7257e1 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:49.012858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 70dcfa54-126e-45e3-880e-ff2549a455db {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:48:49.013132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:49.013254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 70dcfa54-126e-45e3-880e-ff2549a455db not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:48:49.026433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Pushing event deleted for resources: {'Network': ['ID=072c2a41-ff39-4244-9158-6ab7a3a1b842,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:49.029779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:49.031671 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] 10.222.0.67 "DELETE /v2.0/networks/072c2a41-ff39-4244-9158-6ab7a3a1b842 HTTP/1.1" status: 204  len: 168 time: 0.9921854
Dec 23 16:48:49.225324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4d493694-0c99-4399-b9fc-e309ecd4d7f2 None None] Deleting port 70dcfa54-126e-45e3-880e-ff2549a455db {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:48:49.225825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d493694-0c99-4399-b9fc-e309ecd4d7f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:49.294415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4d493694-0c99-4399-b9fc-e309ecd4d7f2 None None] The port '70dcfa54-126e-45e3-880e-ff2549a455db' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:48:49.346150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34506) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:49.532891 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-61284ce9-e918-478a-8e66-df12efe7baa3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=febfc391cd4f4a61999537e637a1eeb9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1853857
Dec 23 16:48:49.535622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34512) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:49.598782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ba6dd42-bc92-4c5f-a112-bfd57d59cee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:49.626004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ba6dd42-bc92-4c5f-a112-bfd57d59cee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:49.673402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ba6dd42-bc92-4c5f-a112-bfd57d59cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:49.678552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8a2d8fea-2f00-426f-b0b4-f1de6cba8a32 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:49.689783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6dd42-bc92-4c5f-a112-bfd57d59cee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b956af8b-b8cb-4e42-a538-b432359936a1,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:49.694597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1ba6dd42-bc92-4c5f-a112-bfd57d59cee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:49.696643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1ba6dd42-bc92-4c5f-a112-bfd57d59cee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:49.700437 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1ba6dd42-bc92-4c5f-a112-bfd57d59cee9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b956af8b-b8cb-4e42-a538-b432359936a1 HTTP/1.1" status: 204  len: 168 time: 0.1612928
Dec 23 16:48:50.567991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34534) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:50.708874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-61a3bd85-910d-4256-9290-fa6658370fa4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1434820348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:50.716031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-61a3bd85-910d-4256-9290-fa6658370fa4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:50.720899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-61a3bd85-910d-4256-9290-fa6658370fa4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Usage tracker for resource:router and tenant:bc3963523c3249cf96ecd71d81657799 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:50.723905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-61a3bd85-910d-4256-9290-fa6658370fa4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:50.729932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-61a3bd85-910d-4256-9290-fa6658370fa4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:50.743503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-61a3bd85-910d-4256-9290-fa6658370fa4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:50.744437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-61a3bd85-910d-4256-9290-fa6658370fa4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:50.762202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-61a3bd85-910d-4256-9290-fa6658370fa4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:50.779293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-61a3bd85-910d-4256-9290-fa6658370fa4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:50.800345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-61a3bd85-910d-4256-9290-fa6658370fa4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:50.801622 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-61a3bd85-910d-4256-9290-fa6658370fa4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2325318
Dec 23 16:48:50.804580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34540) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:50.810470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1908623472'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:50.815707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:50.820024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Usage tracker for resource:network and tenant:bc3963523c3249cf96ecd71d81657799 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:50.823574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:50.830459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:50.840111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Made reservation on behalf of bc3963523c3249cf96ecd71d81657799 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:50.846196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:50.859932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:50.894481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:50.898672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Usage tracker for resource:security_group_rule and tenant:bc3963523c3249cf96ecd71d81657799 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:50.901802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:50.909069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:50.981006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:50.984338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:50.988558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-46ba0e6a-b1f9-40cd-a43c-5d2cb0cef063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:51.021841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:48:51.031238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432c8083-dace-4cf3-96a8-ebf97502274f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:51.035632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:51.038164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:51.038533 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Added segment b4fd5336-8bf0-4173-9a0d-f1d8dad14c23 of type vlan for network 557a8922-c1b4-4812-844d-13753d077d76
Dec 23 16:48:51.066279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:51.097890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:51.102074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:51.102726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:51.108182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6724958a-8948-4473-a9dc-f87a4f44351d tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:51.224757 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.4190388
Dec 23 16:48:51.227860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34544) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:51.230434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Pushing event updated for resources: {'Network': ['ID=557a8922-c1b4-4812-844d-13753d077d76,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:51.233192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:51.234362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Request body: {'subnet': {'network_id': '557a8922-c1b4-4812-844d-13753d077d76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:51.241386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 557a8922-c1b4-4812-844d-13753d077d76 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:48:51.348774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:51.353325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Usage tracker for resource:subnet and tenant:bc3963523c3249cf96ecd71d81657799 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:51.356338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:51.362903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:51.371649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Made reservation on behalf of bc3963523c3249cf96ecd71d81657799 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:51.480758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:51.711598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:51.715867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f28d4a63-9b3a-43a8-b685-5e91aa2df110 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:51.794292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Pushing event updated for resources: {'Subnet': ['ID=51cdd0e2-1a55-42f1-a1c7-4353ebe0e30c,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:51.810007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:51.810440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:51.810866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:51.811339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:51.811789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:51.812228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:51.812689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:51.813107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:51.813520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:51.813932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:51.814346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:48:51.818776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:51.820667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Checking segment: {'id': 'b4fd5336-8bf0-4173-9a0d-f1d8dad14c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '557a8922-c1b4-4812-844d-13753d077d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:48:51.821067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Network hostable DHCP agents. Network: 557a8922-c1b4-4812-844d-13753d077d76, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:48:51.842288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Network 557a8922-c1b4-4812-844d-13753d077d76 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:48:51.850890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 557a8922-c1b4-4812-844d-13753d077d76) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:48:51.854895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:51.855591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:51.861664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c65e34-93d0-4718-8356-18f44ef92ac5 None None] Network 557a8922-c1b4-4812-844d-13753d077d76 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:51.878040 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6489925
Dec 23 16:48:51.881213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34548) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:51.887433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1242295034'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:51.892882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:51.897168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Usage tracker for resource:network and tenant:bc3963523c3249cf96ecd71d81657799 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:51.900134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:51.907009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:51.916495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Made reservation on behalf of bc3963523c3249cf96ecd71d81657799 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:51.922669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:51.956735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:48:51.965663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:51.965993 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Added segment 4e3b637a-2fd5-47fd-a078-441c53cb01ee of type vlan for network 06ee90f1-9013-470e-b68b-d570a48d0b1c
Dec 23 16:48:51.996427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:52.027718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:52.031873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:52.032534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:52.038092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ac7e8559-1254-4100-8d7d-204988213fe7 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:52.094495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-557a8922-c1b4-4812-844d-13753d077d76', 'network_id': '557a8922-c1b4-4812-844d-13753d077d76', 'tenant_id': 'bc3963523c3249cf96ecd71d81657799', 'fixed_ips': [{'subnet_id': '51cdd0e2-1a55-42f1-a1c7-4353ebe0e30c'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:48:52.095133 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2127790
Dec 23 16:48:52.095592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:52.098293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34552) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:52.152012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Request body: {'subnet': {'network_id': '06ee90f1-9013-470e-b68b-d570a48d0b1c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:52.178432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Pushing event updated for resources: {'Network': ['ID=06ee90f1-9013-470e-b68b-d570a48d0b1c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:52.184677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c69e30af-29ca-4569-9ebb-0d7cc9246e48 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:52.194598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 06ee90f1-9013-470e-b68b-d570a48d0b1c details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:48:52.278815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:52.283137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Usage tracker for resource:subnet and tenant:bc3963523c3249cf96ecd71d81657799 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:52.286114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:52.292354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:52.301602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Made reservation on behalf of bc3963523c3249cf96ecd71d81657799 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:52.364063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Allocated IP 172.20.0.2 (557a8922-c1b4-4812-844d-13753d077d76/51cdd0e2-1a55-42f1-a1c7-4353ebe0e30c/0f55b86d-6121-46be-a7d6-d1df761ebc76) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:48:52.415807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:52.585174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:52.597102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Transition to ACTIVE for port object 0f55b86d-6121-46be-a7d6-d1df761ebc76 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:48:52.616897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Transition to ACTIVE for port object 0f55b86d-6121-46be-a7d6-d1df761ebc76 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:48:52.620606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:52.625567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:52.649408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:52.653860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ac3405b2-531a-44d4-ba45-2175c7e30aea tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:52.693570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Network 557a8922-c1b4-4812-844d-13753d077d76 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:48:52.696712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:48:52.701375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:48:52.703880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Pushing event updated for resources: {'Port': ['ID=0f55b86d-6121-46be-a7d6-d1df761ebc76,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:52.707286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:52.809032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Attempting to bind port 0f55b86d-6121-46be-a7d6-d1df761ebc76 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:48:52.809632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Attempting to bind port 0f55b86d-6121-46be-a7d6-d1df761ebc76 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'b4fd5336-8bf0-4173-9a0d-f1d8dad14c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '557a8922-c1b4-4812-844d-13753d077d76'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:48:52.809848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Attempting to bind port 0f55b86d-6121-46be-a7d6-d1df761ebc76 on network 557a8922-c1b4-4812-844d-13753d077d76 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:48:52.817745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:48:52.818174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Checking segment: {'id': 'b4fd5336-8bf0-4173-9a0d-f1d8dad14c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '557a8922-c1b4-4812-844d-13753d077d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:48:52.818638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:52.819115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Bound using segment: {'id': 'b4fd5336-8bf0-4173-9a0d-f1d8dad14c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '557a8922-c1b4-4812-844d-13753d077d76'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:48:52.819646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Bound port: 0f55b86d-6121-46be-a7d6-d1df761ebc76, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fd5336-8bf0-4173-9a0d-f1d8dad14c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '557a8922-c1b4-4812-844d-13753d077d76'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:48:52.820076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:52.916349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] For port 0f55b86d-6121-46be-a7d6-d1df761ebc76, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:48:52.919531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] For port 0f55b86d-6121-46be-a7d6-d1df761ebc76, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0f55b86d-6121-46be-a7d6-d1df761ebc76,segment=NetworkSegment(b4fd5336-8bf0-4173-9a0d-f1d8dad14c23),segment_id=b4fd5336-8bf0-4173-9a0d-f1d8dad14c23)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:48:52.924445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:52.928941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dd824647-f02f-4751-b788-a0c6af41dcc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:52.975342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Pushing event updated for resources: {'Subnet': ['ID=bd963bdb-26ad-4172-bee8-f074594d6029,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:52.980326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:52.985857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Checking segment: {'id': '4e3b637a-2fd5-47fd-a078-441c53cb01ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '06ee90f1-9013-470e-b68b-d570a48d0b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:48:52.986264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Network hostable DHCP agents. Network: 06ee90f1-9013-470e-b68b-d570a48d0b1c, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:48:53.009711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Network 06ee90f1-9013-470e-b68b-d570a48d0b1c is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:48:53.012488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Pushing event updated for resources: {'Port': ['ID=0f55b86d-6121-46be-a7d6-d1df761ebc76,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:53.015391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:53.021001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 06ee90f1-9013-470e-b68b-d570a48d0b1c) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:48:53.025100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:53.025760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:53.035261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabe82bc-a393-4307-bdd9-3d8748c0d204 None None] Network 06ee90f1-9013-470e-b68b-d570a48d0b1c requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:53.048896 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e10725ce-6269-40c9-aa6d-1364e587ece9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9494302
Dec 23 16:48:53.051834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34556) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:53.057782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5658fcd0-7601-4b7a-bc28-a50ba50dcbf9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Request body: {'router': {'external_gateway_info': {'network_id': '06ee90f1-9013-470e-b68b-d570a48d0b1c'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:53.291864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-06ee90f1-9013-470e-b68b-d570a48d0b1c', 'network_id': '06ee90f1-9013-470e-b68b-d570a48d0b1c', 'tenant_id': 'bc3963523c3249cf96ecd71d81657799', 'fixed_ips': [{'subnet_id': 'bd963bdb-26ad-4172-bee8-f074594d6029'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:48:53.292791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:53.475591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Allocated IP 172.21.0.2 (06ee90f1-9013-470e-b68b-d570a48d0b1c/bd963bdb-26ad-4172-bee8-f074594d6029/e0338920-1714-48ac-ad40-ee4b8db595fd) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:48:53.498329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5658fcd0-7601-4b7a-bc28-a50ba50dcbf9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:53.676764 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.api.v2.resource [None req-5658fcd0-7601-4b7a-bc28-a50ba50dcbf9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:48:53.685132 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5658fcd0-7601-4b7a-bc28-a50ba50dcbf9 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] 10.222.0.67 "PUT /v2.0/routers/e4363cba-58fd-446d-a810-d56f20b7aaf9 HTTP/1.1" status: 400  len: 364 time: 0.6249943
Dec 23 16:48:53.685382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34560) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:53.713346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:53.726333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Transition to ACTIVE for port object e0338920-1714-48ac-ad40-ee4b8db595fd will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:48:53.746227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Transition to ACTIVE for port object e0338920-1714-48ac-ad40-ee4b8db595fd will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:48:53.750936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:53.765999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbf5ea0-4d55-4cb9-b4d9-054b3a7174b1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Deleting subnet bd963bdb-26ad-4172-bee8-f074594d6029 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:48:53.769916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-abbf5ea0-4d55-4cb9-b4d9-054b3a7174b1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:53.832638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-abbf5ea0-4d55-4cb9-b4d9-054b3a7174b1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:53.920387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:53.923493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-abbf5ea0-4d55-4cb9-b4d9-054b3a7174b1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:53.986901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Network 06ee90f1-9013-470e-b68b-d570a48d0b1c is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:48:53.989954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:48:53.994413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:48:53.997412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Pushing event updated for resources: {'Port': ['ID=e0338920-1714-48ac-ad40-ee4b8db595fd,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:54.001710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:54.010135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-abbf5ea0-4d55-4cb9-b4d9-054b3a7174b1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:54.015655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d338d0ac-a523-4266-a977-4e0e789de010 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:54.053412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf5ea0-4d55-4cb9-b4d9-054b3a7174b1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Pushing event deleted for resources: {'Subnet': ['ID=bd963bdb-26ad-4172-bee8-f074594d6029,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:54.057227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-abbf5ea0-4d55-4cb9-b4d9-054b3a7174b1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:54.060843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-abbf5ea0-4d55-4cb9-b4d9-054b3a7174b1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:54.070379 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-abbf5ea0-4d55-4cb9-b4d9-054b3a7174b1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] 10.222.0.67 "DELETE /v2.0/subnets/bd963bdb-26ad-4172-bee8-f074594d6029 HTTP/1.1" status: 204  len: 168 time: 0.3814793
Dec 23 16:48:54.070644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34564) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:54.089639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Attempting to bind port e0338920-1714-48ac-ad40-ee4b8db595fd on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:48:54.090065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Attempting to bind port e0338920-1714-48ac-ad40-ee4b8db595fd by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '4e3b637a-2fd5-47fd-a078-441c53cb01ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '06ee90f1-9013-470e-b68b-d570a48d0b1c'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:48:54.090649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Attempting to bind port e0338920-1714-48ac-ad40-ee4b8db595fd on network 06ee90f1-9013-470e-b68b-d570a48d0b1c {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:48:54.097852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:48:54.098289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Checking segment: {'id': '4e3b637a-2fd5-47fd-a078-441c53cb01ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '06ee90f1-9013-470e-b68b-d570a48d0b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:48:54.098756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:54.099214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Bound using segment: {'id': '4e3b637a-2fd5-47fd-a078-441c53cb01ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '06ee90f1-9013-470e-b68b-d570a48d0b1c'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:48:54.099734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Bound port: e0338920-1714-48ac-ad40-ee4b8db595fd, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3b637a-2fd5-47fd-a078-441c53cb01ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '06ee90f1-9013-470e-b68b-d570a48d0b1c'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:48:54.100157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:54.122714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:48:54.196845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] For port e0338920-1714-48ac-ad40-ee4b8db595fd, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:48:54.197456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:54.200477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] For port e0338920-1714-48ac-ad40-ee4b8db595fd, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e0338920-1714-48ac-ad40-ee4b8db595fd,segment=NetworkSegment(4e3b637a-2fd5-47fd-a078-441c53cb01ee),segment_id=4e3b637a-2fd5-47fd-a078-441c53cb01ee)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:48:54.204712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:54.209344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:54.209817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Deleting port e0338920-1714-48ac-ad40-ee4b8db595fd {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:48:54.210218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:54.291579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Pushing event updated for resources: {'Port': ['ID=e0338920-1714-48ac-ad40-ee4b8db595fd,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:54.294670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:54.377656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a135e6-a2ce-4486-b41d-b48e7d40a804 None None] Network 06ee90f1-9013-470e-b68b-d570a48d0b1c requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:54.448885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] For port e0338920-1714-48ac-ad40-ee4b8db595fd, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e0338920-1714-48ac-ad40-ee4b8db595fd,segment=NetworkSegment(4e3b637a-2fd5-47fd-a078-441c53cb01ee),segment_id=4e3b637a-2fd5-47fd-a078-441c53cb01ee)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:48:54.449316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:54.529537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-088dfc79-0c1a-4983-a7ac-3ac6f281906b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:54.587987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Calling delete_port for e0338920-1714-48ac-ad40-ee4b8db595fd owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:48:54.668550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:54.674346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5939d0ef-37c8-4b20-8bc0-84089796cf5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:54.718913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Pushing event deleted for resources: {'Port': ['ID=e0338920-1714-48ac-ad40-ee4b8db595fd,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:54.722799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:54.726054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] No DVR routers for this DVR port e0338920-1714-48ac-ad40-ee4b8db595fd on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:48:54.746104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5397efe-aa3b-4742-8f9a-fa62da32fe9d None None] Network 557a8922-c1b4-4812-844d-13753d077d76 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:54.862251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5254e70b-6911-4090-a994-fc9f319c8a2d None None] Provisioning for port 0f55b86d-6121-46be-a7d6-d1df761ebc76 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:48:54.864629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:54.896225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7998c278>,) {'filters': {'network_id': ['06ee90f1-9013-470e-b68b-d570a48d0b1c']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:54.910915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7998c278>, '4e3b637a-2fd5-47fd-a078-441c53cb01ee') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:54.911287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7998c278>, '4e3b637a-2fd5-47fd-a078-441c53cb01ee') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:54.926424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:54.943326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:54.950116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:48:54.950561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:48:54.968139 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:48:54.994713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0f55b86d-6121-46be-a7d6-d1df761ebc76 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:48:55.052518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:55.056898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:55.061167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ab41d963-4bf5-49ad-a2ac-318fe4e73b59 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:55.090075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 0f55b86d-6121-46be-a7d6-d1df761ebc76 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:48:55.093288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Pushing event deleted for resources: {'Network': ['ID=06ee90f1-9013-470e-b68b-d570a48d0b1c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:55.098898 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] 10.222.0.67 "DELETE /v2.0/networks/06ee90f1-9013-470e-b68b-d570a48d0b1c HTTP/1.1" status: 204  len: 168 time: 1.0248213
Dec 23 16:48:55.098898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:55.099597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 0f55b86d-6121-46be-a7d6-d1df761ebc76 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:48:55.099597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:55.099935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34568) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:55.182439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f67951b-a07c-45b2-bf3d-3e94389d54e8 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Deleting subnet 51cdd0e2-1a55-42f1-a1c7-4353ebe0e30c {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:48:55.186533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f67951b-a07c-45b2-bf3d-3e94389d54e8 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:55.224854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:55.262628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f67951b-a07c-45b2-bf3d-3e94389d54e8 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:55.265600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 0f55b86d-6121-46be-a7d6-d1df761ebc76, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0f55b86d-6121-46be-a7d6-d1df761ebc76,segment=NetworkSegment(b4fd5336-8bf0-4173-9a0d-f1d8dad14c23),segment_id=b4fd5336-8bf0-4173-9a0d-f1d8dad14c23)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:48:55.269826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:55.273318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:55.344095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=0f55b86d-6121-46be-a7d6-d1df761ebc76,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:55.347710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:55.363782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f67951b-a07c-45b2-bf3d-3e94389d54e8 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:55.368295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb29c87b-7df1-4dfa-86b6-6e3bf97fdbae None None] get_active_networks_info from dv-neutron-822801-1-hyperv {{(pid=88842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 23 16:48:55.440228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b3c71de4-ccd2-40d0-aca1-8f316a2b7cfb None None] Provisioning complete for port 0f55b86d-6121-46be-a7d6-d1df761ebc76 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:48:55.440448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f67951b-a07c-45b2-bf3d-3e94389d54e8 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:55.440579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b3c71de4-ccd2-40d0-aca1-8f316a2b7cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:55.444888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-06ced9da-fbc8-4e22-9f8f-aa280bbc0a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:55.487406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67951b-a07c-45b2-bf3d-3e94389d54e8 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Pushing event deleted for resources: {'Subnet': ['ID=51cdd0e2-1a55-42f1-a1c7-4353ebe0e30c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:55.491318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f67951b-a07c-45b2-bf3d-3e94389d54e8 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:55.495129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f67951b-a07c-45b2-bf3d-3e94389d54e8 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:55.502438 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4f67951b-a07c-45b2-bf3d-3e94389d54e8 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] 10.222.0.67 "DELETE /v2.0/subnets/51cdd0e2-1a55-42f1-a1c7-4353ebe0e30c HTTP/1.1" status: 204  len: 168 time: 0.4017158
Dec 23 16:48:55.506606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34572) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:55.529652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb29c87b-7df1-4dfa-86b6-6e3bf97fdbae None None] Resources bound (agent type, host, resource id):  {{(pid=88842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 23 16:48:55.636116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:55.647558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Deleting port 0f55b86d-6121-46be-a7d6-d1df761ebc76 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:48:55.647968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:55.868300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] For port 0f55b86d-6121-46be-a7d6-d1df761ebc76, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=0f55b86d-6121-46be-a7d6-d1df761ebc76,segment=NetworkSegment(b4fd5336-8bf0-4173-9a0d-f1d8dad14c23),segment_id=b4fd5336-8bf0-4173-9a0d-f1d8dad14c23)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:48:55.868843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:55.894676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7806a7b-f4bc-4701-91f3-d5b312e50153 None None] Network 557a8922-c1b4-4812-844d-13753d077d76 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:55.995908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Calling delete_port for 0f55b86d-6121-46be-a7d6-d1df761ebc76 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:48:56.046963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:56.069990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:56.074607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9a7ba0e9-4759-448d-a74e-e9edffe46be8 tempest-DeleteServersTestJSON-1752042056 tempest-DeleteServersTestJSON-1752042056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:56.121519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Pushing event deleted for resources: {'Port': ['ID=0f55b86d-6121-46be-a7d6-d1df761ebc76,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:56.125910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:56.129062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] No DVR routers for this DVR port 0f55b86d-6121-46be-a7d6-d1df761ebc76 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:48:56.147893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df061796-feab-4c04-900c-f8ee8b1eaaea None None] DHCP port deletion for 557a8922-c1b4-4812-844d-13753d077d76 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:48:56.262332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:56.289330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79c7ff60>,) {'filters': {'network_id': ['557a8922-c1b4-4812-844d-13753d077d76']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:56.302614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79c7ff60>, 'b4fd5336-8bf0-4173-9a0d-f1d8dad14c23') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:56.302957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79c7ff60>, 'b4fd5336-8bf0-4173-9a0d-f1d8dad14c23') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:48:56.315594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:56.330927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:56.337226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:48:56.337649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:48:56.353054 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:48:56.434387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:56.439648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:56.444024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-46e69ae3-12cb-43d0-bb0d-6529cf75e5d9 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:56.468407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Pushing event deleted for resources: {'Network': ['ID=557a8922-c1b4-4812-844d-13753d077d76,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:56.470896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:56.472849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] 10.222.0.67 "DELETE /v2.0/networks/557a8922-c1b4-4812-844d-13753d077d76 HTTP/1.1" status: 204  len: 168 time: 0.9646850
Dec 23 16:48:56.475746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34576) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:56.521430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-355ca01e-39ac-49a4-86ea-c38e2271b0de tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Synchronizing usage tracker for tenant:bc3963523c3249cf96ecd71d81657799 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:48:56.536527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-355ca01e-39ac-49a4-86ea-c38e2271b0de tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Unset dirty status for tenant:bc3963523c3249cf96ecd71d81657799 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:48:56.537748 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-355ca01e-39ac-49a4-86ea-c38e2271b0de tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4363cba-58fd-446d-a810-d56f20b7aaf9 HTTP/1.1" status: 200  len: 205 time: 0.0609875
Dec 23 16:48:56.540422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34580) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:56.852811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70597fbc-66ce-4b90-9bf7-03bc9e487e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:56.924222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f29a2912-01a2-421f-b856-7f4988678769 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:56.947068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0f55b86d-6121-46be-a7d6-d1df761ebc76 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:48:56.985639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 0f55b86d-6121-46be-a7d6-d1df761ebc76 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:48:56.986052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 0f55b86d-6121-46be-a7d6-d1df761ebc76 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:48:57.348165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f29a2912-01a2-421f-b856-7f4988678769 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:57.352837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f29a2912-01a2-421f-b856-7f4988678769 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:57.378501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f29a2912-01a2-421f-b856-7f4988678769 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:57.379018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29a2912-01a2-421f-b856-7f4988678769 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Fanout notify agent at l3_agent the message router_deleted on router e4363cba-58fd-446d-a810-d56f20b7aaf9 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:48:57.389700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f29a2912-01a2-421f-b856-7f4988678769 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:57.391257 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f29a2912-01a2-421f-b856-7f4988678769 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] 10.222.0.67 "DELETE /v2.0/routers/e4363cba-58fd-446d-a810-d56f20b7aaf9 HTTP/1.1" status: 204  len: 168 time: 0.8498254
Dec 23 16:48:57.415918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:57.701964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34590) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:57.892494 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f5a249a1-0542-4a96-92cd-5050cbb2eda2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc3963523c3249cf96ecd71d81657799&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1891973
Dec 23 16:48:57.895348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34596) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:57.958689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2651787-3f15-410a-be69-d955a6a0958e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:57.985898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2651787-3f15-410a-be69-d955a6a0958e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:58.032984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2651787-3f15-410a-be69-d955a6a0958e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:58.038129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ea28d9ef-83b2-4a2a-a65c-78b8663d48bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:58.052375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2651787-3f15-410a-be69-d955a6a0958e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432c8083-dace-4cf3-96a8-ebf97502274f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:58.055188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f2651787-3f15-410a-be69-d955a6a0958e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:58.060864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f2651787-3f15-410a-be69-d955a6a0958e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:58.062684 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f2651787-3f15-410a-be69-d955a6a0958e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/432c8083-dace-4cf3-96a8-ebf97502274f HTTP/1.1" status: 204  len: 168 time: 0.1663435
Dec 23 16:48:58.684121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:58.888126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34618) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:59.025915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1044119031-network', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:59.031970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:59.036113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Usage tracker for resource:network and tenant:1d98cbf13f5b44babf174241a9ac635c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:59.039188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:59.046484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:59.055621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Made reservation on behalf of 1d98cbf13f5b44babf174241a9ac635c for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:59.060391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:59.073768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:59.107212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:59.111377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Usage tracker for resource:security_group_rule and tenant:1d98cbf13f5b44babf174241a9ac635c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:59.114239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:59.120389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:59.194420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:59.197199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:59.201651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-18cf9d40-6503-4fcc-be23-092e839d6f43 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:59.231714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:48:59.241716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca54634-1ecf-44cc-8312-dda713c912f4,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:59.245121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:59.247945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:59.248416 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Added segment b9ea1e54-4ef0-406b-a582-eea72aea020d of type vlan for network c1394f55-19b2-41b8-b33e-e4b96c9a612a
Dec 23 16:48:59.278137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:59.307338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:59.308317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:59.308967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:59.314584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4753bc08-86e9-4459-86f1-31682c44055c tempest-NetworksIpV6Test-796057247 tempest-NetworksIpV6Test-796057247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:59.419333 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5299423
Dec 23 16:48:59.422685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34624) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:59.425113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Pushing event updated for resources: {'Network': ['ID=c1394f55-19b2-41b8-b33e-e4b96c9a612a,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:59.427939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:59.429049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Request body: {'subnet': {'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1044119031-subnet', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c', 'ip_version': 4}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:59.434753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:59.435748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network c1394f55-19b2-41b8-b33e-e4b96c9a612a details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:48:59.440182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Usage tracker for resource:subnet and tenant:1d98cbf13f5b44babf174241a9ac635c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:59.443238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:59.449483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:59.459936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Made reservation on behalf of 1d98cbf13f5b44babf174241a9ac635c for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:48:59.464764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:59.680293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:59.684653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3b67c443-ce93-4870-bc27-ca048609cc98 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:48:59.757261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8dea6f-47f4-4783-88e8-df090aca0ba9,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:48:59.762657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:48:59.773551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Checking segment: {'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:48:59.773950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Network hostable DHCP agents. Network: c1394f55-19b2-41b8-b33e-e4b96c9a612a, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:48:59.795371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Network c1394f55-19b2-41b8-b33e-e4b96c9a612a is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:48:59.803999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, c1394f55-19b2-41b8-b33e-e4b96c9a612a) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:48:59.807891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:48:59.808544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:59.815269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a956949-45ab-4846-8624-b30de4c53c39 None None] Network c1394f55-19b2-41b8-b33e-e4b96c9a612a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:48:59.829122 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3d840380-b9d5-41c5-8393-7c6dc9387590 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.4051988
Dec 23 16:48:59.832064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34628) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:59.837759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1044119031-router', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:48:59.842723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:48:59.846819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Usage tracker for resource:router and tenant:1d98cbf13f5b44babf174241a9ac635c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:48:59.849843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:48:59.855961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:48:59.869979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:59.870975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:48:59.889707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:00.044965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:00.047065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-c1394f55-19b2-41b8-b33e-e4b96c9a612a', 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c', 'fixed_ips': [{'subnet_id': '8b8dea6f-47f4-4783-88e8-df090aca0ba9'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:49:00.048012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:00.226393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Allocated IP 172.20.0.2 (c1394f55-19b2-41b8-b33e-e4b96c9a612a/8b8dea6f-47f4-4783-88e8-df090aca0ba9/f1795443-f4f7-4e54-8e24-5f4bbc39ad16) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:49:00.256124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:00.289013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:00.435141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Allocated IP 172.26.5.11 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/e3889879-3450-4ed9-9d9c-808377846026) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:49:00.443967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:00.454675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Transition to ACTIVE for port object f1795443-f4f7-4e54-8e24-5f4bbc39ad16 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:49:00.473581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Transition to ACTIVE for port object f1795443-f4f7-4e54-8e24-5f4bbc39ad16 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:49:00.478647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:00.487476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:00.553633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Network c1394f55-19b2-41b8-b33e-e4b96c9a612a is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:49:00.556613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:49:00.561045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:49:00.564089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Pushing event updated for resources: {'Port': ['ID=f1795443-f4f7-4e54-8e24-5f4bbc39ad16,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:00.568326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:00.593721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:00.620944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:00.626390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15d2b5ce-cefd-4e49-8250-c18c2d2ecc46 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:00.656917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Attempting to bind port f1795443-f4f7-4e54-8e24-5f4bbc39ad16 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:49:00.657340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Attempting to bind port f1795443-f4f7-4e54-8e24-5f4bbc39ad16 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:49:00.657763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Attempting to bind port f1795443-f4f7-4e54-8e24-5f4bbc39ad16 on network c1394f55-19b2-41b8-b33e-e4b96c9a612a {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:49:00.665092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:49:00.665528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Checking segment: {'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:49:00.665992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:00.666453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Bound using segment: {'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:49:00.666994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Bound port: f1795443-f4f7-4e54-8e24-5f4bbc39ad16, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:49:00.667435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:00.703786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:49:00.704794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3889879-3450-4ed9-9d9c-808377846026,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:00.707626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:49:00.709575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:00.710329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:49:00.762314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] For port f1795443-f4f7-4e54-8e24-5f4bbc39ad16, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:49:00.765605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] For port f1795443-f4f7-4e54-8e24-5f4bbc39ad16, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f1795443-f4f7-4e54-8e24-5f4bbc39ad16,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:49:00.768999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:00.773685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:00.853390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Pushing event updated for resources: {'Port': ['ID=f1795443-f4f7-4e54-8e24-5f4bbc39ad16,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:00.856805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:00.877312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:00.878090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:01.124732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Router 6180148b-ba52-4bcc-8414-14791a945f78 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:49:01.358712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:49:01.367748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Sync routers for ids ['6180148b-ba52-4bcc-8414-14791a945f78'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:49:01.380787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Routers {'6180148b-ba52-4bcc-8414-14791a945f78'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:01.381737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a72c518>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6180148b-ba52-4bcc-8414-14791a945f78'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:01.382847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:01.384205 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 1.5511312
Dec 23 16:49:01.387329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34632) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:01.572189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Set router 6180148b-ba52-4bcc-8414-14791a945f78 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:49:01.888414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a72c518>, [{'id': '6180148b-ba52-4bcc-8414-14791a945f78', 'name': 'tempest-TestEncryptedCinderVolumes-1044119031-router', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3889879-3450-4ed9-9d9c-808377846026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:48:59Z', 'updated_at': '2021-12-23T16:49:00Z', 'revision_number': 3, 'project_id': '1d98cbf13f5b44babf174241a9ac635c', 'gw_port': {'id': 'e3889879-3450-4ed9-9d9c-808377846026', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6180148b-ba52-4bcc-8414-14791a945f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:00Z', 'updated_at': '2021-12-23T16:49:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:01.893845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Checking router: 6180148b-ba52-4bcc-8414-14791a945f78 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:49:01.894526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Updating router 6180148b-ba52-4bcc-8414-14791a945f78 port e3889879-3450-4ed9-9d9c-808377846026 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:49:01.952619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:02.333069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:02.345837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Transition to ACTIVE for port object e3889879-3450-4ed9-9d9c-808377846026 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:49:02.351699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:02.355615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-83b4b265-c61a-4e51-a93b-4c08cabf7249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:02.422621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Pushing event updated for resources: {'Port': ['ID=e3889879-3450-4ed9-9d9c-808377846026,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:02.433392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:02.433786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:02.434585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:02.434585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:02.434862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:02.435251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:02.435623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:02.435992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:02.437109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:02.437337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:02.437636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:02.448742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:02.450003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:02.458294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Attempting to bind port e3889879-3450-4ed9-9d9c-808377846026 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:49:02.458715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Attempting to bind port e3889879-3450-4ed9-9d9c-808377846026 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:49:02.459173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Attempting to bind port e3889879-3450-4ed9-9d9c-808377846026 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:49:02.466320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:49:02.466742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:49:02.467261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:02.467753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:49:02.468278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Bound port: e3889879-3450-4ed9-9d9c-808377846026, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:49:02.468698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:02.506400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fcf87e-e3db-45c4-b4fe-73ff9afd10f5 None None] Network c1394f55-19b2-41b8-b33e-e4b96c9a612a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:49:02.720755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Allocated IP 172.20.0.1 (c1394f55-19b2-41b8-b33e-e4b96c9a612a/8b8dea6f-47f4-4783-88e8-df090aca0ba9/bc516272-72ef-4320-a990-606af7e9addd) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:49:02.723850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] For port e3889879-3450-4ed9-9d9c-808377846026, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:49:02.727610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] For port e3889879-3450-4ed9-9d9c-808377846026, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e3889879-3450-4ed9-9d9c-808377846026,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:49:02.731928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:02.737226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8cabd750-bb66-4210-a85d-88777732b886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:02.800726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-babaf985-c6e4-4194-929e-d52164b85c31 None None] Provisioning for port f1795443-f4f7-4e54-8e24-5f4bbc39ad16 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:49:02.818002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Pushing event updated for resources: {'Port': ['ID=e3889879-3450-4ed9-9d9c-808377846026,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:02.822604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:02.826751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Routers {'6180148b-ba52-4bcc-8414-14791a945f78'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:02.827798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a72c518>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6180148b-ba52-4bcc-8414-14791a945f78'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:02.887755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:02.904989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Transition to ACTIVE for port object bc516272-72ef-4320-a990-606af7e9addd will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:49:02.935129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:02.943485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:03.023547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f1795443-f4f7-4e54-8e24-5f4bbc39ad16 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:49:03.034346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Network c1394f55-19b2-41b8-b33e-e4b96c9a612a is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:49:03.038450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:49:03.040034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] Set router 6180148b-ba52-4bcc-8414-14791a945f78 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:49:03.041143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Pushing event updated for resources: {'Port': ['ID=bc516272-72ef-4320-a990-606af7e9addd,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:03.043730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:49:03.077763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:03.106512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:03.126841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port f1795443-f4f7-4e54-8e24-5f4bbc39ad16 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:49:03.132423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f1795443-f4f7-4e54-8e24-5f4bbc39ad16 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:03.132976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:03.206757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:03.265637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:03.304732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port f1795443-f4f7-4e54-8e24-5f4bbc39ad16, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f1795443-f4f7-4e54-8e24-5f4bbc39ad16,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:49:03.310368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:03.312945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0946daee-2ed6-48b9-a616-9c7a88ce585c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:03.392318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a72c518>, [{'id': '6180148b-ba52-4bcc-8414-14791a945f78', 'name': 'tempest-TestEncryptedCinderVolumes-1044119031-router', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3889879-3450-4ed9-9d9c-808377846026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:48:59Z', 'updated_at': '2021-12-23T16:49:00Z', 'revision_number': 3, 'project_id': '1d98cbf13f5b44babf174241a9ac635c', 'gw_port': {'id': 'e3889879-3450-4ed9-9d9c-808377846026', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6180148b-ba52-4bcc-8414-14791a945f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:00Z', 'updated_at': '2021-12-23T16:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:03.397796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a251e90-ed1b-4cc5-bd9e-fbc7d58ec031 None None] The sync data for ids ['6180148b-ba52-4bcc-8414-14791a945f78'] in dv-neutron-822801-1-hyperv is: [{'id': '6180148b-ba52-4bcc-8414-14791a945f78', 'name': 'tempest-TestEncryptedCinderVolumes-1044119031-router', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3889879-3450-4ed9-9d9c-808377846026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:48:59Z', 'updated_at': '2021-12-23T16:49:00Z', 'revision_number': 3, 'project_id': '1d98cbf13f5b44babf174241a9ac635c', 'gw_port': {'id': 'e3889879-3450-4ed9-9d9c-808377846026', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6180148b-ba52-4bcc-8414-14791a945f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:00Z', 'updated_at': '2021-12-23T16:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:49:03.402140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fbc048e1-b2d7-42c7-9033-893ca2f3f2a1 None None] Provisioning complete for port f1795443-f4f7-4e54-8e24-5f4bbc39ad16 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:03.402650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbc048e1-b2d7-42c7-9033-893ca2f3f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:03.438257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=f1795443-f4f7-4e54-8e24-5f4bbc39ad16,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:03.453417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:03.487730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:03.493855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:03.526168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d660873f-3fb1-4143-8ae7-ccd0ee6ea251 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:03.618696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:03.623254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Pushing event updated for resources: {'Port': ['ID=bc516272-72ef-4320-a990-606af7e9addd,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:03.627427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:03.665583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-dc6df618-f2f6-4ac4-a0d0-225933e28fe9 None None] Provisioning for port bc516272-72ef-4320-a990-606af7e9addd completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:49:03.671011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-dc6df618-f2f6-4ac4-a0d0-225933e28fe9 None None] Provisioning complete for port bc516272-72ef-4320-a990-606af7e9addd triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:03.671505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc6df618-f2f6-4ac4-a0d0-225933e28fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:03.731629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dc6df618-f2f6-4ac4-a0d0-225933e28fe9 None None] Port bc516272-72ef-4320-a990-606af7e9addd cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:49:03.776180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Network c1394f55-19b2-41b8-b33e-e4b96c9a612a is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:49:03.777388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:49:04.159324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9ba88ca9-6577-491b-a387-064a8d584f8a None None] Provisioning complete for port bc516272-72ef-4320-a990-606af7e9addd triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:04.159880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9ba88ca9-6577-491b-a387-064a8d584f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:04.224524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Router 6180148b-ba52-4bcc-8414-14791a945f78 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:49:04.242486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9ba88ca9-6577-491b-a387-064a8d584f8a None None] Port bc516272-72ef-4320-a990-606af7e9addd cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:49:04.444300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:49:04.455147 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] 10.222.0.67 "PUT /v2.0/routers/6180148b-ba52-4bcc-8414-14791a945f78/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0663300
Dec 23 16:49:05.021109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e3889879-3450-4ed9-9d9c-808377846026 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:49:05.094815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port e3889879-3450-4ed9-9d9c-808377846026 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:49:05.099917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port e3889879-3450-4ed9-9d9c-808377846026 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:05.100295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:05.239496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:05.256797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port e3889879-3450-4ed9-9d9c-808377846026, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e3889879-3450-4ed9-9d9c-808377846026,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:49:05.259919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:05.260916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f1795443-f4f7-4e54-8e24-5f4bbc39ad16 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:49:05.290284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:05.385241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=e3889879-3450-4ed9-9d9c-808377846026,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:05.388973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34654) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:05.389108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:05.396237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1307950856-network', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:49:05.400339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f1795443-f4f7-4e54-8e24-5f4bbc39ad16 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:05.400773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:05.401658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:49:05.406782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Usage tracker for resource:network and tenant:2c0d72bf0e4f459487f5333fb6348343 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:49:05.409902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:49:05.416209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:49:05.431341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Made reservation on behalf of 2c0d72bf0e4f459487f5333fb6348343 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:49:05.436364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:05.450169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:05.487946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:49:05.492070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Usage tracker for resource:security_group_rule and tenant:2c0d72bf0e4f459487f5333fb6348343 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:49:05.495118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:49:05.501358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:49:05.572893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:05.575744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:05.580332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c3259e7-ec18-4c42-a7f3-b9c5b282f1b5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:05.610742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:49:05.619997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5cac0c-e286-4491-a0e2-58d4c6c835d9,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:05.623307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:05.627971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:05.628501 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Added segment 49772dea-2d1c-42a0-b622-09120cae42ee of type vlan for network c629afea-34fe-45b2-8cc2-cb0359fe6169
Dec 23 16:49:05.657126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:05.685607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:05.686609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:05.687308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:05.692399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:05.795333 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.4048896
Dec 23 16:49:05.798456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34658) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:05.801098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=c629afea-34fe-45b2-8cc2-cb0359fe6169,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:05.804078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:05.804842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Request body: {'subnet': {'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1307950856-subnet', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'ip_version': 4}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:49:05.810925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:49:05.811847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network c629afea-34fe-45b2-8cc2-cb0359fe6169 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:49:05.815429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Usage tracker for resource:subnet and tenant:2c0d72bf0e4f459487f5333fb6348343 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:49:05.818424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:49:05.824672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:49:05.835746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Made reservation on behalf of 2c0d72bf0e4f459487f5333fb6348343 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:49:05.840793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:06.063959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:06.068596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-73b1b048-094e-4835-8d21-19eeb0cfce9d tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:06.151112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e506556-39ee-4973-880d-9df7af3209c5,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:06.153992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:06.163653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Checking segment: {'id': '49772dea-2d1c-42a0-b622-09120cae42ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:49:06.164136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Network hostable DHCP agents. Network: c629afea-34fe-45b2-8cc2-cb0359fe6169, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:49:06.186093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Network c629afea-34fe-45b2-8cc2-cb0359fe6169 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:49:06.195189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, c629afea-34fe-45b2-8cc2-cb0359fe6169) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:49:06.199156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:06.199801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:06.206048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebae95f-19c3-4fb3-bcc6-72a85e5f971c None None] Network c629afea-34fe-45b2-8cc2-cb0359fe6169 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:49:06.224407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34662) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:06.224608 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-69cc3592-eb53-4068-85e4-845a6add6c4e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.4248025
Dec 23 16:49:06.231594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1307950856-router', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:49:06.239385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:49:06.243821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Usage tracker for resource:router and tenant:2c0d72bf0e4f459487f5333fb6348343 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:49:06.247050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:49:06.253526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:49:06.264301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:06.265636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:06.285928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:06.375308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Sync routers for ids ['6180148b-ba52-4bcc-8414-14791a945f78'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:49:06.409788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Routers {'6180148b-ba52-4bcc-8414-14791a945f78'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:06.410475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79cf5da0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6180148b-ba52-4bcc-8414-14791a945f78'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:06.444057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:06.518818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-c629afea-34fe-45b2-8cc2-cb0359fe6169', 'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'fixed_ips': [{'subnet_id': '7e506556-39ee-4973-880d-9df7af3209c5'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:49:06.520023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:06.650393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:06.683610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:06.758181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Set router 6180148b-ba52-4bcc-8414-14791a945f78 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:49:06.833548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Allocated IP 172.26.5.241 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:49:06.907392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Allocated IP 172.20.0.2 (c629afea-34fe-45b2-8cc2-cb0359fe6169/7e506556-39ee-4973-880d-9df7af3209c5/16170484-89e1-41f8-a420-99d47da55dc1) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:49:06.962907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e3889879-3450-4ed9-9d9c-808377846026 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:49:07.004001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:07.031435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:07.035899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:07.110234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:49:07.113786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Pushing event updated for resources: {'Port': ['ID=4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:07.116412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:49:07.118316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:07.119074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:49:07.287817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:07.288524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:07.532180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port e3889879-3450-4ed9-9d9c-808377846026 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:07.532898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:07.616390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:07.633158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Transition to ACTIVE for port object 16170484-89e1-41f8-a420-99d47da55dc1 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:49:07.637108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79cf5da0>, [{'id': '6180148b-ba52-4bcc-8414-14791a945f78', 'name': 'tempest-TestEncryptedCinderVolumes-1044119031-router', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3889879-3450-4ed9-9d9c-808377846026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:48:59Z', 'updated_at': '2021-12-23T16:49:03Z', 'revision_number': 4, 'project_id': '1d98cbf13f5b44babf174241a9ac635c', 'gw_port': {'id': 'e3889879-3450-4ed9-9d9c-808377846026', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6180148b-ba52-4bcc-8414-14791a945f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:00Z', 'updated_at': '2021-12-23T16:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'bc516272-72ef-4320-a990-606af7e9addd', 'name': '', 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c', 'mac_address': 'fa:16:3e:3f:99:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6180148b-ba52-4bcc-8414-14791a945f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8dea6f-47f4-4783-88e8-df090aca0ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:02Z', 'updated_at': '2021-12-23T16:49:03Z', 'revision_number': 2, 'project_id': '1d98cbf13f5b44babf174241a9ac635c', 'subnets': [{'id': '8b8dea6f-47f4-4783-88e8-df090aca0ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:07.651760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Checking router: 6180148b-ba52-4bcc-8414-14791a945f78 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:49:07.652183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Updating router 6180148b-ba52-4bcc-8414-14791a945f78 port bc516272-72ef-4320-a990-606af7e9addd binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:49:07.740566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Transition to ACTIVE for port object 16170484-89e1-41f8-a420-99d47da55dc1 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:49:07.760852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:07.767274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:07.775996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Router 40803fa3-aad5-4703-aaad-ca7728cb7221 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:49:07.801153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:07.894815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Network c629afea-34fe-45b2-8cc2-cb0359fe6169 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:49:07.911263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:49:07.915619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Pushing event updated for resources: {'Port': ['ID=16170484-89e1-41f8-a420-99d47da55dc1,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:07.917994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:49:07.923170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:07.992267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:49:08.001983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Sync routers for ids ['40803fa3-aad5-4703-aaad-ca7728cb7221'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:49:08.016767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:08.016964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Routers {'40803fa3-aad5-4703-aaad-ca7728cb7221'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:08.017409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a612f28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['40803fa3-aad5-4703-aaad-ca7728cb7221'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:08.017861 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 1.7918222
Dec 23 16:49:08.021057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34666) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:08.088775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Attempting to bind port 16170484-89e1-41f8-a420-99d47da55dc1 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:49:08.089208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Attempting to bind port 16170484-89e1-41f8-a420-99d47da55dc1 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '49772dea-2d1c-42a0-b622-09120cae42ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:49:08.089644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Attempting to bind port 16170484-89e1-41f8-a420-99d47da55dc1 on network c629afea-34fe-45b2-8cc2-cb0359fe6169 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:49:08.120482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:49:08.120936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Checking segment: {'id': '49772dea-2d1c-42a0-b622-09120cae42ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:49:08.121391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:08.121845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Bound using segment: {'id': '49772dea-2d1c-42a0-b622-09120cae42ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:49:08.122383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Bound port: 16170484-89e1-41f8-a420-99d47da55dc1, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49772dea-2d1c-42a0-b622-09120cae42ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:49:08.122815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:08.243931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Set router 40803fa3-aad5-4703-aaad-ca7728cb7221 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:49:08.325061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] For port 16170484-89e1-41f8-a420-99d47da55dc1, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:49:08.329857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] For port 16170484-89e1-41f8-a420-99d47da55dc1, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=16170484-89e1-41f8-a420-99d47da55dc1,segment=NetworkSegment(49772dea-2d1c-42a0-b622-09120cae42ee),segment_id=49772dea-2d1c-42a0-b622-09120cae42ee)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:49:08.335207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:08.340705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:08.495708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Pushing event updated for resources: {'Port': ['ID=16170484-89e1-41f8-a420-99d47da55dc1,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:08.500814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:08.502710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:08.523131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Transition to ACTIVE for port object bc516272-72ef-4320-a990-606af7e9addd will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:49:08.529774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:08.536679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:08.585624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a612f28>, [{'id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'name': 'tempest-TestEncryptedCinderVolumes-1307950856-router', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:49:07Z', 'revision_number': 3, 'project_id': '2c0d72bf0e4f459487f5333fb6348343', 'gw_port': {'id': '4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:08.590291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Checking router: 40803fa3-aad5-4703-aaad-ca7728cb7221 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:49:08.590706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Updating router 40803fa3-aad5-4703-aaad-ca7728cb7221 port 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:49:08.664941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:08.784153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e035308-24d0-4ced-b1a0-79229af328cb None None] Pushing event updated for resources: {'Port': ['ID=bc516272-72ef-4320-a990-606af7e9addd,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:08.791978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e035308-24d0-4ced-b1a0-79229af328cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:08.816302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Attempting to bind port bc516272-72ef-4320-a990-606af7e9addd on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:49:08.816739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Attempting to bind port bc516272-72ef-4320-a990-606af7e9addd by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:49:08.817513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Attempting to bind port bc516272-72ef-4320-a990-606af7e9addd on network c1394f55-19b2-41b8-b33e-e4b96c9a612a {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:49:08.830701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:49:08.833676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Checking segment: {'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:49:08.834303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:08.834773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Bound using segment: {'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:49:08.835386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Bound port: bc516272-72ef-4320-a990-606af7e9addd, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:49:08.835840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:08.872272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:08.949107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] For port bc516272-72ef-4320-a990-606af7e9addd, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:49:08.953569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] For port bc516272-72ef-4320-a990-606af7e9addd, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bc516272-72ef-4320-a990-606af7e9addd,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:49:08.968448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:08.982230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:09.099325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e035308-24d0-4ced-b1a0-79229af328cb None None] Pushing event updated for resources: {'Port': ['ID=bc516272-72ef-4320-a990-606af7e9addd,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:09.112009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e035308-24d0-4ced-b1a0-79229af328cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:09.119319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Routers {'6180148b-ba52-4bcc-8414-14791a945f78'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:09.120043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79cf5da0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6180148b-ba52-4bcc-8414-14791a945f78'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:09.149439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:09.178660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Transition to ACTIVE for port object 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:49:09.180807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Allocated IP 172.20.0.1 (c629afea-34fe-45b2-8cc2-cb0359fe6169/7e506556-39ee-4973-880d-9df7af3209c5/945add3b-5b0b-4d79-b104-954ffe270070) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:49:09.192210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:09.197474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:09.297194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b2c5e-5cc7-47a9-8574-dfbc9f389990 None None] Pushing event updated for resources: {'Port': ['ID=4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:09.300119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Attempting to bind port 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:49:09.300742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Attempting to bind port 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:49:09.301380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Attempting to bind port 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:49:09.305045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0f5b2c5e-5cc7-47a9-8574-dfbc9f389990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:09.310495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:49:09.311755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:49:09.312967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:09.313602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:49:09.314434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Bound port: 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:49:09.315229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:09.366128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:09.386098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Transition to ACTIVE for port object 945add3b-5b0b-4d79-b104-954ffe270070 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:49:09.406469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] For port 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:49:09.410323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:09.410594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] For port 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:49:09.416792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b678fad4-1274-4b6f-99ee-a01265cdd6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:09.417606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:09.430561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] Set router 6180148b-ba52-4bcc-8414-14791a945f78 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:49:09.435265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f0702a8-9f6e-486b-b482-1f6243ed38d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:09.494786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Network c629afea-34fe-45b2-8cc2-cb0359fe6169 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:49:09.498190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:49:09.503732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:49:09.515305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b2c5e-5cc7-47a9-8574-dfbc9f389990 None None] Pushing event updated for resources: {'Port': ['ID=4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:09.519738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0f5b2c5e-5cc7-47a9-8574-dfbc9f389990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:09.533161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=945add3b-5b0b-4d79-b104-954ffe270070,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:09.539133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Routers {'40803fa3-aad5-4703-aaad-ca7728cb7221'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:09.540213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:09.540381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a612f28>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['40803fa3-aad5-4703-aaad-ca7728cb7221'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:09.567327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:09.652044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:09.744080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] Set router 40803fa3-aad5-4703-aaad-ca7728cb7221 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:49:09.815579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79cf5da0>, [{'id': '6180148b-ba52-4bcc-8414-14791a945f78', 'name': 'tempest-TestEncryptedCinderVolumes-1044119031-router', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3889879-3450-4ed9-9d9c-808377846026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:48:59Z', 'updated_at': '2021-12-23T16:49:03Z', 'revision_number': 4, 'project_id': '1d98cbf13f5b44babf174241a9ac635c', 'gw_port': {'id': 'e3889879-3450-4ed9-9d9c-808377846026', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6180148b-ba52-4bcc-8414-14791a945f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:00Z', 'updated_at': '2021-12-23T16:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'bc516272-72ef-4320-a990-606af7e9addd', 'name': '', 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c', 'mac_address': 'fa:16:3e:3f:99:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6180148b-ba52-4bcc-8414-14791a945f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8dea6f-47f4-4783-88e8-df090aca0ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:02Z', 'updated_at': '2021-12-23T16:49:08Z', 'revision_number': 4, 'project_id': '1d98cbf13f5b44babf174241a9ac635c', 'subnets': [{'id': '8b8dea6f-47f4-4783-88e8-df090aca0ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:09.820048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf8fee-a37b-46eb-8ea6-dd17c3b9af59 None None] The sync data for ids ['6180148b-ba52-4bcc-8414-14791a945f78'] in dv-neutron-822801-1-hyperv is: [{'id': '6180148b-ba52-4bcc-8414-14791a945f78', 'name': 'tempest-TestEncryptedCinderVolumes-1044119031-router', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3889879-3450-4ed9-9d9c-808377846026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:48:59Z', 'updated_at': '2021-12-23T16:49:03Z', 'revision_number': 4, 'project_id': '1d98cbf13f5b44babf174241a9ac635c', 'gw_port': {'id': 'e3889879-3450-4ed9-9d9c-808377846026', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6180148b-ba52-4bcc-8414-14791a945f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:00Z', 'updated_at': '2021-12-23T16:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'bc516272-72ef-4320-a990-606af7e9addd', 'name': '', 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c', 'mac_address': 'fa:16:3e:3f:99:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6180148b-ba52-4bcc-8414-14791a945f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b8dea6f-47f4-4783-88e8-df090aca0ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:02Z', 'updated_at': '2021-12-23T16:49:08Z', 'revision_number': 4, 'project_id': '1d98cbf13f5b44babf174241a9ac635c', 'subnets': [{'id': '8b8dea6f-47f4-4783-88e8-df090aca0ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:49:09.927358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:09.936786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:09.970585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4476953c-fe6d-44a2-beb1-b437e13b11a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:10.082527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=945add3b-5b0b-4d79-b104-954ffe270070,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:10.086592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:10.088043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:10.273004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Network c629afea-34fe-45b2-8cc2-cb0359fe6169 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:49:10.274471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:49:10.322719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a612f28>, [{'id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'name': 'tempest-TestEncryptedCinderVolumes-1307950856-router', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:49:09Z', 'revision_number': 4, 'project_id': '2c0d72bf0e4f459487f5333fb6348343', 'gw_port': {'id': '4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '945add3b-5b0b-4d79-b104-954ffe270070', 'name': '', 'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'mac_address': 'fa:16:3e:1d:92:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e506556-39ee-4973-880d-9df7af3209c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:08Z', 'updated_at': '2021-12-23T16:49:09Z', 'revision_number': 1, 'project_id': '2c0d72bf0e4f459487f5333fb6348343', 'subnets': [{'id': '7e506556-39ee-4973-880d-9df7af3209c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:10.328380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d3c930-8e31-48a0-b3ee-2f42b76019a3 None None] The sync data for ids ['40803fa3-aad5-4703-aaad-ca7728cb7221'] in dv-neutron-822801-1-hyperv is: [{'id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'name': 'tempest-TestEncryptedCinderVolumes-1307950856-router', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:49:09Z', 'revision_number': 4, 'project_id': '2c0d72bf0e4f459487f5333fb6348343', 'gw_port': {'id': '4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '945add3b-5b0b-4d79-b104-954ffe270070', 'name': '', 'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'mac_address': 'fa:16:3e:1d:92:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e506556-39ee-4973-880d-9df7af3209c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:08Z', 'updated_at': '2021-12-23T16:49:09Z', 'revision_number': 1, 'project_id': '2c0d72bf0e4f459487f5333fb6348343', 'subnets': [{'id': '7e506556-39ee-4973-880d-9df7af3209c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:49:10.595935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfe61f8-ad93-4aea-8931-32a1e8d4d416 None None] Network c629afea-34fe-45b2-8cc2-cb0359fe6169 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:49:11.005413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-dbe60877-6fe1-45bc-8a4c-b3375906cc2b None None] Provisioning for port 16170484-89e1-41f8-a420-99d47da55dc1 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:49:11.050529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Router 40803fa3-aad5-4703-aaad-ca7728cb7221 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:49:11.190383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 16170484-89e1-41f8-a420-99d47da55dc1 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:49:11.301570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 16170484-89e1-41f8-a420-99d47da55dc1 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:49:11.317251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 16170484-89e1-41f8-a420-99d47da55dc1 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:11.317710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:11.396743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:49:11.408357 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] 10.222.0.67 "PUT /v2.0/routers/40803fa3-aad5-4703-aaad-ca7728cb7221/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3860199
Dec 23 16:49:11.477707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:11.518354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 16170484-89e1-41f8-a420-99d47da55dc1, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=16170484-89e1-41f8-a420-99d47da55dc1,segment=NetworkSegment(49772dea-2d1c-42a0-b622-09120cae42ee),segment_id=49772dea-2d1c-42a0-b622-09120cae42ee)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:49:11.523482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:11.524781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bc516272-72ef-4320-a990-606af7e9addd up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:49:11.568330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:11.693263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=16170484-89e1-41f8-a420-99d47da55dc1,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:11.696812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:11.700706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-30505df6-037d-4f93-a627-4f80bfb1a0f8 None None] Provisioning for port 945add3b-5b0b-4d79-b104-954ffe270070 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:49:11.712849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-30505df6-037d-4f93-a627-4f80bfb1a0f8 None None] Provisioning complete for port 945add3b-5b0b-4d79-b104-954ffe270070 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:11.713288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30505df6-037d-4f93-a627-4f80bfb1a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:11.775082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-30505df6-037d-4f93-a627-4f80bfb1a0f8 None None] Port 945add3b-5b0b-4d79-b104-954ffe270070 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:49:11.802102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-30505df6-037d-4f93-a627-4f80bfb1a0f8 None None] Provisioning complete for port 16170484-89e1-41f8-a420-99d47da55dc1 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:11.802668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-30505df6-037d-4f93-a627-4f80bfb1a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:11.908084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port bc516272-72ef-4320-a990-606af7e9addd completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:49:11.913929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port bc516272-72ef-4320-a990-606af7e9addd triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:11.914735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:12.156861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:12.205380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port bc516272-72ef-4320-a990-606af7e9addd, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bc516272-72ef-4320-a990-606af7e9addd,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:49:12.212071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:12.218848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:12.344919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-241647da-a378-47f6-994d-67eb2a54e618 None None] Provisioning complete for port 945add3b-5b0b-4d79-b104-954ffe270070 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:12.345355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-241647da-a378-47f6-994d-67eb2a54e618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:12.439720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=bc516272-72ef-4320-a990-606af7e9addd,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:12.445272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:12.447893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:12.448952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-241647da-a378-47f6-994d-67eb2a54e618 None None] Port 945add3b-5b0b-4d79-b104-954ffe270070 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:49:12.581010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-11588acf-e821-4a0d-a683-c489b1ca515a None None] Provisioning complete for port 945add3b-5b0b-4d79-b104-954ffe270070 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:12.581450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11588acf-e821-4a0d-a683-c489b1ca515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:12.645343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-11588acf-e821-4a0d-a683-c489b1ca515a None None] Port 945add3b-5b0b-4d79-b104-954ffe270070 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:49:12.974254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-8748d24a-813b-40eb-b006-017760c6476a tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:12.975946 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-8748d24a-813b-40eb-b006-017760c6476a tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/networks?id=c1394f55-19b2-41b8-b33e-e4b96c9a612a HTTP/1.1" status: 200  len: 817 time: 0.1710138
Dec 23 16:49:12.996188 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-9f976d43-b94d-43bd-be97-330adb9ab536 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/quotas/1d98cbf13f5b44babf174241a9ac635c HTTP/1.1" status: 200  len: 375 time: 0.0140564
Dec 23 16:49:13.054740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 16170484-89e1-41f8-a420-99d47da55dc1 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:49:13.098515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-198cfbe3-49de-4f61-9200-d3c31729589f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Synchronizing usage tracker for tenant:1d98cbf13f5b44babf174241a9ac635c on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:49:13.116333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-198cfbe3-49de-4f61-9200-d3c31729589f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Unset dirty status for tenant:1d98cbf13f5b44babf174241a9ac635c on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:49:13.118190 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-198cfbe3-49de-4f61-9200-d3c31729589f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d98cbf13f5b44babf174241a9ac635c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1152780
Dec 23 16:49:13.135615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 16170484-89e1-41f8-a420-99d47da55dc1 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:13.135776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-dadd4c74-def7-4f80-9951-c780527dbe26 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:49:13.136053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:13.136891 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-dadd4c74-def7-4f80-9951-c780527dbe26 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0056255
Dec 23 16:49:13.271374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bc516272-72ef-4320-a990-606af7e9addd up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:49:13.306212 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-c984472e-4784-4d73-b537-912e08664323 service neutron] 10.222.0.67 "GET /v2.0/networks/c1394f55-19b2-41b8-b33e-e4b96c9a612a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1622689
Dec 23 16:49:13.359934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port bc516272-72ef-4320-a990-606af7e9addd triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:13.360390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:13.461279 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-8b9e5d0b-7bec-4261-8ba5-15c47b318bff service neutron] 10.222.0.67 "GET /v2.0/networks/c1394f55-19b2-41b8-b33e-e4b96c9a612a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476569
Dec 23 16:49:13.488263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:49:13.565574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:49:13.570543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:13.571013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:13.694436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:13.711164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:49:13.714164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:13.716130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:13.782509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:13.785644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:14.839074 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8be97a23-2ed6-44ed-8279-b7a61693ea35 req-5319336d-18cc-4eab-8c4f-2c8e24a4ba77 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 210 time: 0.1948047
Dec 23 16:49:14.968790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:49:15.047600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:15.048031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:15.387009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Sync routers for ids ['40803fa3-aad5-4703-aaad-ca7728cb7221'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:49:15.400494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Routers {'40803fa3-aad5-4703-aaad-ca7728cb7221'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:15.401154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f049b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['40803fa3-aad5-4703-aaad-ca7728cb7221'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:15.596559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Set router 40803fa3-aad5-4703-aaad-ca7728cb7221 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:49:15.792266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-ca9081ba-5e4a-4a65-be38-b66c0bfe815e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:15.792940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-ca9081ba-5e4a-4a65-be38-b66c0bfe815e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Synchronizing usage tracker for tenant:1d98cbf13f5b44babf174241a9ac635c on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:49:15.811743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-ca9081ba-5e4a-4a65-be38-b66c0bfe815e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Unset dirty status for tenant:1d98cbf13f5b44babf174241a9ac635c on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:49:15.813089 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-ca9081ba-5e4a-4a65-be38-b66c0bfe815e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.36 "GET /v2.0/networks?id=c1394f55-19b2-41b8-b33e-e4b96c9a612a HTTP/1.1" status: 200  len: 817 time: 0.1865106
Dec 23 16:49:15.829547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Request body: {'port': {'device_id': '926de8d3-986a-4122-9a07-83ad88c58a4a', 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a', 'admin_state_up': True, 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:49:15.955055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f049b0>, [{'id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'name': 'tempest-TestEncryptedCinderVolumes-1307950856-router', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:49:09Z', 'revision_number': 4, 'project_id': '2c0d72bf0e4f459487f5333fb6348343', 'gw_port': {'id': '4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '945add3b-5b0b-4d79-b104-954ffe270070', 'name': '', 'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'mac_address': 'fa:16:3e:1d:92:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e506556-39ee-4973-880d-9df7af3209c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:08Z', 'updated_at': '2021-12-23T16:49:09Z', 'revision_number': 2, 'project_id': '2c0d72bf0e4f459487f5333fb6348343', 'subnets': [{'id': '7e506556-39ee-4973-880d-9df7af3209c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:15.959499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Checking router: 40803fa3-aad5-4703-aaad-ca7728cb7221 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:49:15.959638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Updating router 40803fa3-aad5-4703-aaad-ca7728cb7221 port 945add3b-5b0b-4d79-b104-954ffe270070 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:49:15.983130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:49:15.993474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:49:16.003471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Made reservation on behalf of 1d98cbf13f5b44babf174241a9ac635c for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:49:16.009037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:16.013998 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-acd74082-677a-4d49-b944-ea3d204715d4 req-e3b84370-50b1-490c-8582-0bbb7230d79b tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 210 time: 0.0486104
Dec 23 16:49:16.025122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:16.192274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Allocated IP 172.20.0.11 (c1394f55-19b2-41b8-b33e-e4b96c9a612a/8b8dea6f-47f4-4783-88e8-df090aca0ba9/62e889d9-a99e-4633-af99-9c9d84a400ac) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:49:16.419837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:16.439537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Transition to ACTIVE for port object 62e889d9-a99e-4633-af99-9c9d84a400ac will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:49:16.461381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:16.467988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d581731c-fd34-43fa-904e-26250ba24621 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:16.544494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Network c1394f55-19b2-41b8-b33e-e4b96c9a612a is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:49:16.548001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:49:16.552697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:49:16.559090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:16.573927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Transition to ACTIVE for port object 945add3b-5b0b-4d79-b104-954ffe270070 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:49:16.582129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Pushing event updated for resources: {'Port': ['ID=62e889d9-a99e-4633-af99-9c9d84a400ac,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:16.584052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:16.588471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:16.589000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:16.622622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:16.624018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:16.651388 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8265972
Dec 23 16:49:16.663052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Request body: {'port': {'device_id': '926de8d3-986a-4122-9a07-83ad88c58a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:49:16.730404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd039e4-1508-4a98-be6a-aa7086426b4a None None] Pushing event updated for resources: {'Port': ['ID=945add3b-5b0b-4d79-b104-954ffe270070,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:16.735818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dfd039e4-1508-4a98-be6a-aa7086426b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:16.793487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:16.831547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Attempting to bind port 945add3b-5b0b-4d79-b104-954ffe270070 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:49:16.832083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Attempting to bind port 945add3b-5b0b-4d79-b104-954ffe270070 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '49772dea-2d1c-42a0-b622-09120cae42ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:49:16.832568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Attempting to bind port 945add3b-5b0b-4d79-b104-954ffe270070 on network c629afea-34fe-45b2-8cc2-cb0359fe6169 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:49:16.840737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:49:16.841261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Checking segment: {'id': '49772dea-2d1c-42a0-b622-09120cae42ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:49:16.843202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:16.843905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Bound using segment: {'id': '49772dea-2d1c-42a0-b622-09120cae42ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:49:16.844447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Bound port: 945add3b-5b0b-4d79-b104-954ffe270070, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49772dea-2d1c-42a0-b622-09120cae42ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:49:16.844874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:16.954545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] For port 945add3b-5b0b-4d79-b104-954ffe270070, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:49:16.958674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] For port 945add3b-5b0b-4d79-b104-954ffe270070, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=945add3b-5b0b-4d79-b104-954ffe270070,segment=NetworkSegment(49772dea-2d1c-42a0-b622-09120cae42ee),segment_id=49772dea-2d1c-42a0-b622-09120cae42ee)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:49:16.961057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-aa8d4166-b36b-40ed-811f-efc662fd1c10 None None] Provisioning for port 62e889d9-a99e-4633-af99-9c9d84a400ac completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:49:16.966795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:16.973014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cd93100f-ed1e-4815-ab3f-f37039a101ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:17.012698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-aa8d4166-b36b-40ed-811f-efc662fd1c10 None None] Provisioning complete for port 62e889d9-a99e-4633-af99-9c9d84a400ac triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:17.013120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aa8d4166-b36b-40ed-811f-efc662fd1c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:17.111038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d4166-b36b-40ed-811f-efc662fd1c10 None None] Port 62e889d9-a99e-4633-af99-9c9d84a400ac cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:49:17.121563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Routers {'40803fa3-aad5-4703-aaad-ca7728cb7221'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:17.122289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f049b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['40803fa3-aad5-4703-aaad-ca7728cb7221'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:17.194097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd039e4-1508-4a98-be6a-aa7086426b4a None None] Pushing event updated for resources: {'Port': ['ID=945add3b-5b0b-4d79-b104-954ffe270070,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:17.207504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dfd039e4-1508-4a98-be6a-aa7086426b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:17.342191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] Set router 40803fa3-aad5-4703-aaad-ca7728cb7221 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:49:17.400769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e7dc7-f03b-461c-b2d8-19b5d9b73670 req-83789826-cd37-4370-ab5e-3c777d5db6f4 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:17.401555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-d42e7dc7-f03b-461c-b2d8-19b5d9b73670 req-83789826-cd37-4370-ab5e-3c777d5db6f4 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Synchronizing usage tracker for tenant:1d98cbf13f5b44babf174241a9ac635c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:49:17.441307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-d42e7dc7-f03b-461c-b2d8-19b5d9b73670 req-83789826-cd37-4370-ab5e-3c777d5db6f4 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Unset dirty status for tenant:1d98cbf13f5b44babf174241a9ac635c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:49:17.442607 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d42e7dc7-f03b-461c-b2d8-19b5d9b73670 req-83789826-cd37-4370-ab5e-3c777d5db6f4 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 932 time: 0.2504284
Dec 23 16:49:17.559927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-d42e7dc7-f03b-461c-b2d8-19b5d9b73670 req-ebf4830f-cbb7-4994-89fb-5c4ac0126571 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Synchronizing usage tracker for tenant:1d98cbf13f5b44babf174241a9ac635c on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:49:17.564441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e889d9-a99e-4633-af99-9c9d84a400ac {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:49:17.572771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:17.604350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Transition to ACTIVE for port object 62e889d9-a99e-4633-af99-9c9d84a400ac will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:49:17.605716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-d42e7dc7-f03b-461c-b2d8-19b5d9b73670 req-ebf4830f-cbb7-4994-89fb-5c4ac0126571 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Unset dirty status for tenant:1d98cbf13f5b44babf174241a9ac635c on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:49:17.606949 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d42e7dc7-f03b-461c-b2d8-19b5d9b73670 req-ebf4830f-cbb7-4994-89fb-5c4ac0126571 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573350
Dec 23 16:49:17.609440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:17.615545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9222c1f2-af34-49e9-b7c9-82c4f310c7be tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:17.690422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f049b0>, [{'id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'name': 'tempest-TestEncryptedCinderVolumes-1307950856-router', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:49:09Z', 'revision_number': 4, 'project_id': '2c0d72bf0e4f459487f5333fb6348343', 'gw_port': {'id': '4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '945add3b-5b0b-4d79-b104-954ffe270070', 'name': '', 'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'mac_address': 'fa:16:3e:1d:92:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e506556-39ee-4973-880d-9df7af3209c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:08Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': '2c0d72bf0e4f459487f5333fb6348343', 'subnets': [{'id': '7e506556-39ee-4973-880d-9df7af3209c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:49:17.694732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23528f-0ca2-4aa4-8195-f85faab9b76a None None] The sync data for ids ['40803fa3-aad5-4703-aaad-ca7728cb7221'] in dv-neutron-822801-1-hyperv is: [{'id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'name': 'tempest-TestEncryptedCinderVolumes-1307950856-router', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:49:09Z', 'revision_number': 4, 'project_id': '2c0d72bf0e4f459487f5333fb6348343', 'gw_port': {'id': '4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '945add3b-5b0b-4d79-b104-954ffe270070', 'name': '', 'network_id': 'c629afea-34fe-45b2-8cc2-cb0359fe6169', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'mac_address': 'fa:16:3e:1d:92:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e506556-39ee-4973-880d-9df7af3209c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:08Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': '2c0d72bf0e4f459487f5333fb6348343', 'subnets': [{'id': '7e506556-39ee-4973-880d-9df7af3209c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:49:17.759705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Pushing event updated for resources: {'Port': ['ID=62e889d9-a99e-4633-af99-9c9d84a400ac,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:17.763109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:17.881869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Attempting to bind port 62e889d9-a99e-4633-af99-9c9d84a400ac on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:49:17.882241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Attempting to bind port 62e889d9-a99e-4633-af99-9c9d84a400ac by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:49:17.882619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Attempting to bind port 62e889d9-a99e-4633-af99-9c9d84a400ac on network c1394f55-19b2-41b8-b33e-e4b96c9a612a {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:49:17.890010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Port 62e889d9-a99e-4633-af99-9c9d84a400ac on network c1394f55-19b2-41b8-b33e-e4b96c9a612a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:49:17.890382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Attempting to bind port 62e889d9-a99e-4633-af99-9c9d84a400ac on network c1394f55-19b2-41b8-b33e-e4b96c9a612a {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:49:17.898220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:49:17.898612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Checking segment: {'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:49:17.899051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Bound using segment: {'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:49:17.899545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Bound port: 62e889d9-a99e-4633-af99-9c9d84a400ac, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:49:17.899943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:18.004967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] For port 62e889d9-a99e-4633-af99-9c9d84a400ac, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:49:18.008498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] For port 62e889d9-a99e-4633-af99-9c9d84a400ac, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=62e889d9-a99e-4633-af99-9c9d84a400ac,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:49:18.012107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:18.018330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a74b4a83-dcee-42b4-abb0-6f18f0cbfcb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:18.081926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:18.083415 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] 10.222.0.36 "PUT /v2.0/ports/62e889d9-a99e-4633-af99-9c9d84a400ac HTTP/1.1" status: 200  len: 1094 time: 1.4251840
Dec 23 16:49:18.083997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926de8d3-986a-4122-9a07-83ad88c58a4a', 'tag': '62e889d9-a99e-4633-af99-9c9d84a400ac'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:49:18.104118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Pushing event updated for resources: {'Port': ['ID=62e889d9-a99e-4633-af99-9c9d84a400ac,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:18.107591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:18.172627 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926de8d3-986a-4122-9a07-83ad88c58a4a', 'tag': '62e889d9-a99e-4633-af99-9c9d84a400ac', 'status': 'completed', 'code': 200}
Dec 23 16:49:18.235090 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-647f6f9d-cb7f-4d1e-beb3-95ebfccb9b3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d98cbf13f5b44babf174241a9ac635c&device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 1097 time: 0.1051753
Dec 23 16:49:18.320442 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-254dbd74-3f07-4685-a62a-389395d45673 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62e889d9-a99e-4633-af99-9c9d84a400ac HTTP/1.1" status: 200  len: 217 time: 0.0779860
Dec 23 16:49:18.401284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-0cdab6d0-7fc7-47e4-b371-a79ee14c7ea1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:18.402912 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-0cdab6d0-7fc7-47e4-b371-a79ee14c7ea1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b8dea6f-47f4-4783-88e8-df090aca0ba9 HTTP/1.1" status: 200  len: 856 time: 0.0764391
Dec 23 16:49:18.486097 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-9b5bb40a-b90e-4df8-9751-a735a360f3c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1394f55-19b2-41b8-b33e-e4b96c9a612a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0771904
Dec 23 16:49:18.632070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-04b0fb74-3f0e-41f0-9f4c-da0432720cb2 service neutron] 10.222.0.36 "GET /v2.0/networks/c1394f55-19b2-41b8-b33e-e4b96c9a612a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399705
Dec 23 16:49:18.841015 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aaf3b381-eef7-4231-a7d2-a369eca31244 req-75afd7ab-523d-4c50-9a83-51e4b426efc2 service neutron] 10.222.0.36 "GET /v2.0/networks/c1394f55-19b2-41b8-b33e-e4b96c9a612a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2025759
Dec 23 16:49:18.860039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b35906-534b-494f-9608-166e0a15f512 req-5230748b-dd92-465f-ae0c-d2c030d9d15d tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:18.861663 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c3b35906-534b-494f-9608-166e0a15f512 req-5230748b-dd92-465f-ae0c-d2c030d9d15d tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 944 time: 0.1210871
Dec 23 16:49:18.972599 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c3b35906-534b-494f-9608-166e0a15f512 req-c1137be1-56bf-424d-8719-e04661bbc3d5 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046867
Dec 23 16:49:18.985566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 945add3b-5b0b-4d79-b104-954ffe270070 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:49:18.988435 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b0807461-ce3f-463b-b2af-6f5b23425632 req-6ad2f171-60ee-4d9b-8d96-8e242390130c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d98cbf13f5b44babf174241a9ac635c&device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 1097 time: 0.1025290
Dec 23 16:49:19.060666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 945add3b-5b0b-4d79-b104-954ffe270070 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:49:19.065751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 945add3b-5b0b-4d79-b104-954ffe270070 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:19.066186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:19.137418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0807461-ce3f-463b-b2af-6f5b23425632 req-1550cab6-a0d4-4405-829f-670d6fcb20fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:19.139675 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b0807461-ce3f-463b-b2af-6f5b23425632 req-1550cab6-a0d4-4405-829f-670d6fcb20fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1394f55-19b2-41b8-b33e-e4b96c9a612a HTTP/1.1" status: 200  len: 918 time: 0.1435864
Dec 23 16:49:19.184690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:19.215577 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b0807461-ce3f-463b-b2af-6f5b23425632 req-afcca329-85a1-4e84-98a3-d60b3acc0de0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62e889d9-a99e-4633-af99-9c9d84a400ac HTTP/1.1" status: 200  len: 217 time: 0.0692139
Dec 23 16:49:19.220174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 945add3b-5b0b-4d79-b104-954ffe270070, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=945add3b-5b0b-4d79-b104-954ffe270070,segment=NetworkSegment(49772dea-2d1c-42a0-b622-09120cae42ee),segment_id=49772dea-2d1c-42a0-b622-09120cae42ee)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:49:19.224363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:19.226532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:19.290158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0807461-ce3f-463b-b2af-6f5b23425632 req-a1c5754e-594c-458f-a1e5-42b2cd3b0ff7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:19.291820 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b0807461-ce3f-463b-b2af-6f5b23425632 req-a1c5754e-594c-458f-a1e5-42b2cd3b0ff7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b8dea6f-47f4-4783-88e8-df090aca0ba9 HTTP/1.1" status: 200  len: 856 time: 0.0699897
Dec 23 16:49:19.301623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=945add3b-5b0b-4d79-b104-954ffe270070,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:19.304911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:19.377313 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b0807461-ce3f-463b-b2af-6f5b23425632 req-57edeb02-3aa6-464f-9a62-632cce5c0d6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1394f55-19b2-41b8-b33e-e4b96c9a612a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0788412
Dec 23 16:49:19.524421 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b0807461-ce3f-463b-b2af-6f5b23425632 req-67205f9f-6613-413b-9206-a49c4015de37 service neutron] 10.222.0.36 "GET /v2.0/networks/c1394f55-19b2-41b8-b33e-e4b96c9a612a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400235
Dec 23 16:49:19.671811 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b0807461-ce3f-463b-b2af-6f5b23425632 req-065a5f21-19e2-4636-bb0c-248e7d7c722c service neutron] 10.222.0.36 "GET /v2.0/networks/c1394f55-19b2-41b8-b33e-e4b96c9a612a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404011
Dec 23 16:49:20.184903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20cd12-73c9-4acd-9bc7-6f902b832162 req-a4b58a79-9abf-4e53-b325-9719449e443a tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:20.187409 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cb20cd12-73c9-4acd-9bc7-6f902b832162 req-a4b58a79-9abf-4e53-b325-9719449e443a tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 944 time: 0.0866218
Dec 23 16:49:20.238099 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cb20cd12-73c9-4acd-9bc7-6f902b832162 req-46003853-9860-4db1-95e4-c1f785287339 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444429
Dec 23 16:49:20.974681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 945add3b-5b0b-4d79-b104-954ffe270070 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:49:21.069647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 945add3b-5b0b-4d79-b104-954ffe270070 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:21.069999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:21.446708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5ea4d-0902-42ef-8fba-80144efb5c62 req-673011b8-1f8f-4f78-a351-4e12310a1ed8 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:21.448444 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0af5ea4d-0902-42ef-8fba-80144efb5c62 req-673011b8-1f8f-4f78-a351-4e12310a1ed8 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 944 time: 0.0870581
Dec 23 16:49:21.500246 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0af5ea4d-0902-42ef-8fba-80144efb5c62 req-807745d2-308a-4643-b68d-78c750e2b5c8 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449667
Dec 23 16:49:21.952537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 62e889d9-a99e-4633-af99-9c9d84a400ac details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:49:22.094606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 62e889d9-a99e-4633-af99-9c9d84a400ac, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=62e889d9-a99e-4633-af99-9c9d84a400ac,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:49:22.109386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '62e889d9-a99e-4633-af99-9c9d84a400ac', 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a', 'port_id': '62e889d9-a99e-4633-af99-9c9d84a400ac', 'mac_address': 'fa:16:3e:e3:66:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8dea6f-47f4-4783-88e8-df090aca0ba9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:49:22.165403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:22.183884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e889d9-a99e-4633-af99-9c9d84a400ac {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:49:22.199566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 62e889d9-a99e-4633-af99-9c9d84a400ac, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=62e889d9-a99e-4633-af99-9c9d84a400ac,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:49:22.203186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:22.205938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d63e3c7-a37a-4997-a044-13c100e13200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:22.276822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=62e889d9-a99e-4633-af99-9c9d84a400ac,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:22.286886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:22.287332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:22.287726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:22.288117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:22.288511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:22.288896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:22.289279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:22.289662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:22.290043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:22.290419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:22.290797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:22.294746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:22.408568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['62e889d9-a99e-4633-af99-9c9d84a400ac'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:49:22.709710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5ca2a-fd01-46c4-9a7c-43fecb255d76 req-46e5938c-5e15-4ce2-8394-06e34877ecdd tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:22.711365 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b4d5ca2a-fd01-46c4-9a7c-43fecb255d76 req-46e5938c-5e15-4ce2-8394-06e34877ecdd tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 945 time: 0.0880103
Dec 23 16:49:22.759739 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b4d5ca2a-fd01-46c4-9a7c-43fecb255d76 req-7670cec5-7238-4e88-99d5-0b9e40980368 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421712
Dec 23 16:49:23.966889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 62e889d9-a99e-4633-af99-9c9d84a400ac up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:49:23.972592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67461468-e933-45b3-9e15-2dd652730341 req-d6138378-190d-43c8-8921-2606dfc45c2f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:23.974380 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67461468-e933-45b3-9e15-2dd652730341 req-d6138378-190d-43c8-8921-2606dfc45c2f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 945 time: 0.0912888
Dec 23 16:49:24.025630 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67461468-e933-45b3-9e15-2dd652730341 req-def5f9d8-f10a-4073-b0e9-e4cdc8ef4a78 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449460
Dec 23 16:49:24.043120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 62e889d9-a99e-4633-af99-9c9d84a400ac completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:49:24.048319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 62e889d9-a99e-4633-af99-9c9d84a400ac triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:24.048704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:24.165638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:24.194141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926de8d3-986a-4122-9a07-83ad88c58a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e889d9-a99e-4633-af99-9c9d84a400ac'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:49:24.204862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 62e889d9-a99e-4633-af99-9c9d84a400ac, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=62e889d9-a99e-4633-af99-9c9d84a400ac,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:49:24.208461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:24.210427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-01043f83-8d6c-4a81-b68d-caf03b46d232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:24.260354 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926de8d3-986a-4122-9a07-83ad88c58a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e889d9-a99e-4633-af99-9c9d84a400ac', 'code': 200}
Dec 23 16:49:24.282801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=62e889d9-a99e-4633-af99-9c9d84a400ac,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:24.285895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:24.468697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-052d73d0-fa18-416b-961e-3fae39c0dfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:24.493803 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-265666e7-c8f2-47cc-b71a-37e710e7f992 req-327fb2b9-9c7b-464a-85e2-4351b29857d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 1099 time: 0.0770657
Dec 23 16:49:24.538902 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-265666e7-c8f2-47cc-b71a-37e710e7f992 req-2b96e848-1c7d-4f46-a90e-b4143dd4b406 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384643
Dec 23 16:49:25.237517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb4aeb-21b2-44f6-94da-8d6d5c0a64c4 req-e7ffc93a-2b39-46e2-845b-e12238367203 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:25.239215 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2cfb4aeb-21b2-44f6-94da-8d6d5c0a64c4 req-e7ffc93a-2b39-46e2-845b-e12238367203 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 946 time: 0.0900586
Dec 23 16:49:25.288740 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2cfb4aeb-21b2-44f6-94da-8d6d5c0a64c4 req-934001bb-34bf-4100-a7ad-a903edfbc62a tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433178
Dec 23 16:49:26.000650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:26.502104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc92185-2fa0-4e94-b3a5-740237069cf8 req-241f86cc-1e62-4982-a7b4-b3e2bc33081c tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:26.503774 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cc92185-2fa0-4e94-b3a5-740237069cf8 req-241f86cc-1e62-4982-a7b4-b3e2bc33081c tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 946 time: 0.0865443
Dec 23 16:49:26.556615 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0cc92185-2fa0-4e94-b3a5-740237069cf8 req-66081564-170a-4eaf-b74a-33861fc33016 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467699
Dec 23 16:49:26.759697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755f2b1-2d4a-49c7-97b3-5d1c25e040c1 req-0b2b75cf-e4fa-4bcd-a0cd-f6bcd86c4581 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:26.761327 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2755f2b1-2d4a-49c7-97b3-5d1c25e040c1 req-0b2b75cf-e4fa-4bcd-a0cd-f6bcd86c4581 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 946 time: 0.0833941
Dec 23 16:49:26.810228 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2755f2b1-2d4a-49c7-97b3-5d1c25e040c1 req-b0765b86-f406-4aa8-9b44-02ab10a6053b tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423117
Dec 23 16:49:26.854678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-557fbf8c-bd81-4aeb-81ab-00ac8e69f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:27.417957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:28.687320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:31.124586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:49:41.789923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0c13e-e415-442d-9e7f-2bf48d53b465 req-7e8580c5-7168-45d6-bd9a-570aa33c9596 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:41.791596 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c0d0c13e-e415-442d-9e7f-2bf48d53b465 req-7e8580c5-7168-45d6-bd9a-570aa33c9596 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 946 time: 0.0865600
Dec 23 16:49:41.840551 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c0d0c13e-e415-442d-9e7f-2bf48d53b465 req-d977dd25-df2b-40a8-a285-f28d0052d464 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422487
Dec 23 16:49:42.418733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:43.053450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8faba0-e8d2-4b0d-8bb6-eec2666e945a req-c3faa303-a9ca-4b4f-b9f8-f368e43a5a84 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:43.055079 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf8faba0-e8d2-4b0d-8bb6-eec2666e945a req-c3faa303-a9ca-4b4f-b9f8-f368e43a5a84 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 946 time: 0.0871141
Dec 23 16:49:43.103678 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf8faba0-e8d2-4b0d-8bb6-eec2666e945a req-4bd6e130-0fd3-4184-b646-523ad003dce5 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415719
Dec 23 16:49:43.233717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086ec44-d62b-4162-a9cf-33ec60042c97 req-8e48ffd7-6e26-4e67-8992-3df6ecb1c83b tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:43.235355 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8086ec44-d62b-4162-a9cf-33ec60042c97 req-8e48ffd7-6e26-4e67-8992-3df6ecb1c83b tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.36 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 946 time: 0.0844753
Dec 23 16:49:43.311025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-8086ec44-d62b-4162-a9cf-33ec60042c97 req-a1eb0f80-8fc4-4e9a-b7ca-5fb5563a1562 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Deleting port 62e889d9-a99e-4633-af99-9c9d84a400ac {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:49:43.311448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8086ec44-d62b-4162-a9cf-33ec60042c97 req-a1eb0f80-8fc4-4e9a-b7ca-5fb5563a1562 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:43.574561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-8086ec44-d62b-4162-a9cf-33ec60042c97 req-a1eb0f80-8fc4-4e9a-b7ca-5fb5563a1562 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] For port 62e889d9-a99e-4633-af99-9c9d84a400ac, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=62e889d9-a99e-4633-af99-9c9d84a400ac,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:49:43.574895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8086ec44-d62b-4162-a9cf-33ec60042c97 req-a1eb0f80-8fc4-4e9a-b7ca-5fb5563a1562 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:43.708060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-8086ec44-d62b-4162-a9cf-33ec60042c97 req-a1eb0f80-8fc4-4e9a-b7ca-5fb5563a1562 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Calling delete_port for 62e889d9-a99e-4633-af99-9c9d84a400ac owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:49:43.849169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8086ec44-d62b-4162-a9cf-33ec60042c97 req-a1eb0f80-8fc4-4e9a-b7ca-5fb5563a1562 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:43.854675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-619a4138-7042-489b-9846-90f7548aa008 tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:43.861192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['62e889d9-a99e-4633-af99-9c9d84a400ac'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:49:43.903606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb0f80-8fc4-4e9a-b7ca-5fb5563a1562 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Pushing event deleted for resources: {'Port': ['ID=62e889d9-a99e-4633-af99-9c9d84a400ac,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:43.908697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1eb0f80-8fc4-4e9a-b7ca-5fb5563a1562 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:43.982545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-8086ec44-d62b-4162-a9cf-33ec60042c97 req-a1eb0f80-8fc4-4e9a-b7ca-5fb5563a1562 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] No DVR routers for this DVR port 62e889d9-a99e-4633-af99-9c9d84a400ac on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:49:43.985219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8086ec44-d62b-4162-a9cf-33ec60042c97 req-a1eb0f80-8fc4-4e9a-b7ca-5fb5563a1562 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:43.988288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926de8d3-986a-4122-9a07-83ad88c58a4a', 'name': 'network-vif-deleted', 'tag': '62e889d9-a99e-4633-af99-9c9d84a400ac'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:49:44.005407 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8086ec44-d62b-4162-a9cf-33ec60042c97 req-a1eb0f80-8fc4-4e9a-b7ca-5fb5563a1562 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.36 "DELETE /v2.0/ports/62e889d9-a99e-4633-af99-9c9d84a400ac HTTP/1.1" status: 204  len: 173 time: 0.7650464
Dec 23 16:49:44.053008 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926de8d3-986a-4122-9a07-83ad88c58a4a', 'name': 'network-vif-deleted', 'tag': '62e889d9-a99e-4633-af99-9c9d84a400ac', 'status': 'completed', 'code': 200}
Dec 23 16:49:44.296501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-61f28f6f-0b74-4e66-a918-b2d25b029a43 req-fa0a6ddb-499d-4695-a1a7-91e2562e89a1 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Synchronizing usage tracker for tenant:1d98cbf13f5b44babf174241a9ac635c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:49:44.311614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-61f28f6f-0b74-4e66-a918-b2d25b029a43 req-fa0a6ddb-499d-4695-a1a7-91e2562e89a1 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Unset dirty status for tenant:1d98cbf13f5b44babf174241a9ac635c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:49:44.312877 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-61f28f6f-0b74-4e66-a918-b2d25b029a43 req-fa0a6ddb-499d-4695-a1a7-91e2562e89a1 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=926de8d3-986a-4122-9a07-83ad88c58a4a HTTP/1.1" status: 200  len: 210 time: 0.0651610
Dec 23 16:49:45.898102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-c918af8d-5d4e-41f4-b200-ed0f39c88e69 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:45.899728 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-c918af8d-5d4e-41f4-b200-ed0f39c88e69 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/networks?id=c1394f55-19b2-41b8-b33e-e4b96c9a612a HTTP/1.1" status: 200  len: 817 time: 0.1561978
Dec 23 16:49:45.917073 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-db49a860-feb7-4536-aa7a-57413baf507e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/quotas/1d98cbf13f5b44babf174241a9ac635c HTTP/1.1" status: 200  len: 375 time: 0.0113823
Dec 23 16:49:46.002324 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-33c5738d-6e35-43ac-828a-860be6148d0c tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d98cbf13f5b44babf174241a9ac635c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0798645
Dec 23 16:49:46.447386 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-bbfab947-5485-47d6-8415-fe830cdbe0b2 service neutron] 10.222.0.67 "GET /v2.0/networks/c1394f55-19b2-41b8-b33e-e4b96c9a612a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4322069
Dec 23 16:49:46.593162 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-2ccf02cc-ff6d-41b7-acb1-a842fa6eaf8d service neutron] 10.222.0.67 "GET /v2.0/networks/c1394f55-19b2-41b8-b33e-e4b96c9a612a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386778
Dec 23 16:49:46.799722 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-42c72b3b-e418-4684-bb34-c406aab2321a req-baacdcb9-78b7-40a0-a10f-230b110794f2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 210 time: 0.0521309
Dec 23 16:49:47.998583 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-983fea38-80ce-49a8-9fb2-75671b7bfe33 req-8f562d53-2763-4289-bee3-e3b4fe0660d8 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 210 time: 0.0681562
Dec 23 16:49:48.060866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 62e889d9-a99e-4633-af99-9c9d84a400ac no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:49:48.102319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 62e889d9-a99e-4633-af99-9c9d84a400ac {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:49:48.102664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 62e889d9-a99e-4633-af99-9c9d84a400ac not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:49:48.104118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-4be01422-3434-4dec-8b8c-6660bf4d3bf0 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:48.105819 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-4be01422-3434-4dec-8b8c-6660bf4d3bf0 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.36 "GET /v2.0/networks?id=c1394f55-19b2-41b8-b33e-e4b96c9a612a HTTP/1.1" status: 200  len: 817 time: 0.2104983
Dec 23 16:49:48.127830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Request body: {'port': {'device_id': '56c61341-18e6-483e-890c-c4173dc80884', 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a', 'admin_state_up': True, 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:49:48.276309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:49:48.287094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:49:48.296217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Made reservation on behalf of 1d98cbf13f5b44babf174241a9ac635c for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:49:48.301818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:48.474468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Allocated IP 172.20.0.4 (c1394f55-19b2-41b8-b33e-e4b96c9a612a/8b8dea6f-47f4-4783-88e8-df090aca0ba9/b9505f59-efcb-4126-b1b5-0b067314976f) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:49:48.688548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:48.705314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Transition to ACTIVE for port object b9505f59-efcb-4126-b1b5-0b067314976f will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:49:48.725348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:48.730960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9ab4db2f-0a02-4dd3-b195-7b4d7cd5e4cf tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:48.802139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Network c1394f55-19b2-41b8-b33e-e4b96c9a612a is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:49:48.803301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:49:48.807455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:49:48.850022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Pushing event updated for resources: {'Port': ['ID=b9505f59-efcb-4126-b1b5-0b067314976f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:48.873546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:48.873990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:48.874429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:48.875043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:48.875336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:48.875769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:48.876193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:48.876615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:48.877040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:48.877465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:48.877885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:49:48.884448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:48.898365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:48.899095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:48.926431 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8027735
Dec 23 16:49:48.940404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Request body: {'port': {'device_id': '56c61341-18e6-483e-890c-c4173dc80884', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:49:49.058957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:49.141023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8e711510-6dbe-471a-b3c7-869209d6cfe2 None None] Provisioning for port b9505f59-efcb-4126-b1b5-0b067314976f completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:49:49.146513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8e711510-6dbe-471a-b3c7-869209d6cfe2 None None] Provisioning complete for port b9505f59-efcb-4126-b1b5-0b067314976f triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:49.146943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8e711510-6dbe-471a-b3c7-869209d6cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:49.205299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8e711510-6dbe-471a-b3c7-869209d6cfe2 None None] Port b9505f59-efcb-4126-b1b5-0b067314976f cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:49:49.230109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4d40f-ad9d-43db-9e94-84150c988dbe req-7a4be931-8068-4d5d-a206-92ca633b183e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:49.232081 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0ab4d40f-ad9d-43db-9e94-84150c988dbe req-7a4be931-8068-4d5d-a206-92ca633b183e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 931 time: 0.1083684
Dec 23 16:49:49.281881 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0ab4d40f-ad9d-43db-9e94-84150c988dbe req-4ba18b90-38dc-4344-9166-b39f8bdcd902 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436180
Dec 23 16:49:49.443068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9505f59-efcb-4126-b1b5-0b067314976f {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:49:49.450112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:49.465439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Transition to ACTIVE for port object b9505f59-efcb-4126-b1b5-0b067314976f will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:49:49.468676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:49.473025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c4448f43-2c67-4ddf-b70b-ff9cd7f297f3 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:49.606274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Pushing event updated for resources: {'Port': ['ID=b9505f59-efcb-4126-b1b5-0b067314976f,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:49.610703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:49.720160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Attempting to bind port b9505f59-efcb-4126-b1b5-0b067314976f on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:49:49.720538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Attempting to bind port b9505f59-efcb-4126-b1b5-0b067314976f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:49:49.720910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Attempting to bind port b9505f59-efcb-4126-b1b5-0b067314976f on network c1394f55-19b2-41b8-b33e-e4b96c9a612a {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:49:49.727376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Port b9505f59-efcb-4126-b1b5-0b067314976f on network c1394f55-19b2-41b8-b33e-e4b96c9a612a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:49:49.727749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Attempting to bind port b9505f59-efcb-4126-b1b5-0b067314976f on network c1394f55-19b2-41b8-b33e-e4b96c9a612a {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:49:49.734760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:49:49.735175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Checking segment: {'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:49:49.735606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Bound using segment: {'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:49:49.736082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Bound port: b9505f59-efcb-4126-b1b5-0b067314976f, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ea1e54-4ef0-406b-a582-eea72aea020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:49:49.736471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:49.833294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] For port b9505f59-efcb-4126-b1b5-0b067314976f, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:49:49.837214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] For port b9505f59-efcb-4126-b1b5-0b067314976f, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b9505f59-efcb-4126-b1b5-0b067314976f,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:49:49.840586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:49.845319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-227b2ca6-5848-47cc-bbf2-05072f0b54ee tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:49.905075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:49.906817 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] 10.222.0.36 "PUT /v2.0/ports/b9505f59-efcb-4126-b1b5-0b067314976f HTTP/1.1" status: 200  len: 1093 time: 0.9719329
Dec 23 16:49:49.909840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c61341-18e6-483e-890c-c4173dc80884', 'tag': 'b9505f59-efcb-4126-b1b5-0b067314976f'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:49:49.933182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Pushing event updated for resources: {'Port': ['ID=b9505f59-efcb-4126-b1b5-0b067314976f,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:49.937490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:50.002917 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c61341-18e6-483e-890c-c4173dc80884', 'tag': 'b9505f59-efcb-4126-b1b5-0b067314976f', 'status': 'completed', 'code': 200}
Dec 23 16:49:50.049922 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-646e3de0-6770-4605-9cc6-3140d73bb1fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d98cbf13f5b44babf174241a9ac635c&device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 1096 time: 0.0988595
Dec 23 16:49:50.126457 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-c03406b0-ac9b-4b4c-af4a-5d42e5054e7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9505f59-efcb-4126-b1b5-0b067314976f HTTP/1.1" status: 200  len: 217 time: 0.0692267
Dec 23 16:49:50.204229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-3b23ac9c-4ccd-4fe8-b108-5d3ac38b4c91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:50.206025 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-3b23ac9c-4ccd-4fe8-b108-5d3ac38b4c91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b8dea6f-47f4-4783-88e8-df090aca0ba9 HTTP/1.1" status: 200  len: 856 time: 0.0741186
Dec 23 16:49:50.295362 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-2558138b-f7f8-4f2e-b459-28b624af8709 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1394f55-19b2-41b8-b33e-e4b96c9a612a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0823503
Dec 23 16:49:50.443134 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-1eba0f99-3e9c-40b8-9140-31261a709ac3 service neutron] 10.222.0.36 "GET /v2.0/networks/c1394f55-19b2-41b8-b33e-e4b96c9a612a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419575
Dec 23 16:49:50.503243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e09dd5-5505-4beb-9878-5eb5c748c858 req-adc14185-78f1-4582-a1fb-c8df0804ae27 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:50.504913 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-23e09dd5-5505-4beb-9878-5eb5c748c858 req-adc14185-78f1-4582-a1fb-c8df0804ae27 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 943 time: 0.0963891
Dec 23 16:49:50.557177 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-23e09dd5-5505-4beb-9878-5eb5c748c858 req-08c18d04-bf80-4985-9669-ff2bd6383a38 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456481
Dec 23 16:49:50.599831 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6114f29-21f3-40c8-adf6-04f3600deec8 req-201a42c3-4e8d-4103-a7b2-881b8a8f358d service neutron] 10.222.0.36 "GET /v2.0/networks/c1394f55-19b2-41b8-b33e-e4b96c9a612a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503999
Dec 23 16:49:50.729385 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af5d6aaf-b18c-48f0-a677-017310cdc56d req-99991937-cd7d-4cc3-980f-78ba644123f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d98cbf13f5b44babf174241a9ac635c&device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 1096 time: 0.0794396
Dec 23 16:49:50.871558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d6aaf-b18c-48f0-a677-017310cdc56d req-d3fcd4ef-9253-43e7-91a3-1e5a1820c3d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:50.873280 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af5d6aaf-b18c-48f0-a677-017310cdc56d req-d3fcd4ef-9253-43e7-91a3-1e5a1820c3d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1394f55-19b2-41b8-b33e-e4b96c9a612a HTTP/1.1" status: 200  len: 918 time: 0.1367636
Dec 23 16:49:50.944024 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af5d6aaf-b18c-48f0-a677-017310cdc56d req-e6f272de-548e-4a59-9493-1da90b921327 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9505f59-efcb-4126-b1b5-0b067314976f HTTP/1.1" status: 200  len: 217 time: 0.0641937
Dec 23 16:49:51.017650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d6aaf-b18c-48f0-a677-017310cdc56d req-e40be496-5630-478a-a7ad-09ea87973a01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:51.019161 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af5d6aaf-b18c-48f0-a677-017310cdc56d req-e40be496-5630-478a-a7ad-09ea87973a01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b8dea6f-47f4-4783-88e8-df090aca0ba9 HTTP/1.1" status: 200  len: 856 time: 0.0674324
Dec 23 16:49:51.100673 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af5d6aaf-b18c-48f0-a677-017310cdc56d req-9a892a14-6e6b-4416-a072-83f09d0f0f95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1394f55-19b2-41b8-b33e-e4b96c9a612a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744152
Dec 23 16:49:51.244159 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af5d6aaf-b18c-48f0-a677-017310cdc56d req-c569fa2e-6a7f-443d-8f08-73d99ee21b5d service neutron] 10.222.0.36 "GET /v2.0/networks/c1394f55-19b2-41b8-b33e-e4b96c9a612a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363356
Dec 23 16:49:51.624580 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-af5d6aaf-b18c-48f0-a677-017310cdc56d req-08893d16-f9ae-4ad1-a5fe-64378165acc4 service neutron] 10.222.0.36 "GET /v2.0/networks/c1394f55-19b2-41b8-b33e-e4b96c9a612a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3741636
Dec 23 16:49:51.767378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a7c0c-e985-403f-afd2-bab081dff41c req-dfde81c7-9baf-4518-9621-e791c11268f2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:51.768136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-cb0a7c0c-e985-403f-afd2-bab081dff41c req-dfde81c7-9baf-4518-9621-e791c11268f2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Synchronizing usage tracker for tenant:1d98cbf13f5b44babf174241a9ac635c on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:49:51.783381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-cb0a7c0c-e985-403f-afd2-bab081dff41c req-dfde81c7-9baf-4518-9621-e791c11268f2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Unset dirty status for tenant:1d98cbf13f5b44babf174241a9ac635c on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:49:51.784614 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cb0a7c0c-e985-403f-afd2-bab081dff41c req-dfde81c7-9baf-4518-9621-e791c11268f2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 943 time: 0.1005135
Dec 23 16:49:51.833740 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cb0a7c0c-e985-403f-afd2-bab081dff41c req-26bf57ed-a18e-4b5f-9c0d-33488f750a53 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430665
Dec 23 16:49:53.040948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74d14f-93b3-4595-bf09-3faddf8ee77d req-29a37e7f-29d9-498c-ab60-8d2887263b75 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:53.042581 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f74d14f-93b3-4595-bf09-3faddf8ee77d req-29a37e7f-29d9-498c-ab60-8d2887263b75 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 943 time: 0.0842025
Dec 23 16:49:53.092173 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f74d14f-93b3-4595-bf09-3faddf8ee77d req-67f42966-e004-46a3-b56d-436e687661b4 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427403
Dec 23 16:49:54.060388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device b9505f59-efcb-4126-b1b5-0b067314976f details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:49:54.206800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port b9505f59-efcb-4126-b1b5-0b067314976f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b9505f59-efcb-4126-b1b5-0b067314976f,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:49:54.222584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'b9505f59-efcb-4126-b1b5-0b067314976f', 'network_id': 'c1394f55-19b2-41b8-b33e-e4b96c9a612a', 'port_id': 'b9505f59-efcb-4126-b1b5-0b067314976f', 'mac_address': 'fa:16:3e:da:22:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8dea6f-47f4-4783-88e8-df090aca0ba9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:49:54.285458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:54.303696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bc739-81d5-4044-a083-b144e64384db req-0971ea56-56ec-42e9-89a2-dbf4873fb37b tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:54.304460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9505f59-efcb-4126-b1b5-0b067314976f {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:49:54.305464 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d65bc739-81d5-4044-a083-b144e64384db req-0971ea56-56ec-42e9-89a2-dbf4873fb37b tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 943 time: 0.0880699
Dec 23 16:49:54.320616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port b9505f59-efcb-4126-b1b5-0b067314976f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b9505f59-efcb-4126-b1b5-0b067314976f,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:49:54.323456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:54.325378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:54.356039 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d65bc739-81d5-4044-a083-b144e64384db req-0c8951a3-1ca3-4a51-9fc0-d80501a59377 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435896
Dec 23 16:49:54.392500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=b9505f59-efcb-4126-b1b5-0b067314976f,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:54.396052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:54.469381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dbde2b98-4329-4619-acee-3c2e69a407d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:54.509685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['b9505f59-efcb-4126-b1b5-0b067314976f'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:49:55.569439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d306b-aad4-4cfb-b450-70087cbf7a2a req-247657ba-db4f-446b-90bf-e30c0392cde2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:55.571030 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7c3d306b-aad4-4cfb-b450-70087cbf7a2a req-247657ba-db4f-446b-90bf-e30c0392cde2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 944 time: 0.0897274
Dec 23 16:49:55.621952 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7c3d306b-aad4-4cfb-b450-70087cbf7a2a req-52432223-1068-4999-84d2-6c60e410c2e5 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439372
Dec 23 16:49:56.002971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:56.060001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device b9505f59-efcb-4126-b1b5-0b067314976f up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:49:56.127485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port b9505f59-efcb-4126-b1b5-0b067314976f completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:49:56.132227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port b9505f59-efcb-4126-b1b5-0b067314976f triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:49:56.132652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:56.257343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:56.285802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c61341-18e6-483e-890c-c4173dc80884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9505f59-efcb-4126-b1b5-0b067314976f'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:49:56.296751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port b9505f59-efcb-4126-b1b5-0b067314976f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b9505f59-efcb-4126-b1b5-0b067314976f,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:49:56.300434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:56.302578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:49:56.373237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=b9505f59-efcb-4126-b1b5-0b067314976f,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:49:56.376632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:49:56.422949 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c61341-18e6-483e-890c-c4173dc80884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9505f59-efcb-4126-b1b5-0b067314976f', 'code': 200}
Dec 23 16:49:56.665101 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d4aeda9e-38ca-4ed0-9c66-3f44dbab0f0e req-bc53a6f7-6083-4b23-a0f1-db846ca259c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 1098 time: 0.0810549
Dec 23 16:49:56.711469 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d4aeda9e-38ca-4ed0-9c66-3f44dbab0f0e req-49fa8419-f42d-40d9-8521-edf78fc043df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395060
Dec 23 16:49:56.825356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abcc68-0cfe-48ce-b9bb-021f6e2c381b req-dc9d8118-5e24-490f-9d3a-f3e34a3e4a9c tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:56.827522 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a4abcc68-0cfe-48ce-b9bb-021f6e2c381b req-dc9d8118-5e24-490f-9d3a-f3e34a3e4a9c tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 945 time: 0.0839298
Dec 23 16:49:56.856213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f04ac0da-9bd8-49c8-a50f-634d59720595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:56.876047 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a4abcc68-0cfe-48ce-b9bb-021f6e2c381b req-610d4822-a4c0-45df-931d-ea1d6415b4fd tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423231
Dec 23 16:49:57.420598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:58.087344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f273f8-520c-4074-a20f-59790a461728 req-0c3eadb1-6595-4531-8e8e-936e9ec39aae tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:58.088968 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9f273f8-520c-4074-a20f-59790a461728 req-0c3eadb1-6595-4531-8e8e-936e9ec39aae tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 945 time: 0.0847931
Dec 23 16:49:58.137680 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9f273f8-520c-4074-a20f-59790a461728 req-546a5e49-a612-49f8-b412-5cd6cc575316 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419610
Dec 23 16:49:58.350782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd221e-b827-43bf-b682-9b6bd807e108 req-d2f95050-f2b9-4cb5-8054-cf6c342ab44e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:58.352453 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2dfd221e-b827-43bf-b682-9b6bd807e108 req-d2f95050-f2b9-4cb5-8054-cf6c342ab44e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 945 time: 0.0894430
Dec 23 16:49:58.401029 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2dfd221e-b827-43bf-b682-9b6bd807e108 req-a1c686c8-dc95-4db0-9b9e-a8008a27d4e1 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419388
Dec 23 16:49:58.691895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:49:58.725432 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fcf3a866-a448-43d6-b930-952faec88153 req-af6fae1a-55ed-4a1b-8464-b7cc53d70f45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0793376
Dec 23 16:49:58.872046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fcf3a866-a448-43d6-b930-952faec88153 req-6fd1f810-754a-4290-85f5-7c60bff0b5c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d98cbf13f5b44babf174241a9ac635c&device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 1098 time: 0.0760078
Dec 23 16:49:59.045137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3a866-a448-43d6-b930-952faec88153 req-85e673aa-5e70-404f-a757-893fe925e142 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:59.046770 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fcf3a866-a448-43d6-b930-952faec88153 req-85e673aa-5e70-404f-a757-893fe925e142 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c1394f55-19b2-41b8-b33e-e4b96c9a612a HTTP/1.1" status: 200  len: 918 time: 0.1555417
Dec 23 16:49:59.123540 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fcf3a866-a448-43d6-b930-952faec88153 req-f8847540-7390-4046-9c7b-bece7a91447a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9505f59-efcb-4126-b1b5-0b067314976f HTTP/1.1" status: 200  len: 217 time: 0.0704119
Dec 23 16:49:59.194930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3a866-a448-43d6-b930-952faec88153 req-a81d3b0e-dde6-43c1-ac66-1bb25f09b0f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:49:59.196686 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fcf3a866-a448-43d6-b930-952faec88153 req-a81d3b0e-dde6-43c1-ac66-1bb25f09b0f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b8dea6f-47f4-4783-88e8-df090aca0ba9 HTTP/1.1" status: 200  len: 856 time: 0.0673580
Dec 23 16:49:59.283594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fcf3a866-a448-43d6-b930-952faec88153 req-d12ec10d-23e7-4ac8-af98-083232896d20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c1394f55-19b2-41b8-b33e-e4b96c9a612a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0803118
Dec 23 16:49:59.431107 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fcf3a866-a448-43d6-b930-952faec88153 req-8a62a601-df78-43a6-81ff-44eaa577b840 service neutron] 10.222.0.36 "GET /v2.0/networks/c1394f55-19b2-41b8-b33e-e4b96c9a612a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415741
Dec 23 16:49:59.591131 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fcf3a866-a448-43d6-b930-952faec88153 req-a1ab9d89-e0e2-4aa9-a63a-365cbdafbd56 service neutron] 10.222.0.36 "GET /v2.0/networks/c1394f55-19b2-41b8-b33e-e4b96c9a612a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532516
Dec 23 16:50:08.125496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:50:12.417310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:13.088827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1170a26-2788-48aa-89e5-6c93a144eeae req-32bb4835-b307-46e4-8178-dadc057515c4 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:50:13.090390 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a1170a26-2788-48aa-89e5-6c93a144eeae req-32bb4835-b307-46e4-8178-dadc057515c4 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 945 time: 0.0860310
Dec 23 16:50:13.139333 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a1170a26-2788-48aa-89e5-6c93a144eeae req-ccef15c3-708b-4add-bdbd-a235a655dec5 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428529
Dec 23 16:50:14.345439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f739b3b-50dc-46fb-88dc-949790671888 req-f3e28c69-0858-4f2e-aaf5-5efc59c6dfb8 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:50:14.347077 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f739b3b-50dc-46fb-88dc-949790671888 req-f3e28c69-0858-4f2e-aaf5-5efc59c6dfb8 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 945 time: 0.0852985
Dec 23 16:50:14.395695 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f739b3b-50dc-46fb-88dc-949790671888 req-122e91af-94e4-4c87-afbe-0d492bcc7cdb tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/security-groups?id=bca54634-1ecf-44cc-8312-dda713c912f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422599
Dec 23 16:50:14.530253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f3111-8eb7-465b-bb83-be813342e138 req-f0d82ec8-8f7a-45a3-b452-dc2f652ac623 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:50:14.531779 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-131f3111-8eb7-465b-bb83-be813342e138 req-f0d82ec8-8f7a-45a3-b452-dc2f652ac623 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 945 time: 0.0867956
Dec 23 16:50:14.605726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-131f3111-8eb7-465b-bb83-be813342e138 req-71e09a3c-577d-4f29-b29a-25c7e9a756a2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Deleting port b9505f59-efcb-4126-b1b5-0b067314976f {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:50:14.606118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-131f3111-8eb7-465b-bb83-be813342e138 req-71e09a3c-577d-4f29-b29a-25c7e9a756a2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:14.864805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-131f3111-8eb7-465b-bb83-be813342e138 req-71e09a3c-577d-4f29-b29a-25c7e9a756a2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] For port b9505f59-efcb-4126-b1b5-0b067314976f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b9505f59-efcb-4126-b1b5-0b067314976f,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:50:14.865129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-131f3111-8eb7-465b-bb83-be813342e138 req-71e09a3c-577d-4f29-b29a-25c7e9a756a2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:14.991665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-131f3111-8eb7-465b-bb83-be813342e138 req-71e09a3c-577d-4f29-b29a-25c7e9a756a2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Calling delete_port for b9505f59-efcb-4126-b1b5-0b067314976f owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:50:15.138083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-131f3111-8eb7-465b-bb83-be813342e138 req-71e09a3c-577d-4f29-b29a-25c7e9a756a2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:15.143991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-94d6f9cd-0838-483a-8e5e-1bcc9fad600c tempest-ServersNegativeTestJSON-1563299502 tempest-ServersNegativeTestJSON-1563299502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:15.149826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['b9505f59-efcb-4126-b1b5-0b067314976f'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:50:15.192230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e09a3c-577d-4f29-b29a-25c7e9a756a2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Pushing event deleted for resources: {'Port': ['ID=b9505f59-efcb-4126-b1b5-0b067314976f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:15.195644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-71e09a3c-577d-4f29-b29a-25c7e9a756a2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:15.268213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-131f3111-8eb7-465b-bb83-be813342e138 req-71e09a3c-577d-4f29-b29a-25c7e9a756a2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] No DVR routers for this DVR port b9505f59-efcb-4126-b1b5-0b067314976f on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:50:15.271156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-131f3111-8eb7-465b-bb83-be813342e138 req-71e09a3c-577d-4f29-b29a-25c7e9a756a2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:15.274197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c61341-18e6-483e-890c-c4173dc80884', 'name': 'network-vif-deleted', 'tag': 'b9505f59-efcb-4126-b1b5-0b067314976f'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:50:15.290799 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-131f3111-8eb7-465b-bb83-be813342e138 req-71e09a3c-577d-4f29-b29a-25c7e9a756a2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.36 "DELETE /v2.0/ports/b9505f59-efcb-4126-b1b5-0b067314976f HTTP/1.1" status: 204  len: 173 time: 0.7537110
Dec 23 16:50:15.332790 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c61341-18e6-483e-890c-c4173dc80884', 'name': 'network-vif-deleted', 'tag': 'b9505f59-efcb-4126-b1b5-0b067314976f', 'status': 'completed', 'code': 200}
Dec 23 16:50:15.586419 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9f76185-5b64-4502-a531-50a64ed5202b req-4e525258-c8bd-4bef-89ea-51d44cb8b005 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] 10.222.0.67 "GET /v2.0/ports?device_id=56c61341-18e6-483e-890c-c4173dc80884 HTTP/1.1" status: 200  len: 210 time: 0.0505178
Dec 23 16:50:16.734746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34968) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:17.137268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:17.758668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Deleting port bc516272-72ef-4320-a990-606af7e9addd {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:50:17.759312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:17.939944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] For port bc516272-72ef-4320-a990-606af7e9addd, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bc516272-72ef-4320-a990-606af7e9addd,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:50:17.940348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:18.068048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Calling delete_port for bc516272-72ef-4320-a990-606af7e9addd owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:50:18.169299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device b9505f59-efcb-4126-b1b5-0b067314976f no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:50:18.237558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: b9505f59-efcb-4126-b1b5-0b067314976f {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:50:18.238235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device b9505f59-efcb-4126-b1b5-0b067314976f not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:50:18.253404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:18.257853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c4b9c3bd-ff9f-47ae-815a-bbde1e7cc0be tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:18.536533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc516272-72ef-4320-a990-606af7e9addd,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:18.615624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:18.616068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:18.616506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:18.616945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:18.617375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:18.617803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:18.618228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:18.618651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:18.619095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:18.619517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:18.619975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:18.628419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:18.859614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:19.470059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Router 6180148b-ba52-4bcc-8414-14791a945f78 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:50:19.681347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:50:19.691631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cff8a03-f4ec-4228-b3cb-18a414868c66 None None] Sync routers for ids ['6180148b-ba52-4bcc-8414-14791a945f78'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:50:19.695939 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] 10.222.0.67 "PUT /v2.0/routers/6180148b-ba52-4bcc-8414-14791a945f78/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9583166
Dec 23 16:50:19.697101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34972) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:19.704271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cff8a03-f4ec-4228-b3cb-18a414868c66 None None] Routers {'6180148b-ba52-4bcc-8414-14791a945f78'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:19.704953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0cff8a03-f4ec-4228-b3cb-18a414868c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a98ca20>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:49:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6180148b-ba52-4bcc-8414-14791a945f78'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:19.892968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-0cff8a03-f4ec-4228-b3cb-18a414868c66 None None] Set router 6180148b-ba52-4bcc-8414-14791a945f78 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:50:19.917366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:20.127658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:20.136777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Deleting port e3889879-3450-4ed9-9d9c-808377846026 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:50:20.137163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:20.205633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0cff8a03-f4ec-4228-b3cb-18a414868c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a98ca20>, [{'id': '6180148b-ba52-4bcc-8414-14791a945f78', 'name': 'tempest-TestEncryptedCinderVolumes-1044119031-router', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3889879-3450-4ed9-9d9c-808377846026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:48:59Z', 'updated_at': '2021-12-23T16:50:18Z', 'revision_number': 5, 'project_id': '1d98cbf13f5b44babf174241a9ac635c', 'gw_port': {'id': 'e3889879-3450-4ed9-9d9c-808377846026', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:81:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6180148b-ba52-4bcc-8414-14791a945f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:00Z', 'updated_at': '2021-12-23T16:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:20.209982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cff8a03-f4ec-4228-b3cb-18a414868c66 None None] Checking router: 6180148b-ba52-4bcc-8414-14791a945f78 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:50:20.222875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cff8a03-f4ec-4228-b3cb-18a414868c66 None None] Routers {'6180148b-ba52-4bcc-8414-14791a945f78'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:20.223606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0cff8a03-f4ec-4228-b3cb-18a414868c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a98ca20>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:49:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6180148b-ba52-4bcc-8414-14791a945f78'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:20.328524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] For port e3889879-3450-4ed9-9d9c-808377846026, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=e3889879-3450-4ed9-9d9c-808377846026,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:50:20.328919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:20.381810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-0cff8a03-f4ec-4228-b3cb-18a414868c66 None None] Set router 6180148b-ba52-4bcc-8414-14791a945f78 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:50:20.458978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Calling delete_port for e3889879-3450-4ed9-9d9c-808377846026 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:50:20.498285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0cff8a03-f4ec-4228-b3cb-18a414868c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a98ca20>, [{'id': '6180148b-ba52-4bcc-8414-14791a945f78', 'name': 'tempest-TestEncryptedCinderVolumes-1044119031-router', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:48:59Z', 'updated_at': '2021-12-23T16:50:20Z', 'revision_number': 6, 'project_id': '1d98cbf13f5b44babf174241a9ac635c', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:20.502753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cff8a03-f4ec-4228-b3cb-18a414868c66 None None] The sync data for ids ['6180148b-ba52-4bcc-8414-14791a945f78'] in dv-neutron-822801-1-hyperv is: [{'id': '6180148b-ba52-4bcc-8414-14791a945f78', 'name': 'tempest-TestEncryptedCinderVolumes-1044119031-router', 'tenant_id': '1d98cbf13f5b44babf174241a9ac635c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:48:59Z', 'updated_at': '2021-12-23T16:50:20Z', 'revision_number': 6, 'project_id': '1d98cbf13f5b44babf174241a9ac635c', 'gw_port_host': None}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:50:20.646290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:20.651453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74b4ea03-ac1e-4641-b49b-c0fb03d58fcb tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:20.703549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Pushing event deleted for resources: {'Port': ['ID=e3889879-3450-4ed9-9d9c-808377846026,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:20.708395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:21.007692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e3889879-3450-4ed9-9d9c-808377846026 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:50:21.214715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: e3889879-3450-4ed9-9d9c-808377846026 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:50:21.215094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device e3889879-3450-4ed9-9d9c-808377846026 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:50:21.215581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bc516272-72ef-4320-a990-606af7e9addd no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:50:21.251727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: bc516272-72ef-4320-a990-606af7e9addd {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:50:21.252131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bc516272-72ef-4320-a990-606af7e9addd not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:50:21.306549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:21.590070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:21.594962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:21.623216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:21.623810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6180148b-ba52-4bcc-8414-14791a945f78 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:50:21.639136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:21.640423 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] 10.222.0.67 "DELETE /v2.0/routers/6180148b-ba52-4bcc-8414-14791a945f78 HTTP/1.1" status: 204  len: 168 time: 1.9422143
Dec 23 16:50:21.643212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34976) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:21.711931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f40f97c-6503-47ab-87e2-239d184ab6de admin admin] Deleting subnet 8b8dea6f-47f4-4783-88e8-df090aca0ba9 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:50:21.715361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f40f97c-6503-47ab-87e2-239d184ab6de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:21.772360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f40f97c-6503-47ab-87e2-239d184ab6de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:21.853962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f40f97c-6503-47ab-87e2-239d184ab6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:21.925674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f40f97c-6503-47ab-87e2-239d184ab6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:21.930090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a4f09589-41fa-4161-8730-6859a1a81db1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:21.963810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40f97c-6503-47ab-87e2-239d184ab6de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8dea6f-47f4-4783-88e8-df090aca0ba9,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:21.968695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f40f97c-6503-47ab-87e2-239d184ab6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:21.973755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f40f97c-6503-47ab-87e2-239d184ab6de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:21.979311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1216d7cd-a041-4c41-a16f-672a7df9b7ee None None] Network c1394f55-19b2-41b8-b33e-e4b96c9a612a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:50:21.983367 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6f40f97c-6503-47ab-87e2-239d184ab6de admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8b8dea6f-47f4-4783-88e8-df090aca0ba9 HTTP/1.1" status: 204  len: 168 time: 0.3357673
Dec 23 16:50:21.983652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34980) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:22.100550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:22.112478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Deleting port f1795443-f4f7-4e54-8e24-5f4bbc39ad16 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:50:22.112792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:22.243800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa396d-685f-425d-9fc5-8856eabb0487 None None] DHCP port deletion for c1394f55-19b2-41b8-b33e-e4b96c9a612a request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:50:22.249129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8baa396d-685f-425d-9fc5-8856eabb0487 None None] Deleting port f1795443-f4f7-4e54-8e24-5f4bbc39ad16 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:50:22.249645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8baa396d-685f-425d-9fc5-8856eabb0487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:22.343105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] For port f1795443-f4f7-4e54-8e24-5f4bbc39ad16, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f1795443-f4f7-4e54-8e24-5f4bbc39ad16,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:50:22.343517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:22.467382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8baa396d-685f-425d-9fc5-8856eabb0487 None None] For port f1795443-f4f7-4e54-8e24-5f4bbc39ad16, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f1795443-f4f7-4e54-8e24-5f4bbc39ad16,segment=NetworkSegment(b9ea1e54-4ef0-406b-a582-eea72aea020d),segment_id=b9ea1e54-4ef0-406b-a582-eea72aea020d)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:50:22.467764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8baa396d-685f-425d-9fc5-8856eabb0487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:22.472370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Calling delete_port for f1795443-f4f7-4e54-8e24-5f4bbc39ad16 owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:50:22.549413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:22.554078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-41d4a06d-914d-468b-b0b7-c9a7b747df7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:22.597325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8baa396d-685f-425d-9fc5-8856eabb0487 None None] Calling delete_port for f1795443-f4f7-4e54-8e24-5f4bbc39ad16 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:50:22.598432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1795443-f4f7-4e54-8e24-5f4bbc39ad16,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:22.601082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:22.604479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] No DVR routers for this DVR port f1795443-f4f7-4e54-8e24-5f4bbc39ad16 on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:50:22.672780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-8baa396d-685f-425d-9fc5-8856eabb0487 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:50:22.673205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-8baa396d-685f-425d-9fc5-8856eabb0487 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:50:22.732416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:22.759964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79499080>,) {'filters': {'network_id': ['c1394f55-19b2-41b8-b33e-e4b96c9a612a']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:22.773660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79499080>, 'b9ea1e54-4ef0-406b-a582-eea72aea020d') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:22.774007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79499080>, 'b9ea1e54-4ef0-406b-a582-eea72aea020d') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:22.786187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:22.801343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:22.808075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:50:22.808597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:50:22.828389 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:50:22.905509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:22.909052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d2d4cb08-1ece-4856-8ddd-c1b899852ba7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:22.923548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:22.935296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1394f55-19b2-41b8-b33e-e4b96c9a612a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:22.938714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:22.951534 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c1394f55-19b2-41b8-b33e-e4b96c9a612a HTTP/1.1" status: 204  len: 168 time: 0.9643366
Dec 23 16:50:22.952109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34984) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:22.993989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f1795443-f4f7-4e54-8e24-5f4bbc39ad16 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:50:23.028452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: f1795443-f4f7-4e54-8e24-5f4bbc39ad16 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:50:23.028856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f1795443-f4f7-4e54-8e24-5f4bbc39ad16 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:50:23.174435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8baa396d-685f-425d-9fc5-8856eabb0487 None None] Deleting port f1795443-f4f7-4e54-8e24-5f4bbc39ad16 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:50:23.175533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8baa396d-685f-425d-9fc5-8856eabb0487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:23.243374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8baa396d-685f-425d-9fc5-8856eabb0487 None None] The port 'f1795443-f4f7-4e54-8e24-5f4bbc39ad16' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:50:23.362186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ad86735-4635-4a20-9629-6b2002677398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:23.993221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0ad86735-4635-4a20-9629-6b2002677398 admin admin] Deleting port 945add3b-5b0b-4d79-b104-954ffe270070 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:50:23.993611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ad86735-4635-4a20-9629-6b2002677398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:24.412728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0ad86735-4635-4a20-9629-6b2002677398 admin admin] For port 945add3b-5b0b-4d79-b104-954ffe270070, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=945add3b-5b0b-4d79-b104-954ffe270070,segment=NetworkSegment(49772dea-2d1c-42a0-b622-09120cae42ee),segment_id=49772dea-2d1c-42a0-b622-09120cae42ee)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:50:24.413323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ad86735-4635-4a20-9629-6b2002677398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:24.470708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-29d5dab4-48ec-4cf4-8a53-a5a12d49a759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:24.540855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0ad86735-4635-4a20-9629-6b2002677398 admin admin] Calling delete_port for 945add3b-5b0b-4d79-b104-954ffe270070 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:50:24.719219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ad86735-4635-4a20-9629-6b2002677398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:24.723667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-043e84aa-ad80-49f5-bce4-10bb92aa5dcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:24.768655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad86735-4635-4a20-9629-6b2002677398 admin admin] Pushing event deleted for resources: {'Port': ['ID=945add3b-5b0b-4d79-b104-954ffe270070,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:24.773329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ad86735-4635-4a20-9629-6b2002677398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:25.078613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0ad86735-4635-4a20-9629-6b2002677398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:25.685851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad86735-4635-4a20-9629-6b2002677398 admin admin] Router 40803fa3-aad5-4703-aaad-ca7728cb7221 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:50:25.898147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad86735-4635-4a20-9629-6b2002677398 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:50:25.908192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d70ab-1698-49bc-ab58-175a445047b7 None None] Sync routers for ids ['40803fa3-aad5-4703-aaad-ca7728cb7221'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:50:25.908352 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0ad86735-4635-4a20-9629-6b2002677398 admin admin] 10.222.0.67 "PUT /v2.0/routers/40803fa3-aad5-4703-aaad-ca7728cb7221/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9550822
Dec 23 16:50:25.911015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34988) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:25.921719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d70ab-1698-49bc-ab58-175a445047b7 None None] Routers {'40803fa3-aad5-4703-aaad-ca7728cb7221'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:25.922410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7d9d70ab-1698-49bc-ab58-175a445047b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2408d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:49:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['40803fa3-aad5-4703-aaad-ca7728cb7221'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:26.027576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:26.119806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:26.135327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-7d9d70ab-1698-49bc-ab58-175a445047b7 None None] Set router 40803fa3-aad5-4703-aaad-ca7728cb7221 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:50:26.333227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:26.341369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Deleting port 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:50:26.341743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:26.444389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7d9d70ab-1698-49bc-ab58-175a445047b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2408d0>, [{'id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'name': 'tempest-TestEncryptedCinderVolumes-1307950856-router', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:50:24Z', 'revision_number': 5, 'project_id': '2c0d72bf0e4f459487f5333fb6348343', 'gw_port': {'id': '4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:26.448488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d70ab-1698-49bc-ab58-175a445047b7 None None] Checking router: 40803fa3-aad5-4703-aaad-ca7728cb7221 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:50:26.460534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d70ab-1698-49bc-ab58-175a445047b7 None None] Routers {'40803fa3-aad5-4703-aaad-ca7728cb7221'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:26.461194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7d9d70ab-1698-49bc-ab58-175a445047b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2408d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:49:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['40803fa3-aad5-4703-aaad-ca7728cb7221'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:26.525145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] For port 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:50:26.525546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:26.620359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-7d9d70ab-1698-49bc-ab58-175a445047b7 None None] Set router 40803fa3-aad5-4703-aaad-ca7728cb7221 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:50:26.655591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Calling delete_port for 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:50:26.734102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7d9d70ab-1698-49bc-ab58-175a445047b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2408d0>, [{'id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'name': 'tempest-TestEncryptedCinderVolumes-1307950856-router', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 6, 'project_id': '2c0d72bf0e4f459487f5333fb6348343', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:26.738347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d70ab-1698-49bc-ab58-175a445047b7 None None] The sync data for ids ['40803fa3-aad5-4703-aaad-ca7728cb7221'] in dv-neutron-822801-1-hyperv is: [{'id': '40803fa3-aad5-4703-aaad-ca7728cb7221', 'name': 'tempest-TestEncryptedCinderVolumes-1307950856-router', 'tenant_id': '2c0d72bf0e4f459487f5333fb6348343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:06Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 6, 'project_id': '2c0d72bf0e4f459487f5333fb6348343', 'gw_port_host': None}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:50:26.829779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:26.834608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-398a66d2-5916-48b4-b4e7-2a6e18d41e1f tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:26.859241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf0a2ea4-89ea-4dfe-8da9-d107e4bd4d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:26.882703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:26.885634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:27.007957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 945add3b-5b0b-4d79-b104-954ffe270070 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:50:27.045517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 945add3b-5b0b-4d79-b104-954ffe270070 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:50:27.045872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 945add3b-5b0b-4d79-b104-954ffe270070 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:50:27.363537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:27.423029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:27.638018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:27.642581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:27.666590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:27.667181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40803fa3-aad5-4703-aaad-ca7728cb7221 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:50:27.680508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:27.685091 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] 10.222.0.67 "DELETE /v2.0/routers/40803fa3-aad5-4703-aaad-ca7728cb7221 HTTP/1.1" status: 204  len: 168 time: 1.7697463
Dec 23 16:50:27.685673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 34992) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:27.757802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-c821f50e-8bdd-499f-aa08-dba44d29b179 admin admin] Deleting subnet 7e506556-39ee-4973-880d-9df7af3209c5 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:50:27.761185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c821f50e-8bdd-499f-aa08-dba44d29b179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:27.818819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c821f50e-8bdd-499f-aa08-dba44d29b179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:27.899902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c821f50e-8bdd-499f-aa08-dba44d29b179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:27.974290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c821f50e-8bdd-499f-aa08-dba44d29b179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:27.978738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-71508bf7-29ee-4ad6-b001-af081af516f9 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:28.020574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821f50e-8bdd-499f-aa08-dba44d29b179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e506556-39ee-4973-880d-9df7af3209c5,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:28.023318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c821f50e-8bdd-499f-aa08-dba44d29b179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:28.026041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c821f50e-8bdd-499f-aa08-dba44d29b179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:28.032034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba126ba-d1d9-41b7-afda-dc7f50f16dd9 None None] Network c629afea-34fe-45b2-8cc2-cb0359fe6169 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:50:28.032351 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c821f50e-8bdd-499f-aa08-dba44d29b179 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7e506556-39ee-4973-880d-9df7af3209c5 HTTP/1.1" status: 204  len: 168 time: 0.3455017
Dec 23 16:50:28.035238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 34996) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:28.155869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:28.167168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Deleting port 16170484-89e1-41f8-a420-99d47da55dc1 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:50:28.167558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:28.298327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d141172-93ed-4878-ad1d-6a2a5394e2a3 None None] DHCP port deletion for c629afea-34fe-45b2-8cc2-cb0359fe6169 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:50:28.302948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0d141172-93ed-4878-ad1d-6a2a5394e2a3 None None] Deleting port 16170484-89e1-41f8-a420-99d47da55dc1 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:50:28.303524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d141172-93ed-4878-ad1d-6a2a5394e2a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:28.392603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] For port 16170484-89e1-41f8-a420-99d47da55dc1, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=16170484-89e1-41f8-a420-99d47da55dc1,segment=NetworkSegment(49772dea-2d1c-42a0-b622-09120cae42ee),segment_id=49772dea-2d1c-42a0-b622-09120cae42ee)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:50:28.392997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:28.517384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0d141172-93ed-4878-ad1d-6a2a5394e2a3 None None] For port 16170484-89e1-41f8-a420-99d47da55dc1, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=16170484-89e1-41f8-a420-99d47da55dc1,segment=NetworkSegment(49772dea-2d1c-42a0-b622-09120cae42ee),segment_id=49772dea-2d1c-42a0-b622-09120cae42ee)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:50:28.517751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d141172-93ed-4878-ad1d-6a2a5394e2a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:28.520727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Calling delete_port for 16170484-89e1-41f8-a420-99d47da55dc1 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:50:28.593055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:28.597599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:28.642047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=16170484-89e1-41f8-a420-99d47da55dc1,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:28.646025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0d141172-93ed-4878-ad1d-6a2a5394e2a3 None None] Calling delete_port for 16170484-89e1-41f8-a420-99d47da55dc1 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:50:28.646188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:28.649256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] No DVR routers for this DVR port 16170484-89e1-41f8-a420-99d47da55dc1 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:50:28.709201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:28.733189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-0d141172-93ed-4878-ad1d-6a2a5394e2a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:50:28.733608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-0d141172-93ed-4878-ad1d-6a2a5394e2a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:50:28.776331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:28.803139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79ae5f28>,) {'filters': {'network_id': ['c629afea-34fe-45b2-8cc2-cb0359fe6169']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:28.816751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ae5f28>, '49772dea-2d1c-42a0-b622-09120cae42ee') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:28.817096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ae5f28>, '49772dea-2d1c-42a0-b622-09120cae42ee') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:28.829736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:28.847602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:28.854157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:50:28.854582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:50:28.869024 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:50:28.951205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:28.956248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:28.960290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dac0c47d-1a9b-4bab-8a08-966df518d576 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:28.983389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c629afea-34fe-45b2-8cc2-cb0359fe6169,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:28.986157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:28.990722 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c629afea-34fe-45b2-8cc2-cb0359fe6169 HTTP/1.1" status: 204  len: 168 time: 0.9518588
Dec 23 16:50:28.996181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 16170484-89e1-41f8-a420-99d47da55dc1 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:50:29.031240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 16170484-89e1-41f8-a420-99d47da55dc1 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:50:29.031577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 16170484-89e1-41f8-a420-99d47da55dc1 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:50:29.032064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:50:29.065429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:50:29.065843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4f9dc1fa-dbf5-463f-a026-37d8a00ba4ac not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:50:29.192040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35002) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:29.235111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0d141172-93ed-4878-ad1d-6a2a5394e2a3 None None] Deleting port 16170484-89e1-41f8-a420-99d47da55dc1 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:50:29.235600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0d141172-93ed-4878-ad1d-6a2a5394e2a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:29.245546 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f41c4a18-6ede-4ce8-8de9-85ca58227bec admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1d98cbf13f5b44babf174241a9ac635c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0520923
Dec 23 16:50:29.248857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35006) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:29.305574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0d141172-93ed-4878-ad1d-6a2a5394e2a3 None None] The port '16170484-89e1-41f8-a420-99d47da55dc1' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:50:29.314545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7400740-451f-43b0-8a94-17ab91a8e5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:29.342750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7400740-451f-43b0-8a94-17ab91a8e5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:29.393401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7400740-451f-43b0-8a94-17ab91a8e5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:29.398770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b4afdf2-09f5-49ae-953e-d329f70abc04 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:29.412329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7400740-451f-43b0-8a94-17ab91a8e5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca54634-1ecf-44cc-8312-dda713c912f4,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:29.415165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d7400740-451f-43b0-8a94-17ab91a8e5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:29.423112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7400740-451f-43b0-8a94-17ab91a8e5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:29.424366 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d7400740-451f-43b0-8a94-17ab91a8e5dc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bca54634-1ecf-44cc-8312-dda713c912f4 HTTP/1.1" status: 204  len: 168 time: 0.1743662
Dec 23 16:50:29.831273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35014) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:29.884678 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-db396397-611c-4b55-a3c7-68b7056aec86 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2c0d72bf0e4f459487f5333fb6348343&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0519450
Dec 23 16:50:29.887261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35018) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:29.949051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1091d89-a327-473c-b8c1-d72e95d627b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:29.975532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1091d89-a327-473c-b8c1-d72e95d627b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:30.023730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1091d89-a327-473c-b8c1-d72e95d627b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:30.029630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-86fffd3b-a5ae-4319-b4b7-1c2bdd3c281b tempest-ServersAdminNegativeTestJSON-20412844 tempest-ServersAdminNegativeTestJSON-20412844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:30.040560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1091d89-a327-473c-b8c1-d72e95d627b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5cac0c-e286-4491-a0e2-58d4c6c835d9,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:30.044988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f1091d89-a327-473c-b8c1-d72e95d627b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:30.048359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1091d89-a327-473c-b8c1-d72e95d627b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:30.049620 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f1091d89-a327-473c-b8c1-d72e95d627b0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0a5cac0c-e286-4491-a0e2-58d4c6c835d9 HTTP/1.1" status: 204  len: 168 time: 0.1611958
Dec 23 16:50:30.931104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35040) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:31.073085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-485989245-network', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:50:31.079060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:50:31.083109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Usage tracker for resource:network and tenant:4e67e533e411486eb90e9c5b126e73ad is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:50:31.086136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:50:31.093089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:50:31.101892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Made reservation on behalf of 4e67e533e411486eb90e9c5b126e73ad for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:50:31.107166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:31.124190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:31.156279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:50:31.160224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Usage tracker for resource:security_group_rule and tenant:4e67e533e411486eb90e9c5b126e73ad is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:50:31.163103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:50:31.169735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:50:31.243649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:31.246395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:31.251319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-45944ea8-537c-4f05-890a-a758172fc56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:31.276467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:50:31.289478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d88273-ed25-4ae4-8b5f-de35c6b133d6,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:31.292758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:31.296023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:31.296416 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Added segment ea4dedda-1725-4175-a7b3-c195bb23fa3e of type vlan for network 17542624-bed6-4115-b959-e3a97bd53e5a
Dec 23 16:50:31.323696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:31.352373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:31.353334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:50:31.353981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:31.359620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-618ab3f9-d25e-4e21-855c-44b67b3ccccf tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:31.463126 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5302005
Dec 23 16:50:31.466708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35046) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:31.469871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Pushing event updated for resources: {'Network': ['ID=17542624-bed6-4115-b959-e3a97bd53e5a,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:31.472796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cce6c2a8-b0ab-4ba8-a304-d37dea784223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:31.473087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Request body: {'subnet': {'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-485989245-subnet', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'ip_version': 4}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:50:31.478479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:50:31.480503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 17542624-bed6-4115-b959-e3a97bd53e5a details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:50:31.483474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Usage tracker for resource:subnet and tenant:4e67e533e411486eb90e9c5b126e73ad is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:50:31.486596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:50:31.492755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:50:31.506836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Made reservation on behalf of 4e67e533e411486eb90e9c5b126e73ad for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:50:31.511601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:31.740990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:31.745391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-436bcf5a-6930-41c0-9501-8d56f93f9f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:31.809641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4398c98d-0908-416c-be16-93014cd80c00,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:31.820181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:31.834365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Checking segment: {'id': 'ea4dedda-1725-4175-a7b3-c195bb23fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:50:31.835550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Network hostable DHCP agents. Network: 17542624-bed6-4115-b959-e3a97bd53e5a, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:50:31.858458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Network 17542624-bed6-4115-b959-e3a97bd53e5a is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:50:31.866703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 17542624-bed6-4115-b959-e3a97bd53e5a) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:50:31.871097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:50:31.871800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:31.892780 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4248655
Dec 23 16:50:31.896110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35050) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:31.901662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:50:31.907400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:50:31.911551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Usage tracker for resource:router and tenant:4e67e533e411486eb90e9c5b126e73ad is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:50:31.914549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:50:31.916039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39345c0d-95a0-436c-ad3b-4b683105455d None None] Network 17542624-bed6-4115-b959-e3a97bd53e5a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:50:31.920819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:50:31.934665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:31.935290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:31.954314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:32.256228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-17542624-bed6-4115-b959-e3a97bd53e5a', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'fixed_ips': [{'subnet_id': '4398c98d-0908-416c-be16-93014cd80c00'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:50:32.257155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:32.342461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:32.446097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Allocated IP 172.20.0.2 (17542624-bed6-4115-b959-e3a97bd53e5a/4398c98d-0908-416c-be16-93014cd80c00/d65a3534-c260-4a36-8e67-c6ce5692722e) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:50:32.547813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:32.584690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:32.667961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:32.679629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Transition to ACTIVE for port object d65a3534-c260-4a36-8e67-c6ce5692722e will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:50:32.702294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Transition to ACTIVE for port object d65a3534-c260-4a36-8e67-c6ce5692722e will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:50:32.707365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:32.712517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:32.736962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Allocated IP 172.26.5.97 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/41d68a89-012b-4a54-b8d8-675688a4ab50) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:50:32.779629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Network 17542624-bed6-4115-b959-e3a97bd53e5a is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:50:32.782586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:50:32.786633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:50:32.793350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Pushing event updated for resources: {'Port': ['ID=d65a3534-c260-4a36-8e67-c6ce5692722e,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:32.833868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:32.834206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:32.834603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:32.835018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:32.835422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:32.835808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:32.836192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:32.836574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:32.836954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:32.837327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:32.837704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:32.846398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:32.899383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:32.900235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Attempting to bind port d65a3534-c260-4a36-8e67-c6ce5692722e on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:50:32.900666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Attempting to bind port d65a3534-c260-4a36-8e67-c6ce5692722e by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ea4dedda-1725-4175-a7b3-c195bb23fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:50:32.901089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Attempting to bind port d65a3534-c260-4a36-8e67-c6ce5692722e on network 17542624-bed6-4115-b959-e3a97bd53e5a {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:50:32.908672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:50:32.909108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Checking segment: {'id': 'ea4dedda-1725-4175-a7b3-c195bb23fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:50:32.909573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:32.910026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Bound using segment: {'id': 'ea4dedda-1725-4175-a7b3-c195bb23fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:50:32.910552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Bound port: d65a3534-c260-4a36-8e67-c6ce5692722e, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4dedda-1725-4175-a7b3-c195bb23fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:50:32.910995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:32.925481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:32.930372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2757438-b98b-4ccb-b8b9-a2d1ac24f510 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:33.002591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:50:33.004527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] For port d65a3534-c260-4a36-8e67-c6ce5692722e, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:50:33.005601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:50:33.008292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] For port d65a3534-c260-4a36-8e67-c6ce5692722e, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d65a3534-c260-4a36-8e67-c6ce5692722e,segment=NetworkSegment(ea4dedda-1725-4175-a7b3-c195bb23fa3e),segment_id=ea4dedda-1725-4175-a7b3-c195bb23fa3e)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:50:33.008430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:50:33.013437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:33.018017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:33.042763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Pushing event updated for resources: {'Port': ['ID=41d68a89-012b-4a54-b8d8-675688a4ab50,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:33.046299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:33.108413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Pushing event updated for resources: {'Port': ['ID=d65a3534-c260-4a36-8e67-c6ce5692722e,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:33.111488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:33.189184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:33.190502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:33.447217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Router 6e0bf06f-55e9-49b4-96de-26a544430fb0 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:50:33.674897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:50:33.686472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Sync routers for ids ['6e0bf06f-55e9-49b4-96de-26a544430fb0'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:50:33.699080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Routers {'6e0bf06f-55e9-49b4-96de-26a544430fb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:33.699792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a98c550>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6e0bf06f-55e9-49b4-96de-26a544430fb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:33.700147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:33.701494 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.8043742
Dec 23 16:50:33.704693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35054) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:33.889319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Set router 6e0bf06f-55e9-49b4-96de-26a544430fb0 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:50:34.195965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a98c550>, [{'id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:31Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 3, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'gw_port': {'id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:34.200259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Checking router: 6e0bf06f-55e9-49b4-96de-26a544430fb0 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:50:34.200670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Updating router 6e0bf06f-55e9-49b4-96de-26a544430fb0 port 41d68a89-012b-4a54-b8d8-675688a4ab50 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:50:34.258833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:34.498631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:34.625589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:34.638527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Transition to ACTIVE for port object 41d68a89-012b-4a54-b8d8-675688a4ab50 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:50:34.644785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:34.649880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-398a6955-eff0-45fc-9c89-e1c2b81d4371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:34.717250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Pushing event updated for resources: {'Port': ['ID=41d68a89-012b-4a54-b8d8-675688a4ab50,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:34.730071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:34.730471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:34.731128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:34.731261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:34.731729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:34.732118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:34.732490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:34.732870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:34.733242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:34.733611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:34.733983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:34.739963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Allocated IP 172.20.0.1 (17542624-bed6-4115-b959-e3a97bd53e5a/4398c98d-0908-416c-be16-93014cd80c00/7e478009-f9c0-4eba-b376-5c3f22b1a57d) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:50:34.746888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:34.757451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Attempting to bind port 41d68a89-012b-4a54-b8d8-675688a4ab50 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:50:34.757876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Attempting to bind port 41d68a89-012b-4a54-b8d8-675688a4ab50 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:50:34.758288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Attempting to bind port 41d68a89-012b-4a54-b8d8-675688a4ab50 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:50:34.763848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f184ccb3-8aee-4f0d-b051-8c02cb1d0c4f None None] Network 17542624-bed6-4115-b959-e3a97bd53e5a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:50:34.766156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:50:34.766582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:50:34.767096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:34.767680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:50:34.768204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Bound port: 41d68a89-012b-4a54-b8d8-675688a4ab50, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:50:34.768627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:34.847629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] For port 41d68a89-012b-4a54-b8d8-675688a4ab50, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:50:34.851133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] For port 41d68a89-012b-4a54-b8d8-675688a4ab50, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=41d68a89-012b-4a54-b8d8-675688a4ab50,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:50:34.855497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:34.861957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0ef8432-9e58-4aa8-b09d-d568d4728c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:34.904528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-30d9977c-1781-4b63-8119-76c4173a72f5 None None] Provisioning for port d65a3534-c260-4a36-8e67-c6ce5692722e completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:50:34.920732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:34.937950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Transition to ACTIVE for port object 7e478009-f9c0-4eba-b376-5c3f22b1a57d will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:50:34.951560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Routers {'6e0bf06f-55e9-49b4-96de-26a544430fb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:34.952263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a98c550>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6e0bf06f-55e9-49b4-96de-26a544430fb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:34.961985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:34.966735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8e9955b5-e2a3-45f5-a8a2-dc3d219d6212 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:35.048368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Network 17542624-bed6-4115-b959-e3a97bd53e5a is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:50:35.052326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:50:35.054640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Pushing event updated for resources: {'Port': ['ID=7e478009-f9c0-4eba-b376-5c3f22b1a57d,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:35.057425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:50:35.083450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d65a3534-c260-4a36-8e67-c6ce5692722e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:50:35.089262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:35.122357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:35.184025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Pushing event updated for resources: {'Port': ['ID=41d68a89-012b-4a54-b8d8-675688a4ab50,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:35.194389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:35.215841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port d65a3534-c260-4a36-8e67-c6ce5692722e completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:50:35.227023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port d65a3534-c260-4a36-8e67-c6ce5692722e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:35.227472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:35.242308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:35.344744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] Set router 6e0bf06f-55e9-49b4-96de-26a544430fb0 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:50:35.409482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:35.456896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port d65a3534-c260-4a36-8e67-c6ce5692722e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d65a3534-c260-4a36-8e67-c6ce5692722e,segment=NetworkSegment(ea4dedda-1725-4175-a7b3-c195bb23fa3e),segment_id=ea4dedda-1725-4175-a7b3-c195bb23fa3e)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:50:35.464498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:35.468881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:35.511353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:35.516969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:35.548223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=d65a3534-c260-4a36-8e67-c6ce5692722e,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:35.550289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-40d2584d-b1e9-4993-81ca-d9e0af73055e tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:35.552212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:35.563781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d71b3816-c073-490c-9c5b-97d1102393a2 None None] Provisioning for port 7e478009-f9c0-4eba-b376-5c3f22b1a57d completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:50:35.570499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d71b3816-c073-490c-9c5b-97d1102393a2 None None] Provisioning complete for port 7e478009-f9c0-4eba-b376-5c3f22b1a57d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:35.570931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d71b3816-c073-490c-9c5b-97d1102393a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:35.640863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d71b3816-c073-490c-9c5b-97d1102393a2 None None] Port 7e478009-f9c0-4eba-b376-5c3f22b1a57d cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:50:35.659058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d71b3816-c073-490c-9c5b-97d1102393a2 None None] Provisioning complete for port d65a3534-c260-4a36-8e67-c6ce5692722e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:35.659967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d71b3816-c073-490c-9c5b-97d1102393a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:35.742797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a98c550>, [{'id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:31Z', 'updated_at': '2021-12-23T16:50:35Z', 'revision_number': 4, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'gw_port': {'id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7e478009-f9c0-4eba-b376-5c3f22b1a57d', 'name': '', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'mac_address': 'fa:16:3e:b1:23:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4398c98d-0908-416c-be16-93014cd80c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:34Z', 'updated_at': '2021-12-23T16:50:34Z', 'revision_number': 1, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'subnets': [{'id': '4398c98d-0908-416c-be16-93014cd80c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:35.748256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a03b4-6725-4432-8e82-24ef63688add None None] The sync data for ids ['6e0bf06f-55e9-49b4-96de-26a544430fb0'] in dv-neutron-822801-1-hyperv is: [{'id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:31Z', 'updated_at': '2021-12-23T16:50:35Z', 'revision_number': 4, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'gw_port': {'id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7e478009-f9c0-4eba-b376-5c3f22b1a57d', 'name': '', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'mac_address': 'fa:16:3e:b1:23:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4398c98d-0908-416c-be16-93014cd80c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:34Z', 'updated_at': '2021-12-23T16:50:34Z', 'revision_number': 1, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'subnets': [{'id': '4398c98d-0908-416c-be16-93014cd80c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:50:35.916317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Pushing event updated for resources: {'Port': ['ID=7e478009-f9c0-4eba-b376-5c3f22b1a57d,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:35.920387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:35.923655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:35.927364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-11faf67c-20f9-40a2-9a88-da2d8543d993 None None] Provisioning complete for port 7e478009-f9c0-4eba-b376-5c3f22b1a57d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:35.927912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-11faf67c-20f9-40a2-9a88-da2d8543d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:35.982915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-11faf67c-20f9-40a2-9a88-da2d8543d993 None None] Port 7e478009-f9c0-4eba-b376-5c3f22b1a57d cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:50:36.077167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Network 17542624-bed6-4115-b959-e3a97bd53e5a is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:50:36.078337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:50:36.427886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c5742ab4-740c-475f-ac18-c345bf109b76 None None] Provisioning complete for port 7e478009-f9c0-4eba-b376-5c3f22b1a57d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:36.428425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c5742ab4-740c-475f-ac18-c345bf109b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:36.492412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c5742ab4-740c-475f-ac18-c345bf109b76 None None] Port 7e478009-f9c0-4eba-b376-5c3f22b1a57d cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:50:36.528576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Router 6e0bf06f-55e9-49b4-96de-26a544430fb0 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:50:36.758427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:50:36.778606 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] 10.222.0.67 "PUT /v2.0/routers/6e0bf06f-55e9-49b4-96de-26a544430fb0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0726247
Dec 23 16:50:37.096008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 41d68a89-012b-4a54-b8d8-675688a4ab50 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:50:37.171202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 41d68a89-012b-4a54-b8d8-675688a4ab50 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:50:37.176811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 41d68a89-012b-4a54-b8d8-675688a4ab50 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:37.177252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:37.310286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:37.328489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 41d68a89-012b-4a54-b8d8-675688a4ab50, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=41d68a89-012b-4a54-b8d8-675688a4ab50,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:50:37.330711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:37.331697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d65a3534-c260-4a36-8e67-c6ce5692722e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:50:37.361282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:37.455664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=41d68a89-012b-4a54-b8d8-675688a4ab50,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:37.460666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:37.470741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port d65a3534-c260-4a36-8e67-c6ce5692722e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:37.471315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:37.752627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35076) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:37.759339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-84677237-network', 'tenant_id': 'db5c443edb424495837f600dd3be3a18'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:50:37.765713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:50:37.769935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Usage tracker for resource:network and tenant:db5c443edb424495837f600dd3be3a18 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:50:37.773452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:50:37.780687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:50:37.796014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Made reservation on behalf of db5c443edb424495837f600dd3be3a18 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:50:37.800915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:37.815082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:37.849340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:50:37.853578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Usage tracker for resource:security_group_rule and tenant:db5c443edb424495837f600dd3be3a18 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:50:37.857394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:50:37.863527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:50:37.936681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:37.939373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:37.943591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6eb20751-6825-4fd7-afff-f8e3d4daa840 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:37.970029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:50:37.983663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717fabfe-318a-4c4c-8057-4e7e4ced630c,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:37.987901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:37.988891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:37.989286 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Added segment f647689c-a05b-481e-bd34-cd5ea4106358 of type vlan for network 1f2e20a2-085e-4a33-9db7-58f4cfc3c2da
Dec 23 16:50:38.016313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:38.047107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:38.048104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:50:38.048846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:38.054159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8950d90b-7d97-4e39-9551-39ee209bb83e tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:38.159127 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4050572
Dec 23 16:50:38.162195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35080) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:38.164768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Pushing event updated for resources: {'Network': ['ID=1f2e20a2-085e-4a33-9db7-58f4cfc3c2da,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:38.167912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f7f5b76-437a-4d50-81f9-dc720e438e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:38.172401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Request body: {'subnet': {'network_id': '1f2e20a2-085e-4a33-9db7-58f4cfc3c2da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-84677237-subnet', 'tenant_id': 'db5c443edb424495837f600dd3be3a18', 'ip_version': 4}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:50:38.176197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 1f2e20a2-085e-4a33-9db7-58f4cfc3c2da details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:50:38.178737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:50:38.183110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Usage tracker for resource:subnet and tenant:db5c443edb424495837f600dd3be3a18 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:50:38.186254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:50:38.193828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:50:38.204054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Made reservation on behalf of db5c443edb424495837f600dd3be3a18 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:50:38.208896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:38.425688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:38.430005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-abbf5ea0-4d55-4cb9-b4d9-054b3a7174b1 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:38.507472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2de9ca4-bc42-4968-8194-2f5e17ebc913,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:38.510546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:38.524887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Checking segment: {'id': 'f647689c-a05b-481e-bd34-cd5ea4106358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1f2e20a2-085e-4a33-9db7-58f4cfc3c2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:50:38.525287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Network hostable DHCP agents. Network: 1f2e20a2-085e-4a33-9db7-58f4cfc3c2da, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:50:38.547648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Network 1f2e20a2-085e-4a33-9db7-58f4cfc3c2da is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:50:38.556166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 1f2e20a2-085e-4a33-9db7-58f4cfc3c2da) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:50:38.560225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:50:38.561544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:38.566754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b344ba67-cde5-4fb0-bbe4-543dc5d5e40b None None] Network 1f2e20a2-085e-4a33-9db7-58f4cfc3c2da requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:50:38.583345 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e7cb57bb-5610-4344-a82f-30472ef56456 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.4199064
Dec 23 16:50:38.585973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35084) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:38.591643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-84677237-router', 'tenant_id': 'db5c443edb424495837f600dd3be3a18', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:50:38.597649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:50:38.602292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Usage tracker for resource:router and tenant:db5c443edb424495837f600dd3be3a18 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:50:38.605826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:50:38.613056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:50:38.624167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:38.625379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:38.647833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:38.798069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-1f2e20a2-085e-4a33-9db7-58f4cfc3c2da', 'network_id': '1f2e20a2-085e-4a33-9db7-58f4cfc3c2da', 'tenant_id': 'db5c443edb424495837f600dd3be3a18', 'fixed_ips': [{'subnet_id': 'f2de9ca4-bc42-4968-8194-2f5e17ebc913'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:50:38.799028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:38.804360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:38.968582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Allocated IP 172.20.0.2 (1f2e20a2-085e-4a33-9db7-58f4cfc3c2da/f2de9ca4-bc42-4968-8194-2f5e17ebc913/ca234c04-a2e6-4077-a5a2-811632c3b729) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:50:39.012160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 41d68a89-012b-4a54-b8d8-675688a4ab50 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:50:39.022607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:39.062215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:39.258556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Allocated IP 172.26.5.236 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/f7a846ab-ac0c-4ba9-9e08-ac1b52809876) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:50:39.420415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:39.436053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 41d68a89-012b-4a54-b8d8-675688a4ab50 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:39.436493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:39.448176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:39.453450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3f998d3c-f39b-4f6e-aec0-a6152643f792 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:39.514435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:39.521294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:50:39.524210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:50:39.528198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:50:39.530699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Transition to ACTIVE for port object ca234c04-a2e6-4077-a5a2-811632c3b729 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:50:39.563991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Pushing event updated for resources: {'Port': ['ID=f7a846ab-ac0c-4ba9-9e08-ac1b52809876,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:39.568647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:39.587845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Sync routers for ids ['6e0bf06f-55e9-49b4-96de-26a544430fb0'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:50:39.610881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Transition to ACTIVE for port object ca234c04-a2e6-4077-a5a2-811632c3b729 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:50:39.625512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:39.633097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:39.688976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Routers {'6e0bf06f-55e9-49b4-96de-26a544430fb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:39.689673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2306a0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6e0bf06f-55e9-49b4-96de-26a544430fb0'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:39.701490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:39.702330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:39.787165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Network 1f2e20a2-085e-4a33-9db7-58f4cfc3c2da is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:50:39.793083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:50:39.795563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Pushing event updated for resources: {'Port': ['ID=ca234c04-a2e6-4077-a5a2-811632c3b729,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:39.800124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:50:39.803072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:39.943564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Router e0e65e12-b396-4c38-853c-11c0db8e2518 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:50:39.981937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Attempting to bind port ca234c04-a2e6-4077-a5a2-811632c3b729 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:50:39.983059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Attempting to bind port ca234c04-a2e6-4077-a5a2-811632c3b729 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'f647689c-a05b-481e-bd34-cd5ea4106358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1f2e20a2-085e-4a33-9db7-58f4cfc3c2da'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:50:39.983445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Attempting to bind port ca234c04-a2e6-4077-a5a2-811632c3b729 on network 1f2e20a2-085e-4a33-9db7-58f4cfc3c2da {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:50:39.999687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:50:40.000122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Checking segment: {'id': 'f647689c-a05b-481e-bd34-cd5ea4106358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1f2e20a2-085e-4a33-9db7-58f4cfc3c2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:50:40.000592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:40.001051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Bound using segment: {'id': 'f647689c-a05b-481e-bd34-cd5ea4106358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1f2e20a2-085e-4a33-9db7-58f4cfc3c2da'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:50:40.001606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Bound port: ca234c04-a2e6-4077-a5a2-811632c3b729, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f647689c-a05b-481e-bd34-cd5ea4106358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1f2e20a2-085e-4a33-9db7-58f4cfc3c2da'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:50:40.002053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:40.017926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Set router 6e0bf06f-55e9-49b4-96de-26a544430fb0 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:50:40.274597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] For port ca234c04-a2e6-4077-a5a2-811632c3b729, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:50:40.336228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] For port ca234c04-a2e6-4077-a5a2-811632c3b729, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ca234c04-a2e6-4077-a5a2-811632c3b729,segment=NetworkSegment(f647689c-a05b-481e-bd34-cd5ea4106358),segment_id=f647689c-a05b-481e-bd34-cd5ea4106358)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:50:40.347741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:40.354492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4e2b201-e343-43be-8235-f765f44efd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:40.400666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:50:40.413139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Sync routers for ids ['e0e65e12-b396-4c38-853c-11c0db8e2518'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:50:40.424522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:40.425882 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.8388822
Dec 23 16:50:40.429341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35088) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:40.431982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Routers {'e0e65e12-b396-4c38-853c-11c0db8e2518'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:40.432731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7b3ac8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e0e65e12-b396-4c38-853c-11c0db8e2518'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:40.496741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Pushing event updated for resources: {'Port': ['ID=ca234c04-a2e6-4077-a5a2-811632c3b729,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:40.501140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:40.532318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2306a0>, [{'id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:31Z', 'updated_at': '2021-12-23T16:50:35Z', 'revision_number': 4, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'gw_port': {'id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7e478009-f9c0-4eba-b376-5c3f22b1a57d', 'name': '', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'mac_address': 'fa:16:3e:b1:23:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4398c98d-0908-416c-be16-93014cd80c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:34Z', 'updated_at': '2021-12-23T16:50:35Z', 'revision_number': 2, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'subnets': [{'id': '4398c98d-0908-416c-be16-93014cd80c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:40.536556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Checking router: 6e0bf06f-55e9-49b4-96de-26a544430fb0 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:50:40.536975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Updating router 6e0bf06f-55e9-49b4-96de-26a544430fb0 port 7e478009-f9c0-4eba-b376-5c3f22b1a57d binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:50:40.602574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:40.643814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Set router e0e65e12-b396-4c38-853c-11c0db8e2518 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:50:41.041832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:41.056546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Transition to ACTIVE for port object 7e478009-f9c0-4eba-b376-5c3f22b1a57d will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:50:41.064844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:41.071396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:41.073967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7b3ac8>, [{'id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'name': 'tempest-TestMinimumBasicScenario-84677237-router', 'tenant_id': 'db5c443edb424495837f600dd3be3a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f7a846ab-ac0c-4ba9-9e08-ac1b52809876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:38Z', 'updated_at': '2021-12-23T16:50:39Z', 'revision_number': 3, 'project_id': 'db5c443edb424495837f600dd3be3a18', 'gw_port': {'id': 'f7a846ab-ac0c-4ba9-9e08-ac1b52809876', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:39Z', 'updated_at': '2021-12-23T16:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:41.100060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Checking router: e0e65e12-b396-4c38-853c-11c0db8e2518 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:50:41.100547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Updating router e0e65e12-b396-4c38-853c-11c0db8e2518 port f7a846ab-ac0c-4ba9-9e08-ac1b52809876 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:50:41.118879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ca234c04-a2e6-4077-a5a2-811632c3b729 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:50:41.161028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:41.196597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd861f4-b12f-43d6-bb23-45bd91a20596 None None] Pushing event updated for resources: {'Port': ['ID=7e478009-f9c0-4eba-b376-5c3f22b1a57d,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:41.224446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0bd861f4-b12f-43d6-bb23-45bd91a20596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:41.380632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:41.405360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Attempting to bind port 7e478009-f9c0-4eba-b376-5c3f22b1a57d on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:50:41.405800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Attempting to bind port 7e478009-f9c0-4eba-b376-5c3f22b1a57d by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ea4dedda-1725-4175-a7b3-c195bb23fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:50:41.406227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Attempting to bind port 7e478009-f9c0-4eba-b376-5c3f22b1a57d on network 17542624-bed6-4115-b959-e3a97bd53e5a {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:50:41.410803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port ca234c04-a2e6-4077-a5a2-811632c3b729 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:50:41.421658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:50:41.421977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Checking segment: {'id': 'ea4dedda-1725-4175-a7b3-c195bb23fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:50:41.422576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:41.423067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Bound using segment: {'id': 'ea4dedda-1725-4175-a7b3-c195bb23fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:50:41.423567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Bound port: 7e478009-f9c0-4eba-b376-5c3f22b1a57d, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4dedda-1725-4175-a7b3-c195bb23fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:50:41.424068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:41.521171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] For port 7e478009-f9c0-4eba-b376-5c3f22b1a57d, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:50:41.526630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] For port 7e478009-f9c0-4eba-b376-5c3f22b1a57d, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=7e478009-f9c0-4eba-b376-5c3f22b1a57d,segment=NetworkSegment(ea4dedda-1725-4175-a7b3-c195bb23fa3e),segment_id=ea4dedda-1725-4175-a7b3-c195bb23fa3e)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:50:41.532664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:41.543214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:41.556995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:41.573212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Transition to ACTIVE for port object f7a846ab-ac0c-4ba9-9e08-ac1b52809876 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:50:41.580622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:41.591844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:41.636127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Allocated IP 172.20.0.1 (1f2e20a2-085e-4a33-9db7-58f4cfc3c2da/f2de9ca4-bc42-4968-8194-2f5e17ebc913/1c28f890-3201-47e6-a0da-c1a6505545d0) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:50:41.646554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd861f4-b12f-43d6-bb23-45bd91a20596 None None] Pushing event updated for resources: {'Port': ['ID=7e478009-f9c0-4eba-b376-5c3f22b1a57d,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:41.651716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0bd861f4-b12f-43d6-bb23-45bd91a20596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:41.652485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Routers {'6e0bf06f-55e9-49b4-96de-26a544430fb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:41.653175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2306a0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6e0bf06f-55e9-49b4-96de-26a544430fb0'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:41.679942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d190a-b7b6-48fc-9125-8eac3cf8bc17 None None] Pushing event updated for resources: {'Port': ['ID=f7a846ab-ac0c-4ba9-9e08-ac1b52809876,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:41.704456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a5d190a-b7b6-48fc-9125-8eac3cf8bc17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:41.708809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Attempting to bind port f7a846ab-ac0c-4ba9-9e08-ac1b52809876 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:50:41.709233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Attempting to bind port f7a846ab-ac0c-4ba9-9e08-ac1b52809876 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:50:41.709936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Attempting to bind port f7a846ab-ac0c-4ba9-9e08-ac1b52809876 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:50:41.718760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:50:41.719200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:50:41.719859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:41.720319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:50:41.720858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Bound port: f7a846ab-ac0c-4ba9-9e08-ac1b52809876, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:50:41.721426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:41.824464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] For port f7a846ab-ac0c-4ba9-9e08-ac1b52809876, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:50:41.830929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] For port f7a846ab-ac0c-4ba9-9e08-ac1b52809876, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f7a846ab-ac0c-4ba9-9e08-ac1b52809876,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:50:41.835945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:41.837517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:41.852254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fc23aa73-27a8-4b22-b2f4-2b19019ea04e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:41.856619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Transition to ACTIVE for port object 1c28f890-3201-47e6-a0da-c1a6505545d0 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:50:41.887890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:41.902825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-89f68436-2f58-4abe-b39b-71582c0cf845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:41.941133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Routers {'e0e65e12-b396-4c38-853c-11c0db8e2518'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:41.942091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7b3ac8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e0e65e12-b396-4c38-853c-11c0db8e2518'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:41.995348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Network 1f2e20a2-085e-4a33-9db7-58f4cfc3c2da is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:50:42.005467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:50:42.007786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Pushing event updated for resources: {'Port': ['ID=1c28f890-3201-47e6-a0da-c1a6505545d0,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:42.010162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:50:42.049388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:42.064095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d190a-b7b6-48fc-9125-8eac3cf8bc17 None None] Pushing event updated for resources: {'Port': ['ID=f7a846ab-ac0c-4ba9-9e08-ac1b52809876,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:42.069897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a5d190a-b7b6-48fc-9125-8eac3cf8bc17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:42.095751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:42.103795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] Set router 6e0bf06f-55e9-49b4-96de-26a544430fb0 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:50:42.221573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] Set router e0e65e12-b396-4c38-853c-11c0db8e2518 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:50:42.238071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:42.522278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:42.528502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:42.552982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9634a54-4ee5-4e5f-976a-688d8dab605f None None] Network 1f2e20a2-085e-4a33-9db7-58f4cfc3c2da requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:50:42.566200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cec991b4-0657-4c0c-bb0a-5743214748fb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:42.578776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:42.656198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:42.660721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Pushing event updated for resources: {'Port': ['ID=1c28f890-3201-47e6-a0da-c1a6505545d0,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:42.664190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:42.690818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a2306a0>, [{'id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:31Z', 'updated_at': '2021-12-23T16:50:35Z', 'revision_number': 4, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'gw_port': {'id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7e478009-f9c0-4eba-b376-5c3f22b1a57d', 'name': '', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'mac_address': 'fa:16:3e:b1:23:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4398c98d-0908-416c-be16-93014cd80c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:34Z', 'updated_at': '2021-12-23T16:50:41Z', 'revision_number': 4, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'subnets': [{'id': '4398c98d-0908-416c-be16-93014cd80c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:42.698898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bf156-2da9-4d8e-a99c-40aadc24a3ff None None] The sync data for ids ['6e0bf06f-55e9-49b4-96de-26a544430fb0'] in dv-neutron-822801-1-hyperv is: [{'id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:31Z', 'updated_at': '2021-12-23T16:50:35Z', 'revision_number': 4, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'gw_port': {'id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7e478009-f9c0-4eba-b376-5c3f22b1a57d', 'name': '', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'mac_address': 'fa:16:3e:b1:23:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4398c98d-0908-416c-be16-93014cd80c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:34Z', 'updated_at': '2021-12-23T16:50:41Z', 'revision_number': 4, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'subnets': [{'id': '4398c98d-0908-416c-be16-93014cd80c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:50:42.741139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a7b3ac8>, [{'id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'name': 'tempest-TestMinimumBasicScenario-84677237-router', 'tenant_id': 'db5c443edb424495837f600dd3be3a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f7a846ab-ac0c-4ba9-9e08-ac1b52809876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:38Z', 'updated_at': '2021-12-23T16:50:39Z', 'revision_number': 3, 'project_id': 'db5c443edb424495837f600dd3be3a18', 'gw_port': {'id': 'f7a846ab-ac0c-4ba9-9e08-ac1b52809876', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:39Z', 'updated_at': '2021-12-23T16:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:42.746819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf480c-da20-460d-82cd-f70cda915ea3 None None] The sync data for ids ['e0e65e12-b396-4c38-853c-11c0db8e2518'] in dv-neutron-822801-1-hyperv is: [{'id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'name': 'tempest-TestMinimumBasicScenario-84677237-router', 'tenant_id': 'db5c443edb424495837f600dd3be3a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f7a846ab-ac0c-4ba9-9e08-ac1b52809876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:38Z', 'updated_at': '2021-12-23T16:50:39Z', 'revision_number': 3, 'project_id': 'db5c443edb424495837f600dd3be3a18', 'gw_port': {'id': 'f7a846ab-ac0c-4ba9-9e08-ac1b52809876', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:39Z', 'updated_at': '2021-12-23T16:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:50:42.783634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-97a0b623-7a8f-4022-8535-ea407e66a398 None None] Provisioning for port ca234c04-a2e6-4077-a5a2-811632c3b729 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:50:42.800533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-97a0b623-7a8f-4022-8535-ea407e66a398 None None] Provisioning complete for port ca234c04-a2e6-4077-a5a2-811632c3b729 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:42.801005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97a0b623-7a8f-4022-8535-ea407e66a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:42.836635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Network 1f2e20a2-085e-4a33-9db7-58f4cfc3c2da is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:50:42.837887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:50:43.000148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97a0b623-7a8f-4022-8535-ea407e66a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:43.052547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-97a0b623-7a8f-4022-8535-ea407e66a398 None None] For port ca234c04-a2e6-4077-a5a2-811632c3b729, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ca234c04-a2e6-4077-a5a2-811632c3b729,segment=NetworkSegment(f647689c-a05b-481e-bd34-cd5ea4106358),segment_id=f647689c-a05b-481e-bd34-cd5ea4106358)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:50:43.063254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7e478009-f9c0-4eba-b376-5c3f22b1a57d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:50:43.099608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97a0b623-7a8f-4022-8535-ea407e66a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:43.133768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:43.250747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 7e478009-f9c0-4eba-b376-5c3f22b1a57d completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:50:43.255621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0b623-7a8f-4022-8535-ea407e66a398 None None] Pushing event updated for resources: {'Port': ['ID=ca234c04-a2e6-4077-a5a2-811632c3b729,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:43.267449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97a0b623-7a8f-4022-8535-ea407e66a398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:43.268138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 7e478009-f9c0-4eba-b376-5c3f22b1a57d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:43.268572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:43.432259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Router e0e65e12-b396-4c38-853c-11c0db8e2518 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:50:43.458122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:43.497040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 7e478009-f9c0-4eba-b376-5c3f22b1a57d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=7e478009-f9c0-4eba-b376-5c3f22b1a57d,segment=NetworkSegment(ea4dedda-1725-4175-a7b3-c195bb23fa3e),segment_id=ea4dedda-1725-4175-a7b3-c195bb23fa3e)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:50:43.501261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:43.504513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e035308-24d0-4ced-b1a0-79229af328cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:43.603923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-68c5e965-40de-4117-b750-f97ad9b72c8b None None] Provisioning for port 1c28f890-3201-47e6-a0da-c1a6505545d0 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:50:43.611116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-68c5e965-40de-4117-b750-f97ad9b72c8b None None] Provisioning complete for port 1c28f890-3201-47e6-a0da-c1a6505545d0 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:43.611581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-68c5e965-40de-4117-b750-f97ad9b72c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:43.647057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=7e478009-f9c0-4eba-b376-5c3f22b1a57d,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:43.656514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:43.702412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-68c5e965-40de-4117-b750-f97ad9b72c8b None None] Port 1c28f890-3201-47e6-a0da-c1a6505545d0 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:50:43.720644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-68c5e965-40de-4117-b750-f97ad9b72c8b None None] Provisioning complete for port ca234c04-a2e6-4077-a5a2-811632c3b729 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:43.721083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-68c5e965-40de-4117-b750-f97ad9b72c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:43.995825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:50:44.007687 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] 10.222.0.67 "PUT /v2.0/routers/e0e65e12-b396-4c38-853c-11c0db8e2518/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5768049
Dec 23 16:50:44.032330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-65671288-d25e-4461-88f2-b0e4e0082392 None None] Provisioning complete for port 1c28f890-3201-47e6-a0da-c1a6505545d0 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:44.032773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65671288-d25e-4461-88f2-b0e4e0082392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:44.106767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-65671288-d25e-4461-88f2-b0e4e0082392 None None] Port 1c28f890-3201-47e6-a0da-c1a6505545d0 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:50:44.234968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-53a1d017-a730-417b-9601-28232b9b82a3 None None] Provisioning complete for port 1c28f890-3201-47e6-a0da-c1a6505545d0 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:44.235465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-53a1d017-a730-417b-9601-28232b9b82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:44.294014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-53a1d017-a730-417b-9601-28232b9b82a3 None None] Port 1c28f890-3201-47e6-a0da-c1a6505545d0 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:50:45.100392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ca234c04-a2e6-4077-a5a2-811632c3b729 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:50:45.128514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:50:45.207111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port ca234c04-a2e6-4077-a5a2-811632c3b729 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:45.207798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:45.341211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f7a846ab-ac0c-4ba9-9e08-ac1b52809876 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:50:45.420918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port f7a846ab-ac0c-4ba9-9e08-ac1b52809876 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:50:45.426149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f7a846ab-ac0c-4ba9-9e08-ac1b52809876 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:45.426579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:45.554399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:45.573406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port f7a846ab-ac0c-4ba9-9e08-ac1b52809876, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f7a846ab-ac0c-4ba9-9e08-ac1b52809876,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:50:45.578542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:45.579764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7e478009-f9c0-4eba-b376-5c3f22b1a57d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:50:45.615761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:45.717345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=f7a846ab-ac0c-4ba9-9e08-ac1b52809876,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:45.720703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:45.732684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 7e478009-f9c0-4eba-b376-5c3f22b1a57d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:45.733195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:46.506200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Sync routers for ids ['e0e65e12-b396-4c38-853c-11c0db8e2518'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:50:46.523573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Routers {'e0e65e12-b396-4c38-853c-11c0db8e2518'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:46.524611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0c6d30>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e0e65e12-b396-4c38-853c-11c0db8e2518'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:46.736299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Set router e0e65e12-b396-4c38-853c-11c0db8e2518 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:50:47.066275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f7a846ab-ac0c-4ba9-9e08-ac1b52809876 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:50:47.180401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f7a846ab-ac0c-4ba9-9e08-ac1b52809876 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:47.180832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:47.212276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0c6d30>, [{'id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'name': 'tempest-TestMinimumBasicScenario-84677237-router', 'tenant_id': 'db5c443edb424495837f600dd3be3a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f7a846ab-ac0c-4ba9-9e08-ac1b52809876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:38Z', 'updated_at': '2021-12-23T16:50:42Z', 'revision_number': 4, 'project_id': 'db5c443edb424495837f600dd3be3a18', 'gw_port': {'id': 'f7a846ab-ac0c-4ba9-9e08-ac1b52809876', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:39Z', 'updated_at': '2021-12-23T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '1c28f890-3201-47e6-a0da-c1a6505545d0', 'name': '', 'network_id': '1f2e20a2-085e-4a33-9db7-58f4cfc3c2da', 'tenant_id': 'db5c443edb424495837f600dd3be3a18', 'mac_address': 'fa:16:3e:be:9a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2de9ca4-bc42-4968-8194-2f5e17ebc913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:41Z', 'updated_at': '2021-12-23T16:50:42Z', 'revision_number': 2, 'project_id': 'db5c443edb424495837f600dd3be3a18', 'subnets': [{'id': 'f2de9ca4-bc42-4968-8194-2f5e17ebc913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:47.245798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Checking router: e0e65e12-b396-4c38-853c-11c0db8e2518 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:50:47.246215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Updating router e0e65e12-b396-4c38-853c-11c0db8e2518 port 1c28f890-3201-47e6-a0da-c1a6505545d0 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:50:47.316651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:47.772927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:47.784939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Transition to ACTIVE for port object 1c28f890-3201-47e6-a0da-c1a6505545d0 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:50:47.800061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:47.805230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:48.110742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65b85e-b617-4f94-8f8c-ea438ddf9690 None None] Pushing event updated for resources: {'Port': ['ID=1c28f890-3201-47e6-a0da-c1a6505545d0,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:48.113942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d65b85e-b617-4f94-8f8c-ea438ddf9690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:48.237910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Attempting to bind port 1c28f890-3201-47e6-a0da-c1a6505545d0 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:50:48.238315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Attempting to bind port 1c28f890-3201-47e6-a0da-c1a6505545d0 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'f647689c-a05b-481e-bd34-cd5ea4106358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1f2e20a2-085e-4a33-9db7-58f4cfc3c2da'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:50:48.238760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Attempting to bind port 1c28f890-3201-47e6-a0da-c1a6505545d0 on network 1f2e20a2-085e-4a33-9db7-58f4cfc3c2da {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:50:48.246448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:50:48.247137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Checking segment: {'id': 'f647689c-a05b-481e-bd34-cd5ea4106358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1f2e20a2-085e-4a33-9db7-58f4cfc3c2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:50:48.248207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:48.248731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Bound using segment: {'id': 'f647689c-a05b-481e-bd34-cd5ea4106358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1f2e20a2-085e-4a33-9db7-58f4cfc3c2da'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:50:48.249275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Bound port: 1c28f890-3201-47e6-a0da-c1a6505545d0, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f647689c-a05b-481e-bd34-cd5ea4106358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1f2e20a2-085e-4a33-9db7-58f4cfc3c2da'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:50:48.249720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:48.423332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] For port 1c28f890-3201-47e6-a0da-c1a6505545d0, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:50:48.427789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] For port 1c28f890-3201-47e6-a0da-c1a6505545d0, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1c28f890-3201-47e6-a0da-c1a6505545d0,segment=NetworkSegment(f647689c-a05b-481e-bd34-cd5ea4106358),segment_id=f647689c-a05b-481e-bd34-cd5ea4106358)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:50:48.433371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:48.440850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44d99dc3-4479-4085-8d24-5c0fdce1d00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:48.536142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Routers {'e0e65e12-b396-4c38-853c-11c0db8e2518'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:48.537105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0c6d30>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e0e65e12-b396-4c38-853c-11c0db8e2518'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:48.636786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65b85e-b617-4f94-8f8c-ea438ddf9690 None None] Pushing event updated for resources: {'Port': ['ID=1c28f890-3201-47e6-a0da-c1a6505545d0,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:48.713289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d65b85e-b617-4f94-8f8c-ea438ddf9690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:48.771435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] Set router e0e65e12-b396-4c38-853c-11c0db8e2518 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:50:49.165601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0c6d30>, [{'id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'name': 'tempest-TestMinimumBasicScenario-84677237-router', 'tenant_id': 'db5c443edb424495837f600dd3be3a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f7a846ab-ac0c-4ba9-9e08-ac1b52809876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:38Z', 'updated_at': '2021-12-23T16:50:42Z', 'revision_number': 4, 'project_id': 'db5c443edb424495837f600dd3be3a18', 'gw_port': {'id': 'f7a846ab-ac0c-4ba9-9e08-ac1b52809876', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:39Z', 'updated_at': '2021-12-23T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '1c28f890-3201-47e6-a0da-c1a6505545d0', 'name': '', 'network_id': '1f2e20a2-085e-4a33-9db7-58f4cfc3c2da', 'tenant_id': 'db5c443edb424495837f600dd3be3a18', 'mac_address': 'fa:16:3e:be:9a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2de9ca4-bc42-4968-8194-2f5e17ebc913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:41Z', 'updated_at': '2021-12-23T16:50:48Z', 'revision_number': 4, 'project_id': 'db5c443edb424495837f600dd3be3a18', 'subnets': [{'id': 'f2de9ca4-bc42-4968-8194-2f5e17ebc913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:50:49.172497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b286f9-4f33-40c2-ab22-e7e4e61921b7 None None] The sync data for ids ['e0e65e12-b396-4c38-853c-11c0db8e2518'] in dv-neutron-822801-1-hyperv is: [{'id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'name': 'tempest-TestMinimumBasicScenario-84677237-router', 'tenant_id': 'db5c443edb424495837f600dd3be3a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f7a846ab-ac0c-4ba9-9e08-ac1b52809876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:38Z', 'updated_at': '2021-12-23T16:50:42Z', 'revision_number': 4, 'project_id': 'db5c443edb424495837f600dd3be3a18', 'gw_port': {'id': 'f7a846ab-ac0c-4ba9-9e08-ac1b52809876', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:39Z', 'updated_at': '2021-12-23T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '1c28f890-3201-47e6-a0da-c1a6505545d0', 'name': '', 'network_id': '1f2e20a2-085e-4a33-9db7-58f4cfc3c2da', 'tenant_id': 'db5c443edb424495837f600dd3be3a18', 'mac_address': 'fa:16:3e:be:9a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2de9ca4-bc42-4968-8194-2f5e17ebc913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:41Z', 'updated_at': '2021-12-23T16:50:48Z', 'revision_number': 4, 'project_id': 'db5c443edb424495837f600dd3be3a18', 'subnets': [{'id': 'f2de9ca4-bc42-4968-8194-2f5e17ebc913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:50:51.081282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1c28f890-3201-47e6-a0da-c1a6505545d0 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:50:51.161951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 1c28f890-3201-47e6-a0da-c1a6505545d0 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:50:51.167586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 1c28f890-3201-47e6-a0da-c1a6505545d0 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:51.168078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:51.317405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:51.363485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 1c28f890-3201-47e6-a0da-c1a6505545d0, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1c28f890-3201-47e6-a0da-c1a6505545d0,segment=NetworkSegment(f647689c-a05b-481e-bd34-cd5ea4106358),segment_id=f647689c-a05b-481e-bd34-cd5ea4106358)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:50:51.366861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:51.368966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0bd861f4-b12f-43d6-bb23-45bd91a20596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:51.454329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=1c28f890-3201-47e6-a0da-c1a6505545d0,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:51.457675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:53.021768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1c28f890-3201-47e6-a0da-c1a6505545d0 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:50:53.099451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 1c28f890-3201-47e6-a0da-c1a6505545d0 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:53.099451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:54.475425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c40f602a-25dd-42f3-93bd-58c908657f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:54.648789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-775b8542-624e-4573-af05-44e5e686a7ad tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:50:54.649550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-775b8542-624e-4573-af05-44e5e686a7ad tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Synchronizing usage tracker for tenant:4e67e533e411486eb90e9c5b126e73ad on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:50:54.665855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-775b8542-624e-4573-af05-44e5e686a7ad tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Unset dirty status for tenant:4e67e533e411486eb90e9c5b126e73ad on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:50:54.667191 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-775b8542-624e-4573-af05-44e5e686a7ad tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/networks?id=17542624-bed6-4115-b959-e3a97bd53e5a HTTP/1.1" status: 200  len: 814 time: 0.1740239
Dec 23 16:50:54.685541 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-16120bfb-0198-4c1d-9d56-85ba26e6f9cb tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/quotas/4e67e533e411486eb90e9c5b126e73ad HTTP/1.1" status: 200  len: 375 time: 0.0113330
Dec 23 16:50:54.775369 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-45c7bfd8-4a95-473a-90ce-b58a427f7e99 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e67e533e411486eb90e9c5b126e73ad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0843837
Dec 23 16:50:55.055147 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-7841bacb-ff9d-4ccd-a7de-8be1fed40ad3 service neutron] 10.222.0.67 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2664115
Dec 23 16:50:55.199158 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e5570a6d-9e9c-48d6-9eeb-703d3c818244 service neutron] 10.222.0.67 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372321
Dec 23 16:50:55.400134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0c3dc418-5f7d-4cd4-9a0b-12aa51e8e071 req-b3d93854-45c7-4226-a873-e653b4681baf tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Synchronizing usage tracker for tenant:4e67e533e411486eb90e9c5b126e73ad on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:50:55.418861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0c3dc418-5f7d-4cd4-9a0b-12aa51e8e071 req-b3d93854-45c7-4226-a873-e653b4681baf tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Unset dirty status for tenant:4e67e533e411486eb90e9c5b126e73ad on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:50:55.420362 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0c3dc418-5f7d-4cd4-9a0b-12aa51e8e071 req-b3d93854-45c7-4226-a873-e653b4681baf tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 210 time: 0.0670919
Dec 23 16:50:56.010235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:56.458583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1629a735-dc47-443a-9e99-62b3647d1311 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:50:56.460232 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1629a735-dc47-443a-9e99-62b3647d1311 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.36 "GET /v2.0/networks?id=17542624-bed6-4115-b959-e3a97bd53e5a HTTP/1.1" status: 200  len: 814 time: 0.1628680
Dec 23 16:50:56.476215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Request body: {'port': {'device_id': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'admin_state_up': True, 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:50:56.593281 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-113c1637-6259-4f14-8cee-4ecb3a25ca7a req-fdd90039-7667-4b9d-a728-ac2ab49de218 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 210 time: 0.0474260
Dec 23 16:50:56.631426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:50:56.641884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:50:56.651072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Made reservation on behalf of 4e67e533e411486eb90e9c5b126e73ad for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:50:56.656868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:56.834010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Allocated IP 172.20.0.14 (17542624-bed6-4115-b959-e3a97bd53e5a/4398c98d-0908-416c-be16-93014cd80c00/c6116c72-0bc3-414f-9c94-260069aa9495) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:50:56.868091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3447783b-1cf2-4d58-aa6a-4b130e599d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:57.145652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:57.182058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Transition to ACTIVE for port object c6116c72-0bc3-414f-9c94-260069aa9495 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:50:57.214578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:57.223498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5c0109d3-44c6-49f2-9904-c788389bdc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:50:57.305368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Network 17542624-bed6-4115-b959-e3a97bd53e5a is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:50:57.308643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:50:57.311434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:50:57.346864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Pushing event updated for resources: {'Port': ['ID=c6116c72-0bc3-414f-9c94-260069aa9495,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:50:57.378751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:57.379236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:57.379674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:57.380098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:57.380523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:57.381081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:57.381507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:57.381925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:57.382340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:57.382754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:57.383200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:50:57.389582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:50:57.410300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:50:57.411138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:57.429187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:57.444723 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9725897
Dec 23 16:50:57.625229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-63000530-610a-4f6b-8de3-b15b5148b91a None None] Provisioning for port c6116c72-0bc3-414f-9c94-260069aa9495 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:50:57.631337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-63000530-610a-4f6b-8de3-b15b5148b91a None None] Provisioning complete for port c6116c72-0bc3-414f-9c94-260069aa9495 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:50:57.631780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-63000530-610a-4f6b-8de3-b15b5148b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:57.706345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-63000530-610a-4f6b-8de3-b15b5148b91a None None] Port c6116c72-0bc3-414f-9c94-260069aa9495 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:50:57.834812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0d551-3812-4bce-abc2-defd38808372 req-1f575112-7d71-41a3-81f1-a55338de3ab2 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:50:57.835625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-5cf0d551-3812-4bce-abc2-defd38808372 req-1f575112-7d71-41a3-81f1-a55338de3ab2 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Synchronizing usage tracker for tenant:4e67e533e411486eb90e9c5b126e73ad on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:50:57.850345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-5cf0d551-3812-4bce-abc2-defd38808372 req-1f575112-7d71-41a3-81f1-a55338de3ab2 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Unset dirty status for tenant:4e67e533e411486eb90e9c5b126e73ad on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:50:57.851710 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5cf0d551-3812-4bce-abc2-defd38808372 req-1f575112-7d71-41a3-81f1-a55338de3ab2 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 932 time: 0.1082549
Dec 23 16:50:57.904503 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5cf0d551-3812-4bce-abc2-defd38808372 req-eb27037d-d53c-436b-9ac7-fada9bec2977 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457625
Dec 23 16:50:58.694410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:50:59.119164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f8161-017b-4a12-bc87-c22719913caa req-86e5f6b1-a981-4d48-9d87-a2ca0c168ec4 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:50:59.120802 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-009f8161-017b-4a12-bc87-c22719913caa req-86e5f6b1-a981-4d48-9d87-a2ca0c168ec4 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 932 time: 0.0883996
Dec 23 16:50:59.177296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-009f8161-017b-4a12-bc87-c22719913caa req-d976446c-b62f-4800-9b23-c4d32db92a44 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Synchronizing usage tracker for tenant:4e67e533e411486eb90e9c5b126e73ad on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:50:59.198522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-009f8161-017b-4a12-bc87-c22719913caa req-d976446c-b62f-4800-9b23-c4d32db92a44 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Unset dirty status for tenant:4e67e533e411486eb90e9c5b126e73ad on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:50:59.200237 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-009f8161-017b-4a12-bc87-c22719913caa req-d976446c-b62f-4800-9b23-c4d32db92a44 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724349
Dec 23 16:51:00.420257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438ed98-8fba-4338-9100-c6fdb7164990 req-6a5de937-5575-4594-966e-d8708654549c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:00.422097 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b438ed98-8fba-4338-9100-c6fdb7164990 req-6a5de937-5575-4594-966e-d8708654549c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 932 time: 0.0912075
Dec 23 16:51:00.475974 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b438ed98-8fba-4338-9100-c6fdb7164990 req-9f495e3b-a2bd-4bec-89fd-f3b4de95cd6f tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472913
Dec 23 16:51:01.690251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a18bc-6856-4408-bc0f-12ee66531f51 req-fbefd402-3b1e-4777-a999-40e3cb30fa77 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:01.692205 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-298a18bc-6856-4408-bc0f-12ee66531f51 req-fbefd402-3b1e-4777-a999-40e3cb30fa77 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 932 time: 0.0878999
Dec 23 16:51:01.749475 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-298a18bc-6856-4408-bc0f-12ee66531f51 req-59d085ca-945b-4d81-b42f-9098158b7b98 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486150
Dec 23 16:51:02.973407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3844f-aa4f-401d-a8e7-b75b19c164a6 req-c4f8ec36-bc6f-44a9-9d40-9d4023d1920d tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:02.975076 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d2a3844f-aa4f-401d-a8e7-b75b19c164a6 req-c4f8ec36-bc6f-44a9-9d40-9d4023d1920d tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 932 time: 0.0973961
Dec 23 16:51:03.030053 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d2a3844f-aa4f-401d-a8e7-b75b19c164a6 req-5457a240-61a7-4657-b051-440b1c878d69 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485768
Dec 23 16:51:04.251752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8214c8-a7c7-4d38-b8b1-08bc9a1355c7 req-f0b648a8-c99b-4029-a07b-493437038376 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:04.253405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d8214c8-a7c7-4d38-b8b1-08bc9a1355c7 req-f0b648a8-c99b-4029-a07b-493437038376 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 932 time: 0.0953963
Dec 23 16:51:04.313319 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d8214c8-a7c7-4d38-b8b1-08bc9a1355c7 req-eea06b59-27cb-45d9-aeb1-20ad5a93e395 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538425
Dec 23 16:51:05.527845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9df4e-e03b-4e81-9c21-aec1bfdc9786 req-83321249-e7cd-4747-abb3-cb6d0b578c41 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:05.530143 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2fa9df4e-e03b-4e81-9c21-aec1bfdc9786 req-83321249-e7cd-4747-abb3-cb6d0b578c41 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 932 time: 0.0870731
Dec 23 16:51:05.586048 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2fa9df4e-e03b-4e81-9c21-aec1bfdc9786 req-dc6b951a-235f-483d-84b4-d5c750369c87 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493805
Dec 23 16:51:06.800961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df8f63-67ba-464e-98f1-10ab7e05ca1f req-eb27e0ce-b256-4d9c-8148-ce313f1082e4 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:06.802865 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d2df8f63-67ba-464e-98f1-10ab7e05ca1f req-eb27e0ce-b256-4d9c-8148-ce313f1082e4 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 932 time: 0.0881979
Dec 23 16:51:06.857845 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d2df8f63-67ba-464e-98f1-10ab7e05ca1f req-671e9844-0adb-4cfd-a0de-30bd0ac9094c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485733
Dec 23 16:51:07.223174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Request body: {'port': {'device_id': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:51:07.342592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:07.707420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6116c72-0bc3-414f-9c94-260069aa9495 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:51:07.714413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:07.730378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Transition to ACTIVE for port object c6116c72-0bc3-414f-9c94-260069aa9495 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:51:07.733384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:07.737895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:51:07.880206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Pushing event updated for resources: {'Port': ['ID=c6116c72-0bc3-414f-9c94-260069aa9495,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:51:07.883583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:51:08.051344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Attempting to bind port c6116c72-0bc3-414f-9c94-260069aa9495 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:51:08.051732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Attempting to bind port c6116c72-0bc3-414f-9c94-260069aa9495 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'ea4dedda-1725-4175-a7b3-c195bb23fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:51:08.052108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Attempting to bind port c6116c72-0bc3-414f-9c94-260069aa9495 on network 17542624-bed6-4115-b959-e3a97bd53e5a {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:51:08.064920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Port c6116c72-0bc3-414f-9c94-260069aa9495 on network 17542624-bed6-4115-b959-e3a97bd53e5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:51:08.065290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Attempting to bind port c6116c72-0bc3-414f-9c94-260069aa9495 on network 17542624-bed6-4115-b959-e3a97bd53e5a {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:51:08.079186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:51:08.079519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Checking segment: {'id': 'ea4dedda-1725-4175-a7b3-c195bb23fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:51:08.079950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Bound using segment: {'id': 'ea4dedda-1725-4175-a7b3-c195bb23fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:51:08.080435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Bound port: c6116c72-0bc3-414f-9c94-260069aa9495, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea4dedda-1725-4175-a7b3-c195bb23fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:51:08.080829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:08.159244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64195e-a1bb-41b3-8da5-c6e2b0278c2c req-5547ca50-4a6d-433a-a9ab-0e5ad001b5ad tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:08.160888 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f64195e-a1bb-41b3-8da5-c6e2b0278c2c req-5547ca50-4a6d-433a-a9ab-0e5ad001b5ad tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 944 time: 0.1792359
Dec 23 16:51:08.218456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] For port c6116c72-0bc3-414f-9c94-260069aa9495, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:51:08.224383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] For port c6116c72-0bc3-414f-9c94-260069aa9495, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c6116c72-0bc3-414f-9c94-260069aa9495,segment=NetworkSegment(ea4dedda-1725-4175-a7b3-c195bb23fa3e),segment_id=ea4dedda-1725-4175-a7b3-c195bb23fa3e)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:51:08.231543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:08.237036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-997cd3ff-14b0-44ee-a51d-a4e696f3be5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:51:08.295660 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3f64195e-a1bb-41b3-8da5-c6e2b0278c2c req-ef51ed64-bf0a-4da7-9134-1e62b3ca5976 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280231
Dec 23 16:51:08.312711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:08.314239 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] 10.222.0.36 "PUT /v2.0/ports/c6116c72-0bc3-414f-9c94-260069aa9495 HTTP/1.1" status: 200  len: 1094 time: 1.0987976
Dec 23 16:51:08.314793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'tag': 'c6116c72-0bc3-414f-9c94-260069aa9495'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:51:08.328349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Pushing event updated for resources: {'Port': ['ID=c6116c72-0bc3-414f-9c94-260069aa9495,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:51:08.331739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:51:08.393800 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'tag': 'c6116c72-0bc3-414f-9c94-260069aa9495', 'status': 'completed', 'code': 200}
Dec 23 16:51:08.438843 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-a6a5a6bc-153d-45f7-ac14-cedbb2a91483 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e67e533e411486eb90e9c5b126e73ad&device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 1097 time: 0.0818977
Dec 23 16:51:08.517772 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-27b7f3aa-097b-402d-88ae-c302eb10bf7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6116c72-0bc3-414f-9c94-260069aa9495 HTTP/1.1" status: 200  len: 217 time: 0.0715983
Dec 23 16:51:08.589548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-161f9a79-5885-4f24-961e-4d269a35dd28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:08.592030 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-161f9a79-5885-4f24-961e-4d269a35dd28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4398c98d-0908-416c-be16-93014cd80c00 HTTP/1.1" status: 200  len: 853 time: 0.0664055
Dec 23 16:51:08.670779 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-a0dc850f-914f-46cc-904e-651f6bdac666 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17542624-bed6-4115-b959-e3a97bd53e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736296
Dec 23 16:51:08.812729 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-ca119d88-cc13-4be7-8250-83bbf39d5633 service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352618
Dec 23 16:51:08.953348 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89246651-e628-4fd4-b34e-42ab26de7dbe req-cf884058-ab3b-4cf7-af73-d2881f2277da service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346834
Dec 23 16:51:09.305729 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0324cec6-05a6-4b64-8a35-fddf85d2f3d1 req-ba91f720-cf84-4e04-89c0-959a9dafd960 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e67e533e411486eb90e9c5b126e73ad&device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 1097 time: 0.3052435
Dec 23 16:51:09.504611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324cec6-05a6-4b64-8a35-fddf85d2f3d1 req-3e759837-4448-4324-b3a9-6dcf5ce35849 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:09.506115 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0324cec6-05a6-4b64-8a35-fddf85d2f3d1 req-3e759837-4448-4324-b3a9-6dcf5ce35849 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17542624-bed6-4115-b959-e3a97bd53e5a HTTP/1.1" status: 200  len: 915 time: 0.1931481
Dec 23 16:51:09.591963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436e558-71c0-43d8-b56b-041ab01320f6 req-74dbff78-87ed-4a4b-a071-c07c6f8db9c1 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:09.593578 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6436e558-71c0-43d8-b56b-041ab01320f6 req-74dbff78-87ed-4a4b-a071-c07c6f8db9c1 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 944 time: 0.1706445
Dec 23 16:51:09.595022 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0324cec6-05a6-4b64-8a35-fddf85d2f3d1 req-d9c45c53-e633-45f8-9a16-1e91da6f7f37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6116c72-0bc3-414f-9c94-260069aa9495 HTTP/1.1" status: 200  len: 217 time: 0.0792236
Dec 23 16:51:09.699742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324cec6-05a6-4b64-8a35-fddf85d2f3d1 req-6f3574de-59f5-4281-8818-4b532b0ba69f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:09.701375 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0324cec6-05a6-4b64-8a35-fddf85d2f3d1 req-6f3574de-59f5-4281-8818-4b532b0ba69f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4398c98d-0908-416c-be16-93014cd80c00 HTTP/1.1" status: 200  len: 853 time: 0.0868912
Dec 23 16:51:09.703826 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6436e558-71c0-43d8-b56b-041ab01320f6 req-0e528c65-c586-4d30-a6de-694a3da46e52 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041620
Dec 23 16:51:09.782835 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0324cec6-05a6-4b64-8a35-fddf85d2f3d1 req-a744ae15-04fb-4c24-a32d-8a61f01b6c1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17542624-bed6-4115-b959-e3a97bd53e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0745945
Dec 23 16:51:09.926892 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0324cec6-05a6-4b64-8a35-fddf85d2f3d1 req-bb0e90a1-e97b-49c1-bdc1-569a95f5dc67 service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367779
Dec 23 16:51:10.073099 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0324cec6-05a6-4b64-8a35-fddf85d2f3d1 req-19e230bb-f204-4b2c-b4d4-122e2baea578 service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393344
Dec 23 16:51:10.912496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f49019-2267-45db-8c4d-8f149c20a5b9 req-44ea37cf-dd61-4c3c-be30-0b5163bfb58b tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:10.914072 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-46f49019-2267-45db-8c4d-8f149c20a5b9 req-44ea37cf-dd61-4c3c-be30-0b5163bfb58b tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 944 time: 0.0862010
Dec 23 16:51:10.965280 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-46f49019-2267-45db-8c4d-8f149c20a5b9 req-a68844f9-4b5d-4bc9-b823-3481c818fc85 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442977
Dec 23 16:51:12.185826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8caec5-9fcc-4450-8d65-558c3fd65abf req-ebde5b38-e4af-487b-8559-3690b57864ff tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:12.187463 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf8caec5-9fcc-4450-8d65-558c3fd65abf req-ebde5b38-e4af-487b-8559-3690b57864ff tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 944 time: 0.0842028
Dec 23 16:51:12.242620 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf8caec5-9fcc-4450-8d65-558c3fd65abf req-0a0515f2-c2ed-40cb-a945-81dfd765986e tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489125
Dec 23 16:51:12.432167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:12.495741 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device c6116c72-0bc3-414f-9c94-260069aa9495 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:51:12.639464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port c6116c72-0bc3-414f-9c94-260069aa9495, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c6116c72-0bc3-414f-9c94-260069aa9495,segment=NetworkSegment(ea4dedda-1725-4175-a7b3-c195bb23fa3e),segment_id=ea4dedda-1725-4175-a7b3-c195bb23fa3e)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:51:12.653712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'c6116c72-0bc3-414f-9c94-260069aa9495', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'port_id': 'c6116c72-0bc3-414f-9c94-260069aa9495', 'mac_address': 'fa:16:3e:67:d3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4398c98d-0908-416c-be16-93014cd80c00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:51:12.709675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:12.728716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6116c72-0bc3-414f-9c94-260069aa9495 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:51:12.744331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port c6116c72-0bc3-414f-9c94-260069aa9495, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c6116c72-0bc3-414f-9c94-260069aa9495,segment=NetworkSegment(ea4dedda-1725-4175-a7b3-c195bb23fa3e),segment_id=ea4dedda-1725-4175-a7b3-c195bb23fa3e)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:51:12.746891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:12.748888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:51:12.817430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=c6116c72-0bc3-414f-9c94-260069aa9495,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:51:12.820558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:51:12.947885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['c6116c72-0bc3-414f-9c94-260069aa9495'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:51:13.445124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060ea54-5fce-451d-9019-ab76b3fe6a46 req-c383839c-6094-4245-8fba-587bb39be83d tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:13.446743 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d060ea54-5fce-451d-9019-ab76b3fe6a46 req-c383839c-6094-4245-8fba-587bb39be83d tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 945 time: 0.0827084
Dec 23 16:51:13.495124 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d060ea54-5fce-451d-9019-ab76b3fe6a46 req-daa8371b-5d4a-4ff2-8393-861087936c94 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415869
Dec 23 16:51:14.511605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device c6116c72-0bc3-414f-9c94-260069aa9495 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:51:14.585991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port c6116c72-0bc3-414f-9c94-260069aa9495 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:51:14.591576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port c6116c72-0bc3-414f-9c94-260069aa9495 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:51:14.592013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:14.705567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4105d-20e0-43a6-9643-ccf271a4c108 req-1ca5de14-3e46-4767-8350-354d59cb0519 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:14.707229 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a9a4105d-20e0-43a6-9643-ccf271a4c108 req-1ca5de14-3e46-4767-8350-354d59cb0519 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 945 time: 0.0863683
Dec 23 16:51:14.710910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:14.739824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6116c72-0bc3-414f-9c94-260069aa9495'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:51:14.750575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port c6116c72-0bc3-414f-9c94-260069aa9495, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c6116c72-0bc3-414f-9c94-260069aa9495,segment=NetworkSegment(ea4dedda-1725-4175-a7b3-c195bb23fa3e),segment_id=ea4dedda-1725-4175-a7b3-c195bb23fa3e)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:51:14.753545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:14.755596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dfd039e4-1508-4a98-be6a-aa7086426b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:51:14.758601 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a9a4105d-20e0-43a6-9643-ccf271a4c108 req-1f2f7d38-d799-472e-a7ca-6f11b739e2ca tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452995
Dec 23 16:51:14.806891 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6116c72-0bc3-414f-9c94-260069aa9495', 'code': 200}
Dec 23 16:51:14.829429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=c6116c72-0bc3-414f-9c94-260069aa9495,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:51:14.832548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:51:15.038609 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a43bd9b0-a78f-48a9-a156-c445115ab6b5 req-07faf554-1e81-4e5f-8a71-1f6725075365 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 1099 time: 0.0803628
Dec 23 16:51:15.083043 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a43bd9b0-a78f-48a9-a156-c445115ab6b5 req-7c43e7e0-2c9d-4fd0-84ef-5375dc781e16 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378916
Dec 23 16:51:15.967208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905e8bf-a3df-4eb0-81d7-e998d180b2d8 req-410769a2-2f74-48ab-828d-1cc97fbd7ece tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:15.968872 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6905e8bf-a3df-4eb0-81d7-e998d180b2d8 req-410769a2-2f74-48ab-828d-1cc97fbd7ece tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 946 time: 0.0858035
Dec 23 16:51:16.021425 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6905e8bf-a3df-4eb0-81d7-e998d180b2d8 req-624fb0a8-e05e-4ba1-ac72-fe4392e86bbc tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462759
Dec 23 16:51:17.236620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd072551-ec10-4347-8ada-7699369dfb29 req-ce91012e-0c94-462a-83ad-9127221e322e tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:17.238206 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cd072551-ec10-4347-8ada-7699369dfb29 req-ce91012e-0c94-462a-83ad-9127221e322e tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 946 time: 0.0907516
Dec 23 16:51:17.288388 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cd072551-ec10-4347-8ada-7699369dfb29 req-b0629723-73db-4e2b-9d99-1a21b513eb89 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440204
Dec 23 16:51:17.494561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d0362-8a9e-4944-8c64-5eaf46fb2ec2 req-f66fc39f-e2ee-49ef-b14f-2beb4b69416b tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:17.496133 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-985d0362-8a9e-4944-8c64-5eaf46fb2ec2 req-f66fc39f-e2ee-49ef-b14f-2beb4b69416b tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 946 time: 0.0874367
Dec 23 16:51:17.546778 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-985d0362-8a9e-4944-8c64-5eaf46fb2ec2 req-378aa211-fa0f-443d-a17f-593890db157d tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439591
Dec 23 16:51:17.977848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e6fa6-9a8f-4e26-be62-3e4bd0ac5131 req-c9590717-8675-4a0b-9eec-3c403a92ae4d tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:17.979503 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dd0e6fa6-9a8f-4e26-be62-3e4bd0ac5131 req-c9590717-8675-4a0b-9eec-3c403a92ae4d tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 946 time: 0.0832727
Dec 23 16:51:18.030655 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dd0e6fa6-9a8f-4e26-be62-3e4bd0ac5131 req-a72101b6-7f1d-4852-9df8-46678329098c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444009
Dec 23 16:51:22.129365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:51:24.478252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-93f35fcc-1c26-413e-bf63-64046808478c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:26.019040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:26.858720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db47fcc2-33ce-4803-97f1-ee091bbb3b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:27.429274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:28.588404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a843bb2-dfb7-4d3c-908a-58e773b6f72b req-dbdac824-9bdc-4ff2-acac-96938857c09c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:28.590039 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9a843bb2-dfb7-4d3c-908a-58e773b6f72b req-dbdac824-9bdc-4ff2-acac-96938857c09c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 946 time: 0.0896442
Dec 23 16:51:28.639261 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9a843bb2-dfb7-4d3c-908a-58e773b6f72b req-edbf0772-b12f-45f7-9c26-3f01c2de8a4d tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423498
Dec 23 16:51:28.667838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35284) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:51:28.697209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:28.820900 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a7dab97c-2005-4873-8aa1-b1fed449791f tempest-TestMinimumBasicScenario-337341134 tempest-TestMinimumBasicScenario-337341134-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 1094 time: 0.1516902
Dec 23 16:51:28.823882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35292) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:51:28.830197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': 'c6116c72-0bc3-414f-9c94-260069aa9495', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:51:28.836193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:51:28.840907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Usage tracker for resource:floatingip and tenant:4e67e533e411486eb90e9c5b126e73ad is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:51:28.843935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:51:28.850058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:51:28.863380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for floatingip, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:29.013629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:29.168663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Allocated IP 172.26.5.98 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/e96b93b9-aec3-41ac-a729-687a15f98000) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:51:29.331248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:29.357183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:29.361746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1464a0af-ad55-495f-ae93-81ee3d8ac186 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:51:29.432313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:51:29.435277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:51:29.439789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:51:29.466924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Pushing event updated for resources: {'Port': ['ID=e96b93b9-aec3-41ac-a729-687a15f98000,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:51:29.472277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:51:29.961506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:30.023129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:30.239490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:30.242938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:30.248027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0a849b4e-0121-4dfa-9296-8dddb709533e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:51:30.360271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Pushing event updated for resources: {'Port': ['ID=e96b93b9-aec3-41ac-a729-687a15f98000,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:51:30.365489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:51:30.374355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:30.576480 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Floating IP 11c48c0a-925e-4271-95bf-6caf4f6c8556 associated. External IP: 172.26.5.98, port: c6116c72-0bc3-414f-9c94-260069aa9495.
Dec 23 16:51:31.214452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Router 6e0bf06f-55e9-49b4-96de-26a544430fb0 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:51:31.435399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:51:31.445979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f91ac2-27df-4753-a07e-1a588fb1cbcc None None] Sync routers for ids ['6e0bf06f-55e9-49b4-96de-26a544430fb0'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:51:31.458416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f91ac2-27df-4753-a07e-1a588fb1cbcc None None] Routers {'6e0bf06f-55e9-49b4-96de-26a544430fb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:51:31.459247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c6f91ac2-27df-4753-a07e-1a588fb1cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a982be0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:51:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6e0bf06f-55e9-49b4-96de-26a544430fb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:51:31.462434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:31.519266 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6942296
Dec 23 16:51:31.519996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'tag': 'c6116c72-0bc3-414f-9c94-260069aa9495'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:51:31.522620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35296) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:51:31.530096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725957387', 'description': 'tempest-secgroup-smoke-725957387 description', 'project_id': '4e67e533e411486eb90e9c5b126e73ad'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:51:31.537167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:51:31.547845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:51:31.557869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:31.578507 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'tag': 'c6116c72-0bc3-414f-9c94-260069aa9495', 'status': 'completed', 'code': 200}
Dec 23 16:51:31.603903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:51:31.609735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Usage tracker for resource:security_group_rule and tenant:4e67e533e411486eb90e9c5b126e73ad is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:51:31.612837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:51:31.619368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:51:31.650669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c6f91ac2-27df-4753-a07e-1a588fb1cbcc None None] Set router 6e0bf06f-55e9-49b4-96de-26a544430fb0 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:51:31.680412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:31.681424 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a5e2911e-b87e-42fe-83aa-8293121e122e req-07e3d03a-69c3-4272-b824-5752c238f2d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e67e533e411486eb90e9c5b126e73ad&device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 1099 time: 0.0821965
Dec 23 16:51:31.683368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:31.689755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8894d7c5-36f8-496c-89b5-42800d26a13c tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:51:31.739859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691512a5-6323-46b5-b3f6-d711de968c2c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:51:31.744383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:31.749245 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2218015
Dec 23 16:51:31.750894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35302) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:51:31.754878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:51:31.755372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:51:31.755808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:51:31.756243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:51:31.756672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:51:31.757097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:51:31.757520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:51:31.757941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:51:31.758367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:51:31.758785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:51:31.759246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:51:31.763557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e8fa0e8a-bb5f-406f-be69-15fd2cedda8a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:51:31.767676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-296da7a3-cda0-4330-bde6-cc6ad8f04b16 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Request body: {'security_group_rule': {'security_group_id': '691512a5-6323-46b5-b3f6-d711de968c2c', 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:51:31.774379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-296da7a3-cda0-4330-bde6-cc6ad8f04b16 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:51:31.778703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-296da7a3-cda0-4330-bde6-cc6ad8f04b16 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Usage tracker for resource:security_group_rule and tenant:4e67e533e411486eb90e9c5b126e73ad is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:51:31.782132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-296da7a3-cda0-4330-bde6-cc6ad8f04b16 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:51:31.787960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-296da7a3-cda0-4330-bde6-cc6ad8f04b16 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:51:31.805532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-296da7a3-cda0-4330-bde6-cc6ad8f04b16 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:31.834914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2911e-b87e-42fe-83aa-8293121e122e req-62f60f2c-66fd-47dd-adf6-082de08489b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:31.836580 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a5e2911e-b87e-42fe-83aa-8293121e122e req-62f60f2c-66fd-47dd-adf6-082de08489b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17542624-bed6-4115-b959-e3a97bd53e5a HTTP/1.1" status: 200  len: 915 time: 0.1494186
Dec 23 16:51:31.876769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-296da7a3-cda0-4330-bde6-cc6ad8f04b16 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:31.879858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-296da7a3-cda0-4330-bde6-cc6ad8f04b16 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:31.881838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-511f324d-95a5-46bc-8c01-ff8916a6bd8b tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:51:31.904775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296da7a3-cda0-4330-bde6-cc6ad8f04b16 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc8337b-b3c5-4ff0-a295-b8eb1d04f86b,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:51:31.909252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-296da7a3-cda0-4330-bde6-cc6ad8f04b16 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:51:31.918072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-296da7a3-cda0-4330-bde6-cc6ad8f04b16 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:31.922847 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-296da7a3-cda0-4330-bde6-cc6ad8f04b16 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1679165
Dec 23 16:51:31.923305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35306) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:51:31.931946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0367a534-ee45-4090-b868-7adf23bb68a6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Request body: {'security_group_rule': {'security_group_id': '691512a5-6323-46b5-b3f6-d711de968c2c', 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:51:31.940550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0367a534-ee45-4090-b868-7adf23bb68a6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:51:31.948407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0367a534-ee45-4090-b868-7adf23bb68a6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Usage tracker for resource:security_group_rule and tenant:4e67e533e411486eb90e9c5b126e73ad is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:51:31.953151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0367a534-ee45-4090-b868-7adf23bb68a6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:51:31.962323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0367a534-ee45-4090-b868-7adf23bb68a6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:51:31.971661 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a5e2911e-b87e-42fe-83aa-8293121e122e req-86ae5a7c-3e00-4eb0-b8d5-d684d50ef7bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6116c72-0bc3-414f-9c94-260069aa9495 HTTP/1.1" status: 200  len: 999 time: 0.1286883
Dec 23 16:51:32.028122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c6f91ac2-27df-4753-a07e-1a588fb1cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a982be0>, [{'id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:31Z', 'updated_at': '2021-12-23T16:50:35Z', 'revision_number': 4, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'gw_port': {'id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '11c48c0a-925e-4271-95bf-6caf4f6c8556', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'floating_ip_address': '172.26.5.98', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'port_id': 'c6116c72-0bc3-414f-9c94-260069aa9495', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'mac_address': 'fa:16:3e:67:d3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:51:29Z', 'updated_at': '2021-12-23T16:51:29Z', 'revision_number': 0, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e478009-f9c0-4eba-b376-5c3f22b1a57d', 'name': '', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'mac_address': 'fa:16:3e:b1:23:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4398c98d-0908-416c-be16-93014cd80c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:34Z', 'updated_at': '2021-12-23T16:50:43Z', 'revision_number': 5, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'subnets': [{'id': '4398c98d-0908-416c-be16-93014cd80c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:51:32.032102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0367a534-ee45-4090-b868-7adf23bb68a6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.032283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f91ac2-27df-4753-a07e-1a588fb1cbcc None None] Checking router: 6e0bf06f-55e9-49b4-96de-26a544430fb0 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:51:32.043661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f91ac2-27df-4753-a07e-1a588fb1cbcc None None] Routers {'6e0bf06f-55e9-49b4-96de-26a544430fb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:51:32.044332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c6f91ac2-27df-4753-a07e-1a588fb1cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a982be0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:51:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6e0bf06f-55e9-49b4-96de-26a544430fb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:51:32.085216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2911e-b87e-42fe-83aa-8293121e122e req-9af52daa-f93f-4261-87eb-039a1e45599e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:32.086832 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a5e2911e-b87e-42fe-83aa-8293121e122e req-9af52daa-f93f-4261-87eb-039a1e45599e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4398c98d-0908-416c-be16-93014cd80c00 HTTP/1.1" status: 200  len: 853 time: 0.1054103
Dec 23 16:51:32.177833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0367a534-ee45-4090-b868-7adf23bb68a6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.185885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0367a534-ee45-4090-b868-7adf23bb68a6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.194310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2a925980-013f-4df3-a628-c77032491214 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:51:32.240663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367a534-ee45-4090-b868-7adf23bb68a6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144e794b-4b94-4a1b-81ee-89319bafc9ec,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:51:32.240663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0367a534-ee45-4090-b868-7adf23bb68a6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:51:32.240663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0367a534-ee45-4090-b868-7adf23bb68a6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.240663 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0367a534-ee45-4090-b868-7adf23bb68a6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3151193
Dec 23 16:51:32.245827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35310) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:51:32.249354 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a5e2911e-b87e-42fe-83aa-8293121e122e req-ec432129-4ebd-428e-a991-998c703d5d56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17542624-bed6-4115-b959-e3a97bd53e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1470881
Dec 23 16:51:32.255468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f04bd86c-9168-45cc-987f-d8b0014dbedc tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Request body: {'security_group_rule': {'security_group_id': '691512a5-6323-46b5-b3f6-d711de968c2c', 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:51:32.255468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f04bd86c-9168-45cc-987f-d8b0014dbedc tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:51:32.266249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c6f91ac2-27df-4753-a07e-1a588fb1cbcc None None] Set router 6e0bf06f-55e9-49b4-96de-26a544430fb0 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:51:32.269535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f04bd86c-9168-45cc-987f-d8b0014dbedc tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Usage tracker for resource:security_group_rule and tenant:4e67e533e411486eb90e9c5b126e73ad is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:51:32.269535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f04bd86c-9168-45cc-987f-d8b0014dbedc tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:51:32.270181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f04bd86c-9168-45cc-987f-d8b0014dbedc tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:51:32.290077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f04bd86c-9168-45cc-987f-d8b0014dbedc tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.360316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f04bd86c-9168-45cc-987f-d8b0014dbedc tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.363588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f04bd86c-9168-45cc-987f-d8b0014dbedc tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.365537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-20062c7f-7d7b-4065-b963-9779cec373b3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:51:32.390890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bd86c-9168-45cc-987f-d8b0014dbedc tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a6958d-536d-40ac-8277-a1a2e278e057,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:51:32.393605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f04bd86c-9168-45cc-987f-d8b0014dbedc tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:51:32.401336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f04bd86c-9168-45cc-987f-d8b0014dbedc tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.403356 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f04bd86c-9168-45cc-987f-d8b0014dbedc tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1612377
Dec 23 16:51:32.406325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35314) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:51:32.412614 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a5e2911e-b87e-42fe-83aa-8293121e122e req-91e57c52-9b34-4a61-ba1f-4f045df59d88 service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1616707
Dec 23 16:51:32.412779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-292e143e-8905-4df2-9305-28a7bde1b47a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Request body: {'security_group_rule': {'security_group_id': '691512a5-6323-46b5-b3f6-d711de968c2c', 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:51:32.419497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-292e143e-8905-4df2-9305-28a7bde1b47a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:51:32.423631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-292e143e-8905-4df2-9305-28a7bde1b47a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Usage tracker for resource:security_group_rule and tenant:4e67e533e411486eb90e9c5b126e73ad is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:51:32.426646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-292e143e-8905-4df2-9305-28a7bde1b47a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:51:32.432894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-292e143e-8905-4df2-9305-28a7bde1b47a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:51:32.452509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-292e143e-8905-4df2-9305-28a7bde1b47a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.525659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-292e143e-8905-4df2-9305-28a7bde1b47a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.529588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-292e143e-8905-4df2-9305-28a7bde1b47a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.531555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-318313ea-cee6-490d-b895-2eb6d3b66975 tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:51:32.560322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-292e143e-8905-4df2-9305-28a7bde1b47a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.561408 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-292e143e-8905-4df2-9305-28a7bde1b47a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1540549
Dec 23 16:51:32.563768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e143e-8905-4df2-9305-28a7bde1b47a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3250de4e-7e20-47b3-885f-6118b5687a0d,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:51:32.564644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35318) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:51:32.566186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-292e143e-8905-4df2-9305-28a7bde1b47a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:51:32.569267 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a5e2911e-b87e-42fe-83aa-8293121e122e req-66d25c01-ac78-48dc-91db-5a1c0abedddb service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504970
Dec 23 16:51:32.573142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-efd66a7e-a56c-4fdc-a043-46ea4b0f862c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Request body: {'security_group_rule': {'security_group_id': '691512a5-6323-46b5-b3f6-d711de968c2c', 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:51:32.580368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-efd66a7e-a56c-4fdc-a043-46ea4b0f862c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:51:32.584944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-efd66a7e-a56c-4fdc-a043-46ea4b0f862c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Usage tracker for resource:security_group_rule and tenant:4e67e533e411486eb90e9c5b126e73ad is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:51:32.588475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-efd66a7e-a56c-4fdc-a043-46ea4b0f862c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:51:32.595629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-efd66a7e-a56c-4fdc-a043-46ea4b0f862c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:51:32.604849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-efd66a7e-a56c-4fdc-a043-46ea4b0f862c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Project 4e67e533e411486eb90e9c5b126e73ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:51:32.613125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efd66a7e-a56c-4fdc-a043-46ea4b0f862c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.656542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c6f91ac2-27df-4753-a07e-1a588fb1cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a982be0>, [{'id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:31Z', 'updated_at': '2021-12-23T16:50:35Z', 'revision_number': 4, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'gw_port': {'id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '11c48c0a-925e-4271-95bf-6caf4f6c8556', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'floating_ip_address': '172.26.5.98', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'port_id': 'c6116c72-0bc3-414f-9c94-260069aa9495', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'mac_address': 'fa:16:3e:67:d3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:51:29Z', 'updated_at': '2021-12-23T16:51:29Z', 'revision_number': 0, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e478009-f9c0-4eba-b376-5c3f22b1a57d', 'name': '', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'mac_address': 'fa:16:3e:b1:23:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4398c98d-0908-416c-be16-93014cd80c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:34Z', 'updated_at': '2021-12-23T16:50:43Z', 'revision_number': 5, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'subnets': [{'id': '4398c98d-0908-416c-be16-93014cd80c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:51:32.660747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f91ac2-27df-4753-a07e-1a588fb1cbcc None None] The sync data for ids ['6e0bf06f-55e9-49b4-96de-26a544430fb0'] in dv-neutron-822801-1-hyperv is: [{'id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:31Z', 'updated_at': '2021-12-23T16:50:35Z', 'revision_number': 4, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'gw_port': {'id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '11c48c0a-925e-4271-95bf-6caf4f6c8556', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'floating_ip_address': '172.26.5.98', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'port_id': 'c6116c72-0bc3-414f-9c94-260069aa9495', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'mac_address': 'fa:16:3e:67:d3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:51:29Z', 'updated_at': '2021-12-23T16:51:29Z', 'revision_number': 0, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e478009-f9c0-4eba-b376-5c3f22b1a57d', 'name': '', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'mac_address': 'fa:16:3e:b1:23:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4398c98d-0908-416c-be16-93014cd80c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:34Z', 'updated_at': '2021-12-23T16:50:43Z', 'revision_number': 5, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'subnets': [{'id': '4398c98d-0908-416c-be16-93014cd80c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:51:32.686019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efd66a7e-a56c-4fdc-a043-46ea4b0f862c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.688911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efd66a7e-a56c-4fdc-a043-46ea4b0f862c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.696592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a2ada01c-7649-47e6-a17c-010320419d2a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:51:32.724972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd66a7e-a56c-4fdc-a043-46ea4b0f862c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0faaf4cd-dd2a-4978-a327-1a379d888a36,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:51:32.727677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-efd66a7e-a56c-4fdc-a043-46ea4b0f862c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:51:32.728558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efd66a7e-a56c-4fdc-a043-46ea4b0f862c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.730359 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-efd66a7e-a56c-4fdc-a043-46ea4b0f862c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1643033
Dec 23 16:51:32.734176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35322) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:51:32.740550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f4d2dd24-6374-4169-82ce-c3ad91059787 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Request body: {'security_group_rule': {'security_group_id': '691512a5-6323-46b5-b3f6-d711de968c2c', 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:51:32.747811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f4d2dd24-6374-4169-82ce-c3ad91059787 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:51:32.752173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f4d2dd24-6374-4169-82ce-c3ad91059787 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Usage tracker for resource:security_group_rule and tenant:4e67e533e411486eb90e9c5b126e73ad is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:51:32.755360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f4d2dd24-6374-4169-82ce-c3ad91059787 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:51:32.761708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f4d2dd24-6374-4169-82ce-c3ad91059787 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:51:32.772095 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-f4d2dd24-6374-4169-82ce-c3ad91059787 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Project 4e67e533e411486eb90e9c5b126e73ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:51:32.779602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4d2dd24-6374-4169-82ce-c3ad91059787 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.850562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4d2dd24-6374-4169-82ce-c3ad91059787 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.853338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4d2dd24-6374-4169-82ce-c3ad91059787 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.855304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-20c9efea-6b2d-4a5b-9830-ff4db1f19395 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:51:32.877115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2dd24-6374-4169-82ce-c3ad91059787 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a3a520-bff2-427f-96f1-8a1caf86e4d3,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:51:32.881772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f4d2dd24-6374-4169-82ce-c3ad91059787 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:51:32.896510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4d2dd24-6374-4169-82ce-c3ad91059787 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:32.896510 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f4d2dd24-6374-4169-82ce-c3ad91059787 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1558113
Dec 23 16:51:33.037848 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f34c1963-a467-4421-bc5f-3f98af8fa626 req-d7ee5691-0e3a-472c-b0be-0ae6c895c3b8 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725957387&fields=id&tenant_id=4e67e533e411486eb90e9c5b126e73ad HTTP/1.1" status: 200  len: 267 time: 0.0479109
Dec 23 16:51:33.044760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f146f-484a-4626-98cf-5b94db50aa8a None None] New status for floating IP 11c48c0a-925e-4271-95bf-6caf4f6c8556: ACTIVE {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:51:33.133172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c1963-a467-4421-bc5f-3f98af8fa626 req-e82b7845-11b0-4690-9aba-bf6ad495a2b4 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:33.134741 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f34c1963-a467-4421-bc5f-3f98af8fa626 req-e82b7845-11b0-4690-9aba-bf6ad495a2b4 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 946 time: 0.0895374
Dec 23 16:51:33.147923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-f34c1963-a467-4421-bc5f-3f98af8fa626 req-5e3b4f11-9200-4453-9035-968b874a7f23 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Request body: {'port': {'security_groups': ['b8d88273-ed25-4ae4-8b5f-de35c6b133d6', '691512a5-6323-46b5-b3f6-d711de968c2c']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:51:33.281360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f34c1963-a467-4421-bc5f-3f98af8fa626 req-5e3b4f11-9200-4453-9035-968b874a7f23 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:33.573142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-f34c1963-a467-4421-bc5f-3f98af8fa626 req-5e3b4f11-9200-4453-9035-968b874a7f23 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] For port c6116c72-0bc3-414f-9c94-260069aa9495, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c6116c72-0bc3-414f-9c94-260069aa9495,segment=NetworkSegment(ea4dedda-1725-4175-a7b3-c195bb23fa3e),segment_id=ea4dedda-1725-4175-a7b3-c195bb23fa3e)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:51:33.600974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f34c1963-a467-4421-bc5f-3f98af8fa626 req-5e3b4f11-9200-4453-9035-968b874a7f23 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:33.604520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f34c1963-a467-4421-bc5f-3f98af8fa626 req-5e3b4f11-9200-4453-9035-968b874a7f23 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:33.611113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:51:33.617183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['c6116c72-0bc3-414f-9c94-260069aa9495'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:51:33.683151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c1963-a467-4421-bc5f-3f98af8fa626 req-5e3b4f11-9200-4453-9035-968b874a7f23 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:33.684029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f34c1963-a467-4421-bc5f-3f98af8fa626 req-5e3b4f11-9200-4453-9035-968b874a7f23 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:33.685731 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f34c1963-a467-4421-bc5f-3f98af8fa626 req-5e3b4f11-9200-4453-9035-968b874a7f23 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "PUT /v2.0/ports/c6116c72-0bc3-414f-9c94-260069aa9495 HTTP/1.1" status: 200  len: 982 time: 0.5432615
Dec 23 16:51:33.686327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'tag': 'c6116c72-0bc3-414f-9c94-260069aa9495'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:51:33.721891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b4f11-9200-4453-9035-968b874a7f23 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Pushing event updated for resources: {'Port': ['ID=c6116c72-0bc3-414f-9c94-260069aa9495,revision_number=6']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:51:33.728171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e3b4f11-9200-4453-9035-968b874a7f23 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:51:33.756496 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'tag': 'c6116c72-0bc3-414f-9c94-260069aa9495', 'status': 'completed', 'code': 200}
Dec 23 16:51:33.765718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['c6116c72-0bc3-414f-9c94-260069aa9495'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:51:33.922889 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bc226371-9c14-4ba1-9f8e-e0ae8aed51b1 req-8bb38a9f-01bc-4181-9e54-3c9bad6557d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e67e533e411486eb90e9c5b126e73ad&device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 1138 time: 0.1455300
Dec 23 16:51:33.971934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6969542-8ffe-4b0d-aa72-c7e28d5b10ed req-0ff97478-c45d-455c-bcc5-4807f8471f6f tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:33.973604 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e6969542-8ffe-4b0d-aa72-c7e28d5b10ed req-0ff97478-c45d-455c-bcc5-4807f8471f6f tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 985 time: 0.1420987
Dec 23 16:51:34.085337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1b57993d-818d-491e-a9e5-248744d36ba2 None None] Provisioning complete for port c6116c72-0bc3-414f-9c94-260069aa9495 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:51:34.085685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b57993d-818d-491e-a9e5-248744d36ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:34.111540 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e6969542-8ffe-4b0d-aa72-c7e28d5b10ed req-45cde6d7-b9cc-4e60-9caa-15de86698d4c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=691512a5-6323-46b5-b3f6-d711de968c2c&id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1228485
Dec 23 16:51:34.139145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc226371-9c14-4ba1-9f8e-e0ae8aed51b1 req-30d7b933-5aa9-42eb-8e55-c55433ff6471 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:34.139145 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bc226371-9c14-4ba1-9f8e-e0ae8aed51b1 req-30d7b933-5aa9-42eb-8e55-c55433ff6471 service neutron] 10.222.0.36 "GET /v2.0/networks?id=17542624-bed6-4115-b959-e3a97bd53e5a HTTP/1.1" status: 200  len: 915 time: 0.2004192
Dec 23 16:51:34.249575 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bc226371-9c14-4ba1-9f8e-e0ae8aed51b1 req-de356d3d-ed3b-412b-bb24-d8399096bf68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6116c72-0bc3-414f-9c94-260069aa9495 HTTP/1.1" status: 200  len: 1001 time: 0.1111455
Dec 23 16:51:34.324688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc226371-9c14-4ba1-9f8e-e0ae8aed51b1 req-cf89f86f-effd-45f7-9874-5c82e36e5cab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:34.326453 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bc226371-9c14-4ba1-9f8e-e0ae8aed51b1 req-cf89f86f-effd-45f7-9874-5c82e36e5cab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4398c98d-0908-416c-be16-93014cd80c00 HTTP/1.1" status: 200  len: 853 time: 0.0701773
Dec 23 16:51:34.411571 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bc226371-9c14-4ba1-9f8e-e0ae8aed51b1 req-4eb5b420-7738-42d3-9241-22301924fb7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17542624-bed6-4115-b959-e3a97bd53e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0780735
Dec 23 16:51:34.559783 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bc226371-9c14-4ba1-9f8e-e0ae8aed51b1 req-43f13816-9992-4e46-b5dc-5ba1de8eb23a service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412451
Dec 23 16:51:34.703557 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bc226371-9c14-4ba1-9f8e-e0ae8aed51b1 req-9ddac5e8-e54d-4e48-b43c-1b264243f3eb service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376698
Dec 23 16:51:42.432852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:49.511744 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5213996f-fcd2-4b46-aec4-754ad219f6eb req-ce3fea97-7438-42dd-8c49-3625d3e0d458 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e67e533e411486eb90e9c5b126e73ad&device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 1138 time: 0.1459479
Dec 23 16:51:49.521869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5f8e2-0c03-4798-a890-780d049a6822 req-b9c9a744-1e9a-4cbe-a62c-208f4995a997 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:49.523392 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8ce5f8e2-0c03-4798-a890-780d049a6822 req-b9c9a744-1e9a-4cbe-a62c-208f4995a997 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 985 time: 0.1127057
Dec 23 16:51:49.679678 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8ce5f8e2-0c03-4798-a890-780d049a6822 req-a41e5b88-3139-4cc7-b1d3-eab357f7af86 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=691512a5-6323-46b5-b3f6-d711de968c2c&id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1272476
Dec 23 16:51:49.701050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213996f-fcd2-4b46-aec4-754ad219f6eb req-5d685318-4fd2-4965-a747-946d4b053e4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:49.702634 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5213996f-fcd2-4b46-aec4-754ad219f6eb req-5d685318-4fd2-4965-a747-946d4b053e4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=17542624-bed6-4115-b959-e3a97bd53e5a HTTP/1.1" status: 200  len: 915 time: 0.1783309
Dec 23 16:51:49.815470 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5213996f-fcd2-4b46-aec4-754ad219f6eb req-68678495-6731-4992-a438-d0f57cb22d20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6116c72-0bc3-414f-9c94-260069aa9495 HTTP/1.1" status: 200  len: 1001 time: 0.1054761
Dec 23 16:51:49.884795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213996f-fcd2-4b46-aec4-754ad219f6eb req-18cf1e5d-065a-4eee-8e5f-cf77a5fc815a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:49.886421 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5213996f-fcd2-4b46-aec4-754ad219f6eb req-18cf1e5d-065a-4eee-8e5f-cf77a5fc815a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4398c98d-0908-416c-be16-93014cd80c00 HTTP/1.1" status: 200  len: 853 time: 0.0641987
Dec 23 16:51:49.973131 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5213996f-fcd2-4b46-aec4-754ad219f6eb req-dfed458c-e154-4e38-a8a3-d59d9bfd4132 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17542624-bed6-4115-b959-e3a97bd53e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0796523
Dec 23 16:51:49.985041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-5213996f-fcd2-4b46-aec4-754ad219f6eb req-3ea39f6d-a8a1-4ccb-bdf4-5e6f540de506 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:51:49.986092 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5213996f-fcd2-4b46-aec4-754ad219f6eb req-3ea39f6d-a8a1-4ccb-bdf4-5e6f540de506 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0058968
Dec 23 16:51:50.133080 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5213996f-fcd2-4b46-aec4-754ad219f6eb req-80ed5c47-fbd4-4419-8969-839c0b14daa4 service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394289
Dec 23 16:51:50.512930 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5213996f-fcd2-4b46-aec4-754ad219f6eb req-6eccd7be-6311-4389-a6e6-7a4e4300a501 service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3734293
Dec 23 16:51:50.889140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32ad49-f4e5-4a2f-ace4-68f154090911 req-cefabf56-9216-45c2-b8cc-254c23a86dd4 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:50.890658 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-da32ad49-f4e5-4a2f-ace4-68f154090911 req-cefabf56-9216-45c2-b8cc-254c23a86dd4 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 985 time: 0.0842648
Dec 23 16:51:50.940676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-da32ad49-f4e5-4a2f-ace4-68f154090911 req-282784c9-dfc1-42ca-8a0c-d3a7c0a35235 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Synchronizing usage tracker for tenant:4e67e533e411486eb90e9c5b126e73ad on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:51:50.955017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-da32ad49-f4e5-4a2f-ace4-68f154090911 req-282784c9-dfc1-42ca-8a0c-d3a7c0a35235 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Unset dirty status for tenant:4e67e533e411486eb90e9c5b126e73ad on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:51:50.956256 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-da32ad49-f4e5-4a2f-ace4-68f154090911 req-282784c9-dfc1-42ca-8a0c-d3a7c0a35235 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=691512a5-6323-46b5-b3f6-d711de968c2c&id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0592306
Dec 23 16:51:52.168204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c8f92-1389-49fa-bb0e-6fe636212806 req-2cfe3386-dd50-497c-886f-24dc81bea2a6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:52.170344 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546c8f92-1389-49fa-bb0e-6fe636212806 req-2cfe3386-dd50-497c-886f-24dc81bea2a6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 985 time: 0.0900517
Dec 23 16:51:52.224228 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-546c8f92-1389-49fa-bb0e-6fe636212806 req-2841b2fe-3aaf-4383-a967-3e5795bb7195 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=691512a5-6323-46b5-b3f6-d711de968c2c&id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0467052
Dec 23 16:51:53.433050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75097161-13a0-4454-8c03-6e8bfc399596 req-8c261cb2-e6cb-43e3-9e65-248bd4c9f9ec tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:53.435358 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-75097161-13a0-4454-8c03-6e8bfc399596 req-8c261cb2-e6cb-43e3-9e65-248bd4c9f9ec tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 985 time: 0.0890181
Dec 23 16:51:53.485665 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-75097161-13a0-4454-8c03-6e8bfc399596 req-58e89310-45b4-453d-85c7-25b437d1b35c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=691512a5-6323-46b5-b3f6-d711de968c2c&id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0439625
Dec 23 16:51:54.480688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fdcfccfc-b9b8-4cf5-a181-efb6db1c3a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:54.695540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9693c15-9fcc-422d-ba7f-20b053a2a6ec req-0a2604a2-33d0-4ce7-8a82-fdad860bb13a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:54.697152 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f9693c15-9fcc-422d-ba7f-20b053a2a6ec req-0a2604a2-33d0-4ce7-8a82-fdad860bb13a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 985 time: 0.0878911
Dec 23 16:51:54.747721 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f9693c15-9fcc-422d-ba7f-20b053a2a6ec req-88061abe-a720-4029-96b4-52c1f4d76708 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=691512a5-6323-46b5-b3f6-d711de968c2c&id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0436921
Dec 23 16:51:55.956143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749998a6-a0f0-4908-b87b-a33d816266ee req-bdad3abe-5190-4ec4-b44f-e9776596398f tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:55.957778 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-749998a6-a0f0-4908-b87b-a33d816266ee req-bdad3abe-5190-4ec4-b44f-e9776596398f tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 985 time: 0.0844238
Dec 23 16:51:56.009352 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-749998a6-a0f0-4908-b87b-a33d816266ee req-c1adf0ed-ac5a-479e-aff4-d9008c5f4ce5 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=691512a5-6323-46b5-b3f6-d711de968c2c&id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0452840
Dec 23 16:51:56.013070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:56.860183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-77c71884-1e68-4cdb-81bd-4596707e34f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:57.220437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdb869-9a3b-47bc-8a51-6eeb9cb897de req-fc87716d-299a-44f3-a69a-1ca9fa96dd8d tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:57.222094 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2bbdb869-9a3b-47bc-8a51-6eeb9cb897de req-fc87716d-299a-44f3-a69a-1ca9fa96dd8d tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 985 time: 0.0860879
Dec 23 16:51:57.276072 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2bbdb869-9a3b-47bc-8a51-6eeb9cb897de req-7218d789-f53a-439c-84ce-2a13e59830fb tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=691512a5-6323-46b5-b3f6-d711de968c2c&id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0471644
Dec 23 16:51:57.431514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:58.485101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfca05-8bbe-458b-83f5-f0dfe377c03b req-2fe5e1fe-11a6-431d-a2ce-30233b36bcbf tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:58.486643 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-23dfca05-8bbe-458b-83f5-f0dfe377c03b req-2fe5e1fe-11a6-431d-a2ce-30233b36bcbf tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 985 time: 0.0875485
Dec 23 16:51:58.537359 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-23dfca05-8bbe-458b-83f5-f0dfe377c03b req-0209dd37-c9de-4362-bde6-29152ca2a5d5 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=691512a5-6323-46b5-b3f6-d711de968c2c&id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0444822
Dec 23 16:51:58.699604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:51:59.130437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:51:59.745126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1b4bb-1f21-4770-821f-5082e68c861a req-52072ea1-b70f-4215-9a55-71195cefdee3 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:51:59.746726 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1df1b4bb-1f21-4770-821f-5082e68c861a req-52072ea1-b70f-4215-9a55-71195cefdee3 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 985 time: 0.0858140
Dec 23 16:51:59.796461 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1df1b4bb-1f21-4770-821f-5082e68c861a req-db649aa8-d9aa-4090-af15-b876c7aeadb7 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=691512a5-6323-46b5-b3f6-d711de968c2c&id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0435998
Dec 23 16:52:01.002487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d7307-3940-4e1b-9454-f8d9e6f0fba5 req-13639da8-44d2-4f82-a163-c0751113f334 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:52:01.004157 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b26d7307-3940-4e1b-9454-f8d9e6f0fba5 req-13639da8-44d2-4f82-a163-c0751113f334 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 985 time: 0.0854332
Dec 23 16:52:01.060003 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b26d7307-3940-4e1b-9454-f8d9e6f0fba5 req-084289aa-457a-49d0-98f5-264ee1565871 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=691512a5-6323-46b5-b3f6-d711de968c2c&id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0496874
Dec 23 16:52:02.274949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bb4b5-d50e-4684-9cf4-4b8058fcdb14 req-3a9b9d9a-840a-4619-bc6a-eec5325677c0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:52:02.276701 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d45bb4b5-d50e-4684-9cf4-4b8058fcdb14 req-3a9b9d9a-840a-4619-bc6a-eec5325677c0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 985 time: 0.0933838
Dec 23 16:52:02.386779 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d45bb4b5-d50e-4684-9cf4-4b8058fcdb14 req-385e4f4d-03bd-49a5-bd53-39434a4ae76c tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=691512a5-6323-46b5-b3f6-d711de968c2c&id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1028268
Dec 23 16:52:02.402449 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-81e6aa36-7ae1-4469-9502-225f26f2b04b req-fa1c89c5-5784-4494-a3c6-26bff2d1f054 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1840317
Dec 23 16:52:02.549147 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-81e6aa36-7ae1-4469-9502-225f26f2b04b req-905c9269-62e6-45d1-99c6-6ee57f9e2392 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e67e533e411486eb90e9c5b126e73ad&device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 1138 time: 0.0770090
Dec 23 16:52:02.710147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6aa36-7ae1-4469-9502-225f26f2b04b req-77d04590-a96d-4937-8852-4f08b419c13b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:52:02.711824 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-81e6aa36-7ae1-4469-9502-225f26f2b04b req-77d04590-a96d-4937-8852-4f08b419c13b service neutron] 10.222.0.36 "GET /v2.0/networks?id=17542624-bed6-4115-b959-e3a97bd53e5a HTTP/1.1" status: 200  len: 915 time: 0.1444066
Dec 23 16:52:02.821875 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-81e6aa36-7ae1-4469-9502-225f26f2b04b req-782282fc-0f6d-4a67-8870-2f2fa03c8eca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6116c72-0bc3-414f-9c94-260069aa9495 HTTP/1.1" status: 200  len: 1001 time: 0.1042941
Dec 23 16:52:02.893497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6aa36-7ae1-4469-9502-225f26f2b04b req-be5ddc96-07b0-4ba7-ae62-1819aa3c4280 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:52:02.895085 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-81e6aa36-7ae1-4469-9502-225f26f2b04b req-be5ddc96-07b0-4ba7-ae62-1819aa3c4280 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4398c98d-0908-416c-be16-93014cd80c00 HTTP/1.1" status: 200  len: 853 time: 0.0671458
Dec 23 16:52:02.974932 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-81e6aa36-7ae1-4469-9502-225f26f2b04b req-b638f70d-002c-4266-b8e0-cac110429259 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17542624-bed6-4115-b959-e3a97bd53e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726950
Dec 23 16:52:03.118586 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-81e6aa36-7ae1-4469-9502-225f26f2b04b req-5e3cb715-6ce1-4df9-8dd0-4552ad276c13 service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375835
Dec 23 16:52:03.265498 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-81e6aa36-7ae1-4469-9502-225f26f2b04b req-1dcf0815-bb07-4d78-bf00-90c3289c20c6 service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401575
Dec 23 16:52:12.431742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:24.486840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-652b2eb9-2d62-4dd3-99f0-cd556eaa4cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:26.015811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:26.860561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-db96b266-80fb-4359-8a65-c56428053397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:27.435389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:28.703068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:34.702253 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-118bc273-17b8-4688-be83-b3bb8d562c90 req-4c87239d-c78a-4548-955d-920d354502b6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725957387&fields=id&tenant_id=4e67e533e411486eb90e9c5b126e73ad HTTP/1.1" status: 200  len: 267 time: 0.0455303
Dec 23 16:52:34.789529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bc273-17b8-4688-be83-b3bb8d562c90 req-749760b8-b64e-45f9-b801-f81da14be47d tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:52:34.791176 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-118bc273-17b8-4688-be83-b3bb8d562c90 req-749760b8-b64e-45f9-b801-f81da14be47d tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 985 time: 0.0832882
Dec 23 16:52:34.803424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-118bc273-17b8-4688-be83-b3bb8d562c90 req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Request body: {'port': {'security_groups': ['b8d88273-ed25-4ae4-8b5f-de35c6b133d6']}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:52:34.931042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-118bc273-17b8-4688-be83-b3bb8d562c90 req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:35.187598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-118bc273-17b8-4688-be83-b3bb8d562c90 req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] For port c6116c72-0bc3-414f-9c94-260069aa9495, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c6116c72-0bc3-414f-9c94-260069aa9495,segment=NetworkSegment(ea4dedda-1725-4175-a7b3-c195bb23fa3e),segment_id=ea4dedda-1725-4175-a7b3-c195bb23fa3e)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:52:35.219262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-118bc273-17b8-4688-be83-b3bb8d562c90 req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:35.223296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-118bc273-17b8-4688-be83-b3bb8d562c90 req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:35.229167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0583ed36-c8d1-4e80-8a49-74f883f313a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:35.235972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['c6116c72-0bc3-414f-9c94-260069aa9495'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:52:35.308233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Pushing event updated for resources: {'Port': ['ID=c6116c72-0bc3-414f-9c94-260069aa9495,revision_number=7']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:35.316615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bc273-17b8-4688-be83-b3bb8d562c90 req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:52:35.317304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-118bc273-17b8-4688-be83-b3bb8d562c90 req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:35.318814 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-118bc273-17b8-4688-be83-b3bb8d562c90 req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "PUT /v2.0/ports/c6116c72-0bc3-414f-9c94-260069aa9495 HTTP/1.1" status: 200  len: 943 time: 0.5203137
Dec 23 16:52:35.319400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'tag': 'c6116c72-0bc3-414f-9c94-260069aa9495'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:52:35.326173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35384) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:52:35.332476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.332931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.333376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.333952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.334387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.334822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.335518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.335955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.336576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.336768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.337237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.353652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:35.372765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['c6116c72-0bc3-414f-9c94-260069aa9495'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:52:35.417303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:35.460959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:35.531981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:35.538675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1ba6dd42-bc92-4c5f-a112-bfd57d59cee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:35.554364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691512a5-6323-46b5-b3f6-d711de968c2c,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:35.565839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.566286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.566729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.567197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.567715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.568148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.568579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.569012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.569438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.569839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.573218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:52:35.578153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:35.590777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:35.596141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35390) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:52:35.596698 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "DELETE /v2.0/security-groups/691512a5-6323-46b5-b3f6-d711de968c2c HTTP/1.1" status: 204  len: 168 time: 0.2685330
Dec 23 16:52:35.676485 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'tag': 'c6116c72-0bc3-414f-9c94-260069aa9495', 'status': 'completed', 'code': 200}
Dec 23 16:52:35.708455 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c71813a-963a-44fb-9d6c-c53f5e29a184 req-e9f2b536-ced8-4dc0-8b56-dc03acc1fff9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e67e533e411486eb90e9c5b126e73ad&device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 1099 time: 0.0825295
Dec 23 16:52:35.745537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-39dd0e0e-72f1-4577-9f61-0b48b98d585f None None] Provisioning complete for port c6116c72-0bc3-414f-9c94-260069aa9495 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:52:35.746239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-39dd0e0e-72f1-4577-9f61-0b48b98d585f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:35.836851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-49532918-d21d-4e59-8c93-9ae6422951c0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Deleting port e96b93b9-aec3-41ac-a729-687a15f98000 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:52:35.837447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49532918-d21d-4e59-8c93-9ae6422951c0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:35.859634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71813a-963a-44fb-9d6c-c53f5e29a184 req-7b74cd35-74eb-497b-8a74-6b01e1e4945f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:52:35.861236 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c71813a-963a-44fb-9d6c-c53f5e29a184 req-7b74cd35-74eb-497b-8a74-6b01e1e4945f service neutron] 10.222.0.36 "GET /v2.0/networks?id=17542624-bed6-4115-b959-e3a97bd53e5a HTTP/1.1" status: 200  len: 915 time: 0.1455741
Dec 23 16:52:35.973824 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c71813a-963a-44fb-9d6c-c53f5e29a184 req-4a81daea-c2ee-4150-8cd8-b9d742f96def service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6116c72-0bc3-414f-9c94-260069aa9495 HTTP/1.1" status: 200  len: 1001 time: 0.1050880
Dec 23 16:52:36.018218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49532918-d21d-4e59-8c93-9ae6422951c0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:36.018595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49532918-d21d-4e59-8c93-9ae6422951c0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:36.044466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71813a-963a-44fb-9d6c-c53f5e29a184 req-f604b467-a9a6-4b2f-862d-f29d5e867e92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:52:36.046361 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c71813a-963a-44fb-9d6c-c53f5e29a184 req-f604b467-a9a6-4b2f-862d-f29d5e867e92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4398c98d-0908-416c-be16-93014cd80c00 HTTP/1.1" status: 200  len: 853 time: 0.0663142
Dec 23 16:52:36.131247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:52:36.131496 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c71813a-963a-44fb-9d6c-c53f5e29a184 req-e764c0ed-4086-4aff-82d6-d20ae871964b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17542624-bed6-4115-b959-e3a97bd53e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0787344
Dec 23 16:52:36.156371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-49532918-d21d-4e59-8c93-9ae6422951c0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Calling delete_port for e96b93b9-aec3-41ac-a729-687a15f98000 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:52:36.279339 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c71813a-963a-44fb-9d6c-c53f5e29a184 req-59ab8de7-e90a-4f48-8e6a-fee990c7f95d service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419947
Dec 23 16:52:36.313383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49532918-d21d-4e59-8c93-9ae6422951c0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:36.317839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-21de732a-2eae-472f-b05f-3d986b092faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:36.359832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49532918-d21d-4e59-8c93-9ae6422951c0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Pushing event deleted for resources: {'Port': ['ID=e96b93b9-aec3-41ac-a729-687a15f98000,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:36.362577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-49532918-d21d-4e59-8c93-9ae6422951c0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:36.429097 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c71813a-963a-44fb-9d6c-c53f5e29a184 req-9413b315-ab1e-42e6-bf88-c40bbe734852 service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441193
Dec 23 16:52:36.461857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49532918-d21d-4e59-8c93-9ae6422951c0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:37.101512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49532918-d21d-4e59-8c93-9ae6422951c0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Router 6e0bf06f-55e9-49b4-96de-26a544430fb0 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:52:37.315968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49532918-d21d-4e59-8c93-9ae6422951c0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:52:37.325934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18ad28-1d58-48f0-bcb5-78d9180ce1e2 None None] Sync routers for ids ['6e0bf06f-55e9-49b4-96de-26a544430fb0'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:52:37.336374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-49532918-d21d-4e59-8c93-9ae6422951c0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:37.340010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18ad28-1d58-48f0-bcb5-78d9180ce1e2 None None] Routers {'6e0bf06f-55e9-49b4-96de-26a544430fb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:52:37.340690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ce18ad28-1d58-48f0-bcb5-78d9180ce1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0710>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:52:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6e0bf06f-55e9-49b4-96de-26a544430fb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:37.391391 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-49532918-d21d-4e59-8c93-9ae6422951c0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "DELETE /v2.0/floatingips/11c48c0a-925e-4271-95bf-6caf4f6c8556 HTTP/1.1" status: 204  len: 168 time: 1.7935677
Dec 23 16:52:37.528035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ce18ad28-1d58-48f0-bcb5-78d9180ce1e2 None None] Set router 6e0bf06f-55e9-49b4-96de-26a544430fb0 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:52:37.677330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'tag': 'c6116c72-0bc3-414f-9c94-260069aa9495'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:52:37.736914 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'tag': 'c6116c72-0bc3-414f-9c94-260069aa9495', 'status': 'completed', 'code': 200}
Dec 23 16:52:37.843422 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-98ec0514-9a6a-4c6a-b1d9-85b3ca6fe661 req-6822227c-454d-490d-907e-9f594072e28a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e67e533e411486eb90e9c5b126e73ad&device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 1099 time: 0.0854654
Dec 23 16:52:38.002925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec0514-9a6a-4c6a-b1d9-85b3ca6fe661 req-1821debe-4c25-4ad8-8136-96d1cfea52fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:52:38.004596 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-98ec0514-9a6a-4c6a-b1d9-85b3ca6fe661 req-1821debe-4c25-4ad8-8136-96d1cfea52fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=17542624-bed6-4115-b959-e3a97bd53e5a HTTP/1.1" status: 200  len: 915 time: 0.1524889
Dec 23 16:52:38.027673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ce18ad28-1d58-48f0-bcb5-78d9180ce1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0710>, [{'id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:31Z', 'updated_at': '2021-12-23T16:50:35Z', 'revision_number': 4, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'gw_port': {'id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7e478009-f9c0-4eba-b376-5c3f22b1a57d', 'name': '', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'mac_address': 'fa:16:3e:b1:23:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4398c98d-0908-416c-be16-93014cd80c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:34Z', 'updated_at': '2021-12-23T16:50:43Z', 'revision_number': 5, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'subnets': [{'id': '4398c98d-0908-416c-be16-93014cd80c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:38.032168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18ad28-1d58-48f0-bcb5-78d9180ce1e2 None None] Checking router: 6e0bf06f-55e9-49b4-96de-26a544430fb0 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:52:38.043435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18ad28-1d58-48f0-bcb5-78d9180ce1e2 None None] Routers {'6e0bf06f-55e9-49b4-96de-26a544430fb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:52:38.044094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ce18ad28-1d58-48f0-bcb5-78d9180ce1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0710>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:52:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6e0bf06f-55e9-49b4-96de-26a544430fb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:38.083268 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-98ec0514-9a6a-4c6a-b1d9-85b3ca6fe661 req-fe2025d7-31e5-4634-abd0-47bcb3fb2162 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6116c72-0bc3-414f-9c94-260069aa9495 HTTP/1.1" status: 200  len: 217 time: 0.0707576
Dec 23 16:52:38.155583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec0514-9a6a-4c6a-b1d9-85b3ca6fe661 req-e450bd4e-c889-4bce-95e6-44a8454c5d94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:52:38.157243 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-98ec0514-9a6a-4c6a-b1d9-85b3ca6fe661 req-e450bd4e-c889-4bce-95e6-44a8454c5d94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4398c98d-0908-416c-be16-93014cd80c00 HTTP/1.1" status: 200  len: 853 time: 0.0665574
Dec 23 16:52:38.236140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ce18ad28-1d58-48f0-bcb5-78d9180ce1e2 None None] Set router 6e0bf06f-55e9-49b4-96de-26a544430fb0 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:52:38.255686 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-98ec0514-9a6a-4c6a-b1d9-85b3ca6fe661 req-8f1db360-08e6-4939-b1fc-0961afd1b6f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=17542624-bed6-4115-b959-e3a97bd53e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0917759
Dec 23 16:52:38.415874 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-98ec0514-9a6a-4c6a-b1d9-85b3ca6fe661 req-61fff287-5f20-4550-bd1f-6fe368e31b8f service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494594
Dec 23 16:52:38.569612 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-98ec0514-9a6a-4c6a-b1d9-85b3ca6fe661 req-18f15db0-8846-468c-9755-24f933bbabac service neutron] 10.222.0.36 "GET /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474926
Dec 23 16:52:38.589252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ce18ad28-1d58-48f0-bcb5-78d9180ce1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0710>, [{'id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:31Z', 'updated_at': '2021-12-23T16:50:35Z', 'revision_number': 4, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'gw_port': {'id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7e478009-f9c0-4eba-b376-5c3f22b1a57d', 'name': '', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'mac_address': 'fa:16:3e:b1:23:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4398c98d-0908-416c-be16-93014cd80c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:34Z', 'updated_at': '2021-12-23T16:50:43Z', 'revision_number': 5, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'subnets': [{'id': '4398c98d-0908-416c-be16-93014cd80c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:38.595555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18ad28-1d58-48f0-bcb5-78d9180ce1e2 None None] The sync data for ids ['6e0bf06f-55e9-49b4-96de-26a544430fb0'] in dv-neutron-822801-1-hyperv is: [{'id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:31Z', 'updated_at': '2021-12-23T16:50:35Z', 'revision_number': 4, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'gw_port': {'id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7e478009-f9c0-4eba-b376-5c3f22b1a57d', 'name': '', 'network_id': '17542624-bed6-4115-b959-e3a97bd53e5a', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'mac_address': 'fa:16:3e:b1:23:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4398c98d-0908-416c-be16-93014cd80c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:34Z', 'updated_at': '2021-12-23T16:50:43Z', 'revision_number': 5, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'subnets': [{'id': '4398c98d-0908-416c-be16-93014cd80c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:52:39.033396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f4c1fe-d325-4fba-ad2c-14cd9a3e4cf9 None None] New status for floating IP 11c48c0a-925e-4271-95bf-6caf4f6c8556: DOWN {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:52:41.979028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85e85f-df73-4776-97ea-3ad6b6093f35 req-6042a3ff-87af-46a5-960d-f5123113cc92 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:52:41.979783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-8a85e85f-df73-4776-97ea-3ad6b6093f35 req-6042a3ff-87af-46a5-960d-f5123113cc92 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Synchronizing usage tracker for tenant:4e67e533e411486eb90e9c5b126e73ad on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:52:41.994789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-8a85e85f-df73-4776-97ea-3ad6b6093f35 req-6042a3ff-87af-46a5-960d-f5123113cc92 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Unset dirty status for tenant:4e67e533e411486eb90e9c5b126e73ad on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:52:41.996086 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8a85e85f-df73-4776-97ea-3ad6b6093f35 req-6042a3ff-87af-46a5-960d-f5123113cc92 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 946 time: 0.1003215
Dec 23 16:52:42.047076 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8a85e85f-df73-4776-97ea-3ad6b6093f35 req-48ac0998-7ac4-4b98-8aaa-5660e0e85561 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435836
Dec 23 16:52:42.442966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:43.256888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37d752-9567-467e-9106-f4672b1f1be7 req-54412f86-150e-48d5-8478-ccb78a64c77f tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:52:43.258520 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ac37d752-9567-467e-9106-f4672b1f1be7 req-54412f86-150e-48d5-8478-ccb78a64c77f tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 946 time: 0.0850949
Dec 23 16:52:43.308141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-ac37d752-9567-467e-9106-f4672b1f1be7 req-411e90d7-48e9-490b-a5f7-ed24ace97011 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Synchronizing usage tracker for tenant:4e67e533e411486eb90e9c5b126e73ad on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:52:43.323773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-ac37d752-9567-467e-9106-f4672b1f1be7 req-411e90d7-48e9-490b-a5f7-ed24ace97011 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Unset dirty status for tenant:4e67e533e411486eb90e9c5b126e73ad on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:52:43.325002 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ac37d752-9567-467e-9106-f4672b1f1be7 req-411e90d7-48e9-490b-a5f7-ed24ace97011 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8d88273-ed25-4ae4-8b5f-de35c6b133d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596163
Dec 23 16:52:43.636312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc90c5-7059-44d3-83f2-65a7c309ea14 req-524cb328-4fc8-4534-8873-e6a7ca440b21 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:52:43.637778 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2ddc90c5-7059-44d3-83f2-65a7c309ea14 req-524cb328-4fc8-4534-8873-e6a7ca440b21 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 946 time: 0.0880792
Dec 23 16:52:43.711286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-2ddc90c5-7059-44d3-83f2-65a7c309ea14 req-5ff08aeb-3698-42f4-a94b-e19404c795a0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Deleting port c6116c72-0bc3-414f-9c94-260069aa9495 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:52:43.711674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2ddc90c5-7059-44d3-83f2-65a7c309ea14 req-5ff08aeb-3698-42f4-a94b-e19404c795a0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:43.965756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-2ddc90c5-7059-44d3-83f2-65a7c309ea14 req-5ff08aeb-3698-42f4-a94b-e19404c795a0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] For port c6116c72-0bc3-414f-9c94-260069aa9495, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c6116c72-0bc3-414f-9c94-260069aa9495,segment=NetworkSegment(ea4dedda-1725-4175-a7b3-c195bb23fa3e),segment_id=ea4dedda-1725-4175-a7b3-c195bb23fa3e)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:52:43.966167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2ddc90c5-7059-44d3-83f2-65a7c309ea14 req-5ff08aeb-3698-42f4-a94b-e19404c795a0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:44.092318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-2ddc90c5-7059-44d3-83f2-65a7c309ea14 req-5ff08aeb-3698-42f4-a94b-e19404c795a0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Calling delete_port for c6116c72-0bc3-414f-9c94-260069aa9495 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:52:44.241650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2ddc90c5-7059-44d3-83f2-65a7c309ea14 req-5ff08aeb-3698-42f4-a94b-e19404c795a0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:44.248785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:44.253256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['c6116c72-0bc3-414f-9c94-260069aa9495'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:52:44.298009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff08aeb-3698-42f4-a94b-e19404c795a0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Pushing event deleted for resources: {'Port': ['ID=c6116c72-0bc3-414f-9c94-260069aa9495,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:44.300972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5ff08aeb-3698-42f4-a94b-e19404c795a0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:44.375139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddc90c5-7059-44d3-83f2-65a7c309ea14 req-5ff08aeb-3698-42f4-a94b-e19404c795a0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] No DVR routers for this DVR port c6116c72-0bc3-414f-9c94-260069aa9495 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:52:44.377766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2ddc90c5-7059-44d3-83f2-65a7c309ea14 req-5ff08aeb-3698-42f4-a94b-e19404c795a0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:44.380747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'name': 'network-vif-deleted', 'tag': 'c6116c72-0bc3-414f-9c94-260069aa9495'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:52:44.396509 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2ddc90c5-7059-44d3-83f2-65a7c309ea14 req-5ff08aeb-3698-42f4-a94b-e19404c795a0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.36 "DELETE /v2.0/ports/c6116c72-0bc3-414f-9c94-260069aa9495 HTTP/1.1" status: 204  len: 173 time: 0.7530828
Dec 23 16:52:44.436282 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb757420-6a35-40f1-8d20-de83ef917e19', 'name': 'network-vif-deleted', 'tag': 'c6116c72-0bc3-414f-9c94-260069aa9495', 'status': 'completed', 'code': 200}
Dec 23 16:52:44.502359 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-56704030-373f-4309-a9bc-cf3ec850b6eb req-60b1f4ea-f596-473f-84e3-b5a904314fce tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb757420-6a35-40f1-8d20-de83ef917e19 HTTP/1.1" status: 200  len: 210 time: 0.0495543
Dec 23 16:52:46.220203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35476) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:52:46.874513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a99f16bb-29d1-45db-9933-12f1c06a4b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:47.501923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a99f16bb-29d1-45db-9933-12f1c06a4b55 admin admin] Deleting port 7e478009-f9c0-4eba-b376-5c3f22b1a57d {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:52:47.502458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a99f16bb-29d1-45db-9933-12f1c06a4b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:47.688663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a99f16bb-29d1-45db-9933-12f1c06a4b55 admin admin] For port 7e478009-f9c0-4eba-b376-5c3f22b1a57d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=7e478009-f9c0-4eba-b376-5c3f22b1a57d,segment=NetworkSegment(ea4dedda-1725-4175-a7b3-c195bb23fa3e),segment_id=ea4dedda-1725-4175-a7b3-c195bb23fa3e)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:52:47.689067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a99f16bb-29d1-45db-9933-12f1c06a4b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:47.816240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a99f16bb-29d1-45db-9933-12f1c06a4b55 admin admin] Calling delete_port for 7e478009-f9c0-4eba-b376-5c3f22b1a57d owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:52:47.992538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a99f16bb-29d1-45db-9933-12f1c06a4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:47.996935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:48.038812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f16bb-29d1-45db-9933-12f1c06a4b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e478009-f9c0-4eba-b376-5c3f22b1a57d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:48.042640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a99f16bb-29d1-45db-9933-12f1c06a4b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:48.352553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a99f16bb-29d1-45db-9933-12f1c06a4b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:48.961520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99f16bb-29d1-45db-9933-12f1c06a4b55 admin admin] Router 6e0bf06f-55e9-49b4-96de-26a544430fb0 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:52:48.992096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device c6116c72-0bc3-414f-9c94-260069aa9495 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:52:49.031917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: c6116c72-0bc3-414f-9c94-260069aa9495 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:52:49.032332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device c6116c72-0bc3-414f-9c94-260069aa9495 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:52:49.181850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99f16bb-29d1-45db-9933-12f1c06a4b55 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:52:49.192144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89119f64-7266-439a-9c51-c00d875390e2 None None] Sync routers for ids ['6e0bf06f-55e9-49b4-96de-26a544430fb0'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:52:49.198096 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a99f16bb-29d1-45db-9933-12f1c06a4b55 admin admin] 10.222.0.67 "PUT /v2.0/routers/6e0bf06f-55e9-49b4-96de-26a544430fb0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9743423
Dec 23 16:52:49.198353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35480) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:52:49.205792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89119f64-7266-439a-9c51-c00d875390e2 None None] Routers {'6e0bf06f-55e9-49b4-96de-26a544430fb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:52:49.206489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-89119f64-7266-439a-9c51-c00d875390e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0940>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:52:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6e0bf06f-55e9-49b4-96de-26a544430fb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:49.409424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-89119f64-7266-439a-9c51-c00d875390e2 None None] Set router 6e0bf06f-55e9-49b4-96de-26a544430fb0 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:52:49.660239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:49.710554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-89119f64-7266-439a-9c51-c00d875390e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0940>, [{'id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:31Z', 'updated_at': '2021-12-23T16:52:47Z', 'revision_number': 5, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'gw_port': {'id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:49.714695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89119f64-7266-439a-9c51-c00d875390e2 None None] Checking router: 6e0bf06f-55e9-49b4-96de-26a544430fb0 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:52:49.726164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89119f64-7266-439a-9c51-c00d875390e2 None None] Routers {'6e0bf06f-55e9-49b4-96de-26a544430fb0'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:52:49.726842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-89119f64-7266-439a-9c51-c00d875390e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0940>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:52:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['6e0bf06f-55e9-49b4-96de-26a544430fb0'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:49.879401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:49.889208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Deleting port 41d68a89-012b-4a54-b8d8-675688a4ab50 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:52:49.889357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:49.914390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-89119f64-7266-439a-9c51-c00d875390e2 None None] Set router 6e0bf06f-55e9-49b4-96de-26a544430fb0 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:52:50.084785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] For port 41d68a89-012b-4a54-b8d8-675688a4ab50, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=41d68a89-012b-4a54-b8d8-675688a4ab50,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:52:50.085356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:50.231853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-89119f64-7266-439a-9c51-c00d875390e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0940>, [{'id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:31Z', 'updated_at': '2021-12-23T16:52:47Z', 'revision_number': 5, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'gw_port': {'id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:50.233515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Calling delete_port for 41d68a89-012b-4a54-b8d8-675688a4ab50 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:52:50.236743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89119f64-7266-439a-9c51-c00d875390e2 None None] The sync data for ids ['6e0bf06f-55e9-49b4-96de-26a544430fb0'] in dv-neutron-822801-1-hyperv is: [{'id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'name': 'tempest-TestMinimumBasicScenario-485989245-router', 'tenant_id': '4e67e533e411486eb90e9c5b126e73ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:31Z', 'updated_at': '2021-12-23T16:52:47Z', 'revision_number': 5, 'project_id': '4e67e533e411486eb90e9c5b126e73ad', 'gw_port': {'id': '41d68a89-012b-4a54-b8d8-675688a4ab50', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0bf06f-55e9-49b4-96de-26a544430fb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:52:50.429038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:50.433816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1eb0f80-8fc4-4e9a-b7ca-5fb5563a1562 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:50.480365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d68a89-012b-4a54-b8d8-675688a4ab50,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:50.483373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:50.728244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:50.991479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:50.995872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:51.023348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:51.023941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e0bf06f-55e9-49b4-96de-26a544430fb0 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:52:51.038547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:51.039641 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] 10.222.0.67 "DELETE /v2.0/routers/6e0bf06f-55e9-49b4-96de-26a544430fb0 HTTP/1.1" status: 204  len: 168 time: 1.8403285
Dec 23 16:52:51.042436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35484) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:52:51.094114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7e478009-f9c0-4eba-b376-5c3f22b1a57d no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:52:51.114938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f2dcfe-bc19-4a6f-9ea7-29a5117e24d3 admin admin] Deleting subnet 4398c98d-0908-416c-be16-93014cd80c00 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:52:51.118863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70f2dcfe-bc19-4a6f-9ea7-29a5117e24d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:51.131142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 7e478009-f9c0-4eba-b376-5c3f22b1a57d {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:52:51.131535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7e478009-f9c0-4eba-b376-5c3f22b1a57d not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:52:51.176716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70f2dcfe-bc19-4a6f-9ea7-29a5117e24d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:51.266262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70f2dcfe-bc19-4a6f-9ea7-29a5117e24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:51.343642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70f2dcfe-bc19-4a6f-9ea7-29a5117e24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:51.348452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aa8853f4-6370-425d-9bf2-61a513eb23e4 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:51.386742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2dcfe-bc19-4a6f-9ea7-29a5117e24d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4398c98d-0908-416c-be16-93014cd80c00,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:51.390268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-70f2dcfe-bc19-4a6f-9ea7-29a5117e24d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:51.393094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-70f2dcfe-bc19-4a6f-9ea7-29a5117e24d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:51.398893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ab57ac-e3cd-4a1e-a9a1-66683602b7ad None None] Network 17542624-bed6-4115-b959-e3a97bd53e5a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:52:51.402141 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-70f2dcfe-bc19-4a6f-9ea7-29a5117e24d3 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4398c98d-0908-416c-be16-93014cd80c00 HTTP/1.1" status: 204  len: 168 time: 0.3584149
Dec 23 16:52:51.405451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35488) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:52:51.520121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:51.531876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Deleting port d65a3534-c260-4a36-8e67-c6ce5692722e {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:52:51.532245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:51.663914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f752f82-385b-48f0-aacb-79aa37482bf5 None None] DHCP port deletion for 17542624-bed6-4115-b959-e3a97bd53e5a request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:52:51.668167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6f752f82-385b-48f0-aacb-79aa37482bf5 None None] Deleting port d65a3534-c260-4a36-8e67-c6ce5692722e {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:52:51.668624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f752f82-385b-48f0-aacb-79aa37482bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:51.756997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] For port d65a3534-c260-4a36-8e67-c6ce5692722e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d65a3534-c260-4a36-8e67-c6ce5692722e,segment=NetworkSegment(ea4dedda-1725-4175-a7b3-c195bb23fa3e),segment_id=ea4dedda-1725-4175-a7b3-c195bb23fa3e)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:52:51.757397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:51.886845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6f752f82-385b-48f0-aacb-79aa37482bf5 None None] For port d65a3534-c260-4a36-8e67-c6ce5692722e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d65a3534-c260-4a36-8e67-c6ce5692722e,segment=NetworkSegment(ea4dedda-1725-4175-a7b3-c195bb23fa3e),segment_id=ea4dedda-1725-4175-a7b3-c195bb23fa3e)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:52:51.887255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f752f82-385b-48f0-aacb-79aa37482bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:51.888812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Calling delete_port for d65a3534-c260-4a36-8e67-c6ce5692722e owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:52:51.962410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:51.967721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5fa2c3b0-75d4-4a46-8d0d-42a599a6138b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:52.013162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d65a3534-c260-4a36-8e67-c6ce5692722e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:52.016963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:52.018971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6f752f82-385b-48f0-aacb-79aa37482bf5 None None] Calling delete_port for d65a3534-c260-4a36-8e67-c6ce5692722e owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:52:52.019412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] No DVR routers for this DVR port d65a3534-c260-4a36-8e67-c6ce5692722e on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:52:52.090720 dv-neutron-822801-1-hyperv neutron-server[88729]:   % (table.description, expected, rows_matched)
Dec 23 16:52:52.098215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-6f752f82-385b-48f0-aacb-79aa37482bf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:52:52.098644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-6f752f82-385b-48f0-aacb-79aa37482bf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:52:52.142842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:52.169045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79811b70>,) {'filters': {'network_id': ['17542624-bed6-4115-b959-e3a97bd53e5a']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:52.189758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79811b70>, 'ea4dedda-1725-4175-a7b3-c195bb23fa3e') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:52.190100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79811b70>, 'ea4dedda-1725-4175-a7b3-c195bb23fa3e') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:52.203068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:52.218158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:52.224945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:52:52.225374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:52:52.239386 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:52:52.318922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:52.322564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dac33244-4be2-413a-8628-a9f2cd00b141 tempest-RoutersTest-2060432972 tempest-RoutersTest-2060432972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:52.339326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:52.348271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=17542624-bed6-4115-b959-e3a97bd53e5a,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:52.351628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:52.361757 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/17542624-bed6-4115-b959-e3a97bd53e5a HTTP/1.1" status: 204  len: 168 time: 0.9552791
Dec 23 16:52:52.364952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35492) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:52:52.600224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6f752f82-385b-48f0-aacb-79aa37482bf5 None None] Deleting port d65a3534-c260-4a36-8e67-c6ce5692722e {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:52:52.600830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f752f82-385b-48f0-aacb-79aa37482bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:52.676168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6f752f82-385b-48f0-aacb-79aa37482bf5 None None] The port 'd65a3534-c260-4a36-8e67-c6ce5692722e' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:52:53.007254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13dcbb0f-3592-46e7-991a-bc08934b89f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:53.077978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 41d68a89-012b-4a54-b8d8-675688a4ab50 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:52:53.112573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 41d68a89-012b-4a54-b8d8-675688a4ab50 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:52:53.113170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 41d68a89-012b-4a54-b8d8-675688a4ab50 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:52:53.113426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d65a3534-c260-4a36-8e67-c6ce5692722e no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:52:53.145754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: d65a3534-c260-4a36-8e67-c6ce5692722e {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:52:53.146442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d65a3534-c260-4a36-8e67-c6ce5692722e not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:52:53.638077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-13dcbb0f-3592-46e7-991a-bc08934b89f6 admin admin] Deleting port 1c28f890-3201-47e6-a0da-c1a6505545d0 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:52:53.639145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13dcbb0f-3592-46e7-991a-bc08934b89f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:53.823110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-13dcbb0f-3592-46e7-991a-bc08934b89f6 admin admin] For port 1c28f890-3201-47e6-a0da-c1a6505545d0, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1c28f890-3201-47e6-a0da-c1a6505545d0,segment=NetworkSegment(f647689c-a05b-481e-bd34-cd5ea4106358),segment_id=f647689c-a05b-481e-bd34-cd5ea4106358)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:52:53.823512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13dcbb0f-3592-46e7-991a-bc08934b89f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:53.949529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-13dcbb0f-3592-46e7-991a-bc08934b89f6 admin admin] Calling delete_port for 1c28f890-3201-47e6-a0da-c1a6505545d0 owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:52:54.125455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13dcbb0f-3592-46e7-991a-bc08934b89f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:54.129834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6cd6b80e-e1b1-404c-82f4-8bb2dcff6a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:54.174192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcbb0f-3592-46e7-991a-bc08934b89f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c28f890-3201-47e6-a0da-c1a6505545d0,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:54.178065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-13dcbb0f-3592-46e7-991a-bc08934b89f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:54.478208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-978ba8ef-5a0a-4312-9857-0810a64dd28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:54.493625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13dcbb0f-3592-46e7-991a-bc08934b89f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:55.105780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dcbb0f-3592-46e7-991a-bc08934b89f6 admin admin] Router e0e65e12-b396-4c38-853c-11c0db8e2518 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:52:55.324733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dcbb0f-3592-46e7-991a-bc08934b89f6 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:52:55.334036 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-13dcbb0f-3592-46e7-991a-bc08934b89f6 admin admin] 10.222.0.67 "PUT /v2.0/routers/e0e65e12-b396-4c38-853c-11c0db8e2518/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9680319
Dec 23 16:52:55.336838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35496) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:52:55.339571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca47f5-71f0-4e6c-86de-396a79a790f6 None None] Sync routers for ids ['e0e65e12-b396-4c38-853c-11c0db8e2518'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:52:55.353263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca47f5-71f0-4e6c-86de-396a79a790f6 None None] Routers {'e0e65e12-b396-4c38-853c-11c0db8e2518'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:52:55.353951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-adca47f5-71f0-4e6c-86de-396a79a790f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9d5748>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:52:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e0e65e12-b396-4c38-853c-11c0db8e2518'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:55.552906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-adca47f5-71f0-4e6c-86de-396a79a790f6 None None] Set router e0e65e12-b396-4c38-853c-11c0db8e2518 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:52:55.797006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:56.004679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:56.012973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Deleting port f7a846ab-ac0c-4ba9-9e08-ac1b52809876 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:52:56.013397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:56.025880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:56.045525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-adca47f5-71f0-4e6c-86de-396a79a790f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9d5748>, [{'id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'name': 'tempest-TestMinimumBasicScenario-84677237-router', 'tenant_id': 'db5c443edb424495837f600dd3be3a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.236'}], 'enable_snat': True}, 'gw_port_id': 'f7a846ab-ac0c-4ba9-9e08-ac1b52809876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:38Z', 'updated_at': '2021-12-23T16:52:54Z', 'revision_number': 5, 'project_id': 'db5c443edb424495837f600dd3be3a18', 'gw_port': {'id': 'f7a846ab-ac0c-4ba9-9e08-ac1b52809876', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:39Z', 'updated_at': '2021-12-23T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:56.049814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca47f5-71f0-4e6c-86de-396a79a790f6 None None] Checking router: e0e65e12-b396-4c38-853c-11c0db8e2518 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:52:56.061618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca47f5-71f0-4e6c-86de-396a79a790f6 None None] Routers {'e0e65e12-b396-4c38-853c-11c0db8e2518'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:52:56.062304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-adca47f5-71f0-4e6c-86de-396a79a790f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9d5748>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:52:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e0e65e12-b396-4c38-853c-11c0db8e2518'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:56.205849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] For port f7a846ab-ac0c-4ba9-9e08-ac1b52809876, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f7a846ab-ac0c-4ba9-9e08-ac1b52809876,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:52:56.206263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:56.227278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-adca47f5-71f0-4e6c-86de-396a79a790f6 None None] Set router e0e65e12-b396-4c38-853c-11c0db8e2518 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:52:56.339379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-adca47f5-71f0-4e6c-86de-396a79a790f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9d5748>, [{'id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'name': 'tempest-TestMinimumBasicScenario-84677237-router', 'tenant_id': 'db5c443edb424495837f600dd3be3a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:38Z', 'updated_at': '2021-12-23T16:52:56Z', 'revision_number': 6, 'project_id': 'db5c443edb424495837f600dd3be3a18', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:56.340964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Calling delete_port for f7a846ab-ac0c-4ba9-9e08-ac1b52809876 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:52:56.344421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca47f5-71f0-4e6c-86de-396a79a790f6 None None] The sync data for ids ['e0e65e12-b396-4c38-853c-11c0db8e2518'] in dv-neutron-822801-1-hyperv is: [{'id': 'e0e65e12-b396-4c38-853c-11c0db8e2518', 'name': 'tempest-TestMinimumBasicScenario-84677237-router', 'tenant_id': 'db5c443edb424495837f600dd3be3a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:38Z', 'updated_at': '2021-12-23T16:52:56Z', 'revision_number': 6, 'project_id': 'db5c443edb424495837f600dd3be3a18', 'gw_port_host': None}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:52:56.516802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:56.521573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:56.564111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a846ab-ac0c-4ba9-9e08-ac1b52809876,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:56.568619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:56.805664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:56.862205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c0b05dd5-ea20-4c3d-aa89-301f44747d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.079175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1c28f890-3201-47e6-a0da-c1a6505545d0 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:52:57.084255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.088862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.114199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 1c28f890-3201-47e6-a0da-c1a6505545d0 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:52:57.114616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1c28f890-3201-47e6-a0da-c1a6505545d0 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:52:57.115121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f7a846ab-ac0c-4ba9-9e08-ac1b52809876 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:52:57.116125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.116685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0e65e12-b396-4c38-853c-11c0db8e2518 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:52:57.129964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.133763 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] 10.222.0.67 "DELETE /v2.0/routers/e0e65e12-b396-4c38-853c-11c0db8e2518 HTTP/1.1" status: 204  len: 168 time: 1.7933927
Dec 23 16:52:57.134056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35500) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:52:57.153632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: f7a846ab-ac0c-4ba9-9e08-ac1b52809876 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:52:57.154075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f7a846ab-ac0c-4ba9-9e08-ac1b52809876 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:52:57.208132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f387e1e-c958-4c4b-95af-e357018247c9 admin admin] Deleting subnet f2de9ca4-bc42-4968-8194-2f5e17ebc913 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:52:57.212155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f387e1e-c958-4c4b-95af-e357018247c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.269962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f387e1e-c958-4c4b-95af-e357018247c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.350483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f387e1e-c958-4c4b-95af-e357018247c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.418024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f387e1e-c958-4c4b-95af-e357018247c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.423426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b93b69b3-c39c-44c7-a2f6-0dc57ea879c8 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:57.436725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.461982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f387e1e-c958-4c4b-95af-e357018247c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2de9ca4-bc42-4968-8194-2f5e17ebc913,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:57.466748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5f387e1e-c958-4c4b-95af-e357018247c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:57.469991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5f387e1e-c958-4c4b-95af-e357018247c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.475450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a023f8c-b1c5-476b-a9a6-0ad9f0653e7c None None] Network 1f2e20a2-085e-4a33-9db7-58f4cfc3c2da requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:52:57.476552 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5f387e1e-c958-4c4b-95af-e357018247c9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f2de9ca4-bc42-4968-8194-2f5e17ebc913 HTTP/1.1" status: 204  len: 168 time: 0.3414154
Dec 23 16:52:57.479208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35504) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:52:57.593025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.603981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Deleting port ca234c04-a2e6-4077-a5a2-811632c3b729 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:52:57.604361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.739266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6be9c0-4c25-412c-b42f-47e2258aa5aa None None] DHCP port deletion for 1f2e20a2-085e-4a33-9db7-58f4cfc3c2da request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:52:57.743893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3f6be9c0-4c25-412c-b42f-47e2258aa5aa None None] Deleting port ca234c04-a2e6-4077-a5a2-811632c3b729 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:52:57.744330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f6be9c0-4c25-412c-b42f-47e2258aa5aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.831867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] For port ca234c04-a2e6-4077-a5a2-811632c3b729, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ca234c04-a2e6-4077-a5a2-811632c3b729,segment=NetworkSegment(f647689c-a05b-481e-bd34-cd5ea4106358),segment_id=f647689c-a05b-481e-bd34-cd5ea4106358)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:52:57.832279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.957631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3f6be9c0-4c25-412c-b42f-47e2258aa5aa None None] For port ca234c04-a2e6-4077-a5a2-811632c3b729, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=ca234c04-a2e6-4077-a5a2-811632c3b729,segment=NetworkSegment(f647689c-a05b-481e-bd34-cd5ea4106358),segment_id=f647689c-a05b-481e-bd34-cd5ea4106358)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:52:57.958011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f6be9c0-4c25-412c-b42f-47e2258aa5aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:57.960052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Calling delete_port for ca234c04-a2e6-4077-a5a2-811632c3b729 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:52:58.035321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:58.040265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-37951df8-74bf-4604-a466-3bef98469eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:58.084431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca234c04-a2e6-4077-a5a2-811632c3b729,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:58.087285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:58.088997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3f6be9c0-4c25-412c-b42f-47e2258aa5aa None None] Calling delete_port for ca234c04-a2e6-4077-a5a2-811632c3b729 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:52:58.090005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] No DVR routers for this DVR port ca234c04-a2e6-4077-a5a2-811632c3b729 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:52:58.159512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-3f6be9c0-4c25-412c-b42f-47e2258aa5aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:52:58.159937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-3f6be9c0-4c25-412c-b42f-47e2258aa5aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:52:58.222997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:58.250381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79b6e0b8>,) {'filters': {'network_id': ['1f2e20a2-085e-4a33-9db7-58f4cfc3c2da']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:58.263819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79b6e0b8>, 'f647689c-a05b-481e-bd34-cd5ea4106358') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:58.264156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79b6e0b8>, 'f647689c-a05b-481e-bd34-cd5ea4106358') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:52:58.276394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:58.295197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:58.301967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:52:58.302402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:52:58.317213 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:52:58.401317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:58.405016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2c53aafa-3c8d-4194-868e-8817a67cd304 tempest-PortsTestJSON-139950583 tempest-PortsTestJSON-139950583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:58.418844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:58.430175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2e20a2-085e-4a33-9db7-58f4cfc3c2da,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:58.433091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:58.435659 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7c4e3d2e-7a5f-4232-aaea-67e8e0d4a324 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1f2e20a2-085e-4a33-9db7-58f4cfc3c2da HTTP/1.1" status: 204  len: 168 time: 0.9547644
Dec 23 16:52:58.657392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35510) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:52:58.661644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3f6be9c0-4c25-412c-b42f-47e2258aa5aa None None] Deleting port ca234c04-a2e6-4077-a5a2-811632c3b729 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:52:58.662116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3f6be9c0-4c25-412c-b42f-47e2258aa5aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:58.714622 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2cbe3d3e-2405-4711-a353-278900e7ab38 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4e67e533e411486eb90e9c5b126e73ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0558650
Dec 23 16:52:58.717079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35514) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:52:58.745506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3f6be9c0-4c25-412c-b42f-47e2258aa5aa None None] The port 'ca234c04-a2e6-4077-a5a2-811632c3b729' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 16:52:58.748273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:58.784579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e03fd86-7633-4850-8a18-a3d573b72637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:58.813363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e03fd86-7633-4850-8a18-a3d573b72637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:58.861661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e03fd86-7633-4850-8a18-a3d573b72637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:58.866744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1174f1d1-4527-454c-a80f-4f5ef024afe3 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:58.880816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03fd86-7633-4850-8a18-a3d573b72637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d88273-ed25-4ae4-8b5f-de35c6b133d6,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:58.883780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e03fd86-7633-4850-8a18-a3d573b72637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:58.890349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e03fd86-7633-4850-8a18-a3d573b72637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:58.891636 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5e03fd86-7633-4850-8a18-a3d573b72637 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b8d88273-ed25-4ae4-8b5f-de35c6b133d6 HTTP/1.1" status: 204  len: 168 time: 0.1734669
Dec 23 16:52:59.078322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ca234c04-a2e6-4077-a5a2-811632c3b729 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:52:59.114121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: ca234c04-a2e6-4077-a5a2-811632c3b729 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:52:59.114532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device ca234c04-a2e6-4077-a5a2-811632c3b729 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:52:59.327381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35522) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:52:59.385102 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-44423433-65fa-4761-bbe5-806b1da57119 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=db5c443edb424495837f600dd3be3a18&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0563283
Dec 23 16:52:59.387638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35526) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:52:59.451243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c32d65d0-fb01-4fd4-8c1e-7cc9efe19d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:59.478411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c32d65d0-fb01-4fd4-8c1e-7cc9efe19d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:59.528418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c32d65d0-fb01-4fd4-8c1e-7cc9efe19d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:59.534393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-251dcd57-80c7-4d3b-b973-8c4ff7912719 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:52:59.545656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d65d0-fb01-4fd4-8c1e-7cc9efe19d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717fabfe-318a-4c4c-8057-4e7e4ced630c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:52:59.549425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c32d65d0-fb01-4fd4-8c1e-7cc9efe19d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:52:59.552710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c32d65d0-fb01-4fd4-8c1e-7cc9efe19d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:52:59.553958 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c32d65d0-fb01-4fd4-8c1e-7cc9efe19d42 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/717fabfe-318a-4c4c-8057-4e7e4ced630c HTTP/1.1" status: 204  len: 168 time: 0.1648421
Dec 23 16:53:01.847807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35570) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:01.854111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-65578807', 'description': 'tempest-secgroup-smoke-65578807 description', 'project_id': '2e850a8f293f445d88b071844b66bd01'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:53:01.860895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:53:01.864992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:53:01.868031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:53:01.874942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:53:01.884854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:01.898833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:01.931288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:53:01.935797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:53:01.938714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:53:01.944819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:53:02.022878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.025337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.030102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-77a93911-dc5e-4c4c-a46e-1886d72b175e tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:02.072401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:53:02.074829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=221fc1b4-27f8-4b23-93f0-fe6e3fb586bf,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:02.079143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:02.081684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:53:02.084804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:53:02.090895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:53:02.148490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.151188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.156803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f2651787-3f15-410a-be69-d955a6a0958e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:02.198184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0315f64a-cba6-4335-84d5-c242ad358e71,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:02.201205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:02.202270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.206588 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.3546929
Dec 23 16:53:02.206935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35574) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:02.212765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-56a8ddc7-91fc-4731-85e6-7aa182720fec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '0315f64a-cba6-4335-84d5-c242ad358e71', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:53:02.220129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-56a8ddc7-91fc-4731-85e6-7aa182720fec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:53:02.227015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-56a8ddc7-91fc-4731-85e6-7aa182720fec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:53:02.230314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-56a8ddc7-91fc-4731-85e6-7aa182720fec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:53:02.237097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-56a8ddc7-91fc-4731-85e6-7aa182720fec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:53:02.253904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-56a8ddc7-91fc-4731-85e6-7aa182720fec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.318417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-56a8ddc7-91fc-4731-85e6-7aa182720fec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.320946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-56a8ddc7-91fc-4731-85e6-7aa182720fec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.322893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-541128ed-cd7f-412d-8452-c38e33420fa7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:02.347513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8ddc7-91fc-4731-85e6-7aa182720fec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b21a79-2d21-4ee5-b31e-10aadb88255d,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:02.350074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-56a8ddc7-91fc-4731-85e6-7aa182720fec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:02.356285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-56a8ddc7-91fc-4731-85e6-7aa182720fec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.357686 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-56a8ddc7-91fc-4731-85e6-7aa182720fec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1499166
Dec 23 16:53:02.360706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35578) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:02.366597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7a6c3302-b1b6-4a1f-96c1-01e20764a8c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '0315f64a-cba6-4335-84d5-c242ad358e71', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:53:02.373047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7a6c3302-b1b6-4a1f-96c1-01e20764a8c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:53:02.377081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7a6c3302-b1b6-4a1f-96c1-01e20764a8c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:53:02.380088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7a6c3302-b1b6-4a1f-96c1-01e20764a8c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:53:02.386323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7a6c3302-b1b6-4a1f-96c1-01e20764a8c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:53:02.406416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3302-b1b6-4a1f-96c1-01e20764a8c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.470265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3302-b1b6-4a1f-96c1-01e20764a8c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.472837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3302-b1b6-4a1f-96c1-01e20764a8c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.474749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5f9afb9c-3566-40cd-8289-fe02bcb07fa0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:02.495583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c3302-b1b6-4a1f-96c1-01e20764a8c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c0875c-72f7-4c2a-bcca-e76121336f3d,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:02.500002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7a6c3302-b1b6-4a1f-96c1-01e20764a8c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:02.506814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3302-b1b6-4a1f-96c1-01e20764a8c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.508156 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7a6c3302-b1b6-4a1f-96c1-01e20764a8c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1464438
Dec 23 16:53:02.511026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35582) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:02.518162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b494e355-e4ec-41e3-a59b-fafafd9129e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '0315f64a-cba6-4335-84d5-c242ad358e71', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:53:02.524829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b494e355-e4ec-41e3-a59b-fafafd9129e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:53:02.529733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b494e355-e4ec-41e3-a59b-fafafd9129e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:53:02.532874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b494e355-e4ec-41e3-a59b-fafafd9129e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:53:02.538944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b494e355-e4ec-41e3-a59b-fafafd9129e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:53:02.554877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b494e355-e4ec-41e3-a59b-fafafd9129e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.621473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b494e355-e4ec-41e3-a59b-fafafd9129e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.624645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b494e355-e4ec-41e3-a59b-fafafd9129e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.626571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ac7b9c68-21d4-44fa-8648-d449becbfd6f tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:02.648462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494e355-e4ec-41e3-a59b-fafafd9129e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a33f4f3-ce74-4828-bbf8-0ed4a954e481,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:02.652769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b494e355-e4ec-41e3-a59b-fafafd9129e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:02.660192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b494e355-e4ec-41e3-a59b-fafafd9129e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.661532 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b494e355-e4ec-41e3-a59b-fafafd9129e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1495104
Dec 23 16:53:02.664459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35586) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:02.670972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2d0b6c2d-5b3f-45cc-8ca4-9d7d9816e2c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '0315f64a-cba6-4335-84d5-c242ad358e71', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:53:02.677191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2d0b6c2d-5b3f-45cc-8ca4-9d7d9816e2c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:53:02.681179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2d0b6c2d-5b3f-45cc-8ca4-9d7d9816e2c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:53:02.684226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2d0b6c2d-5b3f-45cc-8ca4-9d7d9816e2c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:53:02.690317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2d0b6c2d-5b3f-45cc-8ca4-9d7d9816e2c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:53:02.705886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6c2d-5b3f-45cc-8ca4-9d7d9816e2c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.777205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6c2d-5b3f-45cc-8ca4-9d7d9816e2c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.780252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6c2d-5b3f-45cc-8ca4-9d7d9816e2c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.787722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bec6a175-b4cc-476e-bf9e-66d46d63f773 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:02.808142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b6c2d-5b3f-45cc-8ca4-9d7d9816e2c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2785444-4d6b-464a-b4e2-655b92beeec2,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:02.810884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2d0b6c2d-5b3f-45cc-8ca4-9d7d9816e2c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:02.817012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2d0b6c2d-5b3f-45cc-8ca4-9d7d9816e2c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.818334 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2d0b6c2d-5b3f-45cc-8ca4-9d7d9816e2c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1528537
Dec 23 16:53:02.821228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35590) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:02.827262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2ffc8e7b-bf22-4e1c-83d6-93a96567aa8b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '0315f64a-cba6-4335-84d5-c242ad358e71', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:53:02.833504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2ffc8e7b-bf22-4e1c-83d6-93a96567aa8b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:53:02.837552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2ffc8e7b-bf22-4e1c-83d6-93a96567aa8b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:53:02.840604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2ffc8e7b-bf22-4e1c-83d6-93a96567aa8b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:53:02.847374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2ffc8e7b-bf22-4e1c-83d6-93a96567aa8b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:53:02.857311 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-2ffc8e7b-bf22-4e1c-83d6-93a96567aa8b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Project 2e850a8f293f445d88b071844b66bd01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:53:02.863900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8e7b-bf22-4e1c-83d6-93a96567aa8b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.931948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8e7b-bf22-4e1c-83d6-93a96567aa8b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.934435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8e7b-bf22-4e1c-83d6-93a96567aa8b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.942013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dafc7128-e875-430b-9b12-92005df4c44e tempest-SecGroupIPv6Test-967715306 tempest-SecGroupIPv6Test-967715306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:02.961420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc8e7b-bf22-4e1c-83d6-93a96567aa8b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cadf756-0f0d-48b4-bb73-50a103c7a07e,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:02.963837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ffc8e7b-bf22-4e1c-83d6-93a96567aa8b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:02.970763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8e7b-bf22-4e1c-83d6-93a96567aa8b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:02.972084 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2ffc8e7b-bf22-4e1c-83d6-93a96567aa8b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1498451
Dec 23 16:53:02.974970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35594) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:02.980904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-794cf6f5-3398-46e7-837b-2a7df47166b2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '0315f64a-cba6-4335-84d5-c242ad358e71', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:53:02.987499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-794cf6f5-3398-46e7-837b-2a7df47166b2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:53:02.991597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-794cf6f5-3398-46e7-837b-2a7df47166b2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:53:02.994619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-794cf6f5-3398-46e7-837b-2a7df47166b2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:53:03.001082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-794cf6f5-3398-46e7-837b-2a7df47166b2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:53:03.010439 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-794cf6f5-3398-46e7-837b-2a7df47166b2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Project 2e850a8f293f445d88b071844b66bd01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:53:03.017846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-794cf6f5-3398-46e7-837b-2a7df47166b2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:03.087667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-794cf6f5-3398-46e7-837b-2a7df47166b2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:03.090273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-794cf6f5-3398-46e7-837b-2a7df47166b2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:03.098467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-296da7a3-cda0-4330-bde6-cc6ad8f04b16 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:03.121506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cf6f5-3398-46e7-837b-2a7df47166b2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420b3071-4962-44ca-8c4c-70f7cf45d813,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:03.124403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-794cf6f5-3398-46e7-837b-2a7df47166b2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:03.130805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-794cf6f5-3398-46e7-837b-2a7df47166b2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:03.132124 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-794cf6f5-3398-46e7-837b-2a7df47166b2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1561224
Dec 23 16:53:03.135399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35598) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:03.142102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'network': {'name': 'tempest-network-smoke--1235245748', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'port_security_enabled': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:53:03.147559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:53:03.151791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:network and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:53:03.155440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:53:03.161540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:53:03.170840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Made reservation on behalf of 2e850a8f293f445d88b071844b66bd01 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:53:03.176612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:03.208289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:53:03.218392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:03.218779 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Added segment df6a2879-a74b-45f3-849e-cba4d94d8eba of type vlan for network dbd0f50a-83bd-4b17-a067-aa06870653d1
Dec 23 16:53:03.245791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:03.275135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:03.279852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:03.280504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:03.285716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d67f9c42-1c8f-4d19-8bb8-6ba3b76e9b1f tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:03.335969 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1994984
Dec 23 16:53:03.339156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35602) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:03.347218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'admin_state_up': True, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:53:03.409043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:53:03.411539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Network': ['ID=dbd0f50a-83bd-4b17-a067-aa06870653d1,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:03.415237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:03.416217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:router and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:53:03.419394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:53:03.422526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network dbd0f50a-83bd-4b17-a067-aa06870653d1 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:53:03.425783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:53:03.435968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:03.436878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:03.455871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:03.609706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:03.799498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:03.835899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:03.976578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.26.5.182 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/1a4edc54-97f6-429a-b4b9-3feaf655a704) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:53:04.137211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:04.163840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:04.168649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58f50995-1df0-4cef-8be0-eb3f5056d799 tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:04.245559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:53:04.249352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:53:04.251961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:53:04.279823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=1a4edc54-97f6-429a-b4b9-3feaf655a704,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:04.285194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:04.425982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:04.426754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:04.667405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router b6b655f6-e38a-4917-b13d-2b60d50f114b is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:53:04.881959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:53:04.892549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Sync routers for ids ['b6b655f6-e38a-4917-b13d-2b60d50f114b'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:53:04.906349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Routers {'b6b655f6-e38a-4917-b13d-2b60d50f114b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:53:04.907046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0dd8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:52:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['b6b655f6-e38a-4917-b13d-2b60d50f114b'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:53:04.909451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:04.910772 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.5706122
Dec 23 16:53:04.914150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35606) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:05.107141 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-71cd7aac-f48a-4970-83d1-f5e3103cfe96 tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=2e850a8f293f445d88b071844b66bd01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1914995
Dec 23 16:53:05.109790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35612) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:05.242221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Set router b6b655f6-e38a-4917-b13d-2b60d50f114b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:53:05.257542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22c8fd2-734e-47e1-8f4a-baf379e58149 tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:05.259230 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b22c8fd2-734e-47e1-8f4a-baf379e58149 tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1483917
Dec 23 16:53:05.262297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35616) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:05.310383 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2f519273-3038-46e3-8cab-4f8e5c31d420 tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0434363
Dec 23 16:53:05.310905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35620) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:05.317485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1467830475', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:53:05.439151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:53:05.443284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:subnet and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:53:05.446259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:53:05.452949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:53:05.461982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Made reservation on behalf of 2e850a8f293f445d88b071844b66bd01 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:53:05.543044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0dd8>, [{'id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:04Z', 'revision_number': 3, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:53:05.547049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Checking router: b6b655f6-e38a-4917-b13d-2b60d50f114b for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:53:05.547459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Updating router b6b655f6-e38a-4917-b13d-2b60d50f114b port 1a4edc54-97f6-429a-b4b9-3feaf655a704 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:53:05.576066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:05.601159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:05.958353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:05.971243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Transition to ACTIVE for port object 1a4edc54-97f6-429a-b4b9-3feaf655a704 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:53:05.977243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:05.981678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f5bd696a-9e7b-4703-9726-b53fc1d3d735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:06.041329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:06.045848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4492b105-9e2f-4197-9812-b03899bbf1c8 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:06.062424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Pushing event updated for resources: {'Port': ['ID=1a4edc54-97f6-429a-b4b9-3feaf655a704,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:06.071303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Attempting to bind port 1a4edc54-97f6-429a-b4b9-3feaf655a704 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:53:06.071728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Attempting to bind port 1a4edc54-97f6-429a-b4b9-3feaf655a704 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:53:06.072141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Attempting to bind port 1a4edc54-97f6-429a-b4b9-3feaf655a704 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:53:06.081823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.082218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.082605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.083048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.083390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.083769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.084149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.084531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.084900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.085274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.085640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.089347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:53:06.089776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:53:06.090238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:06.090675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:53:06.091850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Bound port: 1a4edc54-97f6-429a-b4b9-3feaf655a704, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:53:06.092280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:06.116089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:06.132342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Subnet': ['ID=80616ab9-1854-4b50-9604-14ba099f7f59,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:06.136137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:06.144276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Checking segment: {'id': 'df6a2879-a74b-45f3-849e-cba4d94d8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:53:06.144684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network hostable DHCP agents. Network: dbd0f50a-83bd-4b17-a067-aa06870653d1, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:53:06.168551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network dbd0f50a-83bd-4b17-a067-aa06870653d1 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:53:06.169725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] For port 1a4edc54-97f6-429a-b4b9-3feaf655a704, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:53:06.173223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] For port 1a4edc54-97f6-429a-b4b9-3feaf655a704, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1a4edc54-97f6-429a-b4b9-3feaf655a704,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:53:06.176847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:06.178498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, dbd0f50a-83bd-4b17-a067-aa06870653d1) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:53:06.182802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:06.183335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5a5d190a-b7b6-48fc-9125-8eac3cf8bc17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:06.183870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:06.190959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88f4283-4ff9-42bf-a9a2-8e82770cfea9 None None] Network dbd0f50a-83bd-4b17-a067-aa06870653d1 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:53:06.212653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35624) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:06.212906 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9007657
Dec 23 16:53:06.273157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Pushing event updated for resources: {'Port': ['ID=1a4edc54-97f6-429a-b4b9-3feaf655a704,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:06.282064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:06.282774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Routers {'b6b655f6-e38a-4917-b13d-2b60d50f114b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:53:06.283632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0dd8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:52:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['b6b655f6-e38a-4917-b13d-2b60d50f114b'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:53:06.432085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-dbd0f50a-83bd-4b17-a067-aa06870653d1', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ips': [{'subnet_id': '80616ab9-1854-4b50-9604-14ba099f7f59'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:53:06.433335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:06.476097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] Set router b6b655f6-e38a-4917-b13d-2b60d50f114b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:53:06.618002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Allocated IP 172.20.0.2 (dbd0f50a-83bd-4b17-a067-aa06870653d1/80616ab9-1854-4b50-9604-14ba099f7f59/71a1baf1-081a-4a65-a214-efee0bf15ae2) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:53:06.803408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0dd8>, [{'id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:04Z', 'revision_number': 3, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:53:06.807844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65dae55-0dc2-40bc-b35b-ea1ce558d096 None None] The sync data for ids ['b6b655f6-e38a-4917-b13d-2b60d50f114b'] in dv-neutron-822801-1-hyperv is: [{'id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:04Z', 'revision_number': 3, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:53:06.856795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:06.868152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Transition to ACTIVE for port object 71a1baf1-081a-4a65-a214-efee0bf15ae2 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:53:06.889560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Transition to ACTIVE for port object 71a1baf1-081a-4a65-a214-efee0bf15ae2 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:53:06.894238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:06.899794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dfd039e4-1508-4a98-be6a-aa7086426b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:06.969809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Network dbd0f50a-83bd-4b17-a067-aa06870653d1 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:53:06.972816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:53:06.977409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:53:06.979654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Pushing event updated for resources: {'Port': ['ID=71a1baf1-081a-4a65-a214-efee0bf15ae2,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:06.993467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.993861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.994251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.994631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.995022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.995412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.995787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.996160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.996530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.996896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:06.997903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:07.030540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:07.087495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Attempting to bind port 71a1baf1-081a-4a65-a214-efee0bf15ae2 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:53:07.087917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Attempting to bind port 71a1baf1-081a-4a65-a214-efee0bf15ae2 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'df6a2879-a74b-45f3-849e-cba4d94d8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:53:07.088333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Attempting to bind port 71a1baf1-081a-4a65-a214-efee0bf15ae2 on network dbd0f50a-83bd-4b17-a067-aa06870653d1 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:53:07.095909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:53:07.096332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Checking segment: {'id': 'df6a2879-a74b-45f3-849e-cba4d94d8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:53:07.096932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:07.097213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Bound using segment: {'id': 'df6a2879-a74b-45f3-849e-cba4d94d8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:53:07.097733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Bound port: 71a1baf1-081a-4a65-a214-efee0bf15ae2, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6a2879-a74b-45f3-849e-cba4d94d8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:53:07.098154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:07.204876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] For port 71a1baf1-081a-4a65-a214-efee0bf15ae2, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:53:07.209015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] For port 71a1baf1-081a-4a65-a214-efee0bf15ae2, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=71a1baf1-081a-4a65-a214-efee0bf15ae2,segment=NetworkSegment(df6a2879-a74b-45f3-849e-cba4d94d8eba),segment_id=df6a2879-a74b-45f3-849e-cba4d94d8eba)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:53:07.217232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:07.228378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0bd861f4-b12f-43d6-bb23-45bd91a20596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:07.331520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:07.342721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Pushing event updated for resources: {'Port': ['ID=71a1baf1-081a-4a65-a214-efee0bf15ae2,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:07.354494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:07.795180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.20.0.1 (dbd0f50a-83bd-4b17-a067-aa06870653d1/80616ab9-1854-4b50-9604-14ba099f7f59/f245fbe7-a65c-4240-9f3a-a6331e386e21) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:53:07.979865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:07.998623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Transition to ACTIVE for port object f245fbe7-a65c-4240-9f3a-a6331e386e21 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:53:08.033041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:08.038166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ad86735-4635-4a20-9629-6b2002677398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:08.112816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network dbd0f50a-83bd-4b17-a067-aa06870653d1 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:53:08.116020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:53:08.120555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:53:08.152014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=f245fbe7-a65c-4240-9f3a-a6331e386e21,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:08.158617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:08.189587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:08.286746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:08.725919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:08.730900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:08.761843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cee98cda-fab2-40fa-83cb-c2557b1e8869 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:08.858019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:08.862713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=f245fbe7-a65c-4240-9f3a-a6331e386e21,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:08.866221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:08.990212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83555eb9-42c0-4e05-be4e-19b75d721ea5 None None] Network dbd0f50a-83bd-4b17-a067-aa06870653d1 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:53:09.011731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network dbd0f50a-83bd-4b17-a067-aa06870653d1 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:53:09.013045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:53:09.108377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5ea8b7d1-cd25-49c6-a49e-811623ee8564 None None] Provisioning for port 71a1baf1-081a-4a65-a214-efee0bf15ae2 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:53:09.270329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1a4edc54-97f6-429a-b4b9-3feaf655a704 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:53:09.364882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 1a4edc54-97f6-429a-b4b9-3feaf655a704 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:53:09.370056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 1a4edc54-97f6-429a-b4b9-3feaf655a704 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:53:09.370497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:09.480862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router b6b655f6-e38a-4917-b13d-2b60d50f114b has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:53:09.503103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:09.521566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 1a4edc54-97f6-429a-b4b9-3feaf655a704, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1a4edc54-97f6-429a-b4b9-3feaf655a704,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:53:09.525758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:09.526703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 71a1baf1-081a-4a65-a214-efee0bf15ae2 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:53:09.558261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97a0b623-7a8f-4022-8535-ea407e66a398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:09.654198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=1a4edc54-97f6-429a-b4b9-3feaf655a704,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:09.657840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:09.670105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 71a1baf1-081a-4a65-a214-efee0bf15ae2 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:53:09.677581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 71a1baf1-081a-4a65-a214-efee0bf15ae2 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:53:09.678098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:09.707945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:53:09.720681 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "PUT /v2.0/routers/b6b655f6-e38a-4917-b13d-2b60d50f114b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5061915
Dec 23 16:53:09.931966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-beb4a2fc-2f56-4c78-a2c6-7ab120339d60 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:53:09.942936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-19a7d378-311f-40b0-bb91-640904808839 None None] Provisioning complete for port 71a1baf1-081a-4a65-a214-efee0bf15ae2 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:53:09.943257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19a7d378-311f-40b0-bb91-640904808839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:09.952248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-beb4a2fc-2f56-4c78-a2c6-7ab120339d60 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:53:09.953596 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-beb4a2fc-2f56-4c78-a2c6-7ab120339d60 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65578807&fields=id&tenant_id=2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 267 time: 0.0795898
Dec 23 16:53:09.975766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Sync routers for ids ['b6b655f6-e38a-4917-b13d-2b60d50f114b'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:53:10.068279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Routers {'b6b655f6-e38a-4917-b13d-2b60d50f114b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:53:10.068994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b1c128>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:52:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['b6b655f6-e38a-4917-b13d-2b60d50f114b'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:53:10.163516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:10.348782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19a7d378-311f-40b0-bb91-640904808839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:10.360171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 71a1baf1-081a-4a65-a214-efee0bf15ae2, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=71a1baf1-081a-4a65-a214-efee0bf15ae2,segment=NetworkSegment(df6a2879-a74b-45f3-849e-cba4d94d8eba),segment_id=df6a2879-a74b-45f3-849e-cba4d94d8eba)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:53:10.372207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:10.377783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:10.382428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-cc5a2ac1-ecd4-443f-95f3-d380495f3e56 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:10.383230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-cc5a2ac1-ecd4-443f-95f3-d380495f3e56 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:53:10.399721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-cc5a2ac1-ecd4-443f-95f3-d380495f3e56 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:53:10.401002 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-cc5a2ac1-ecd4-443f-95f3-d380495f3e56 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/networks?id=dbd0f50a-83bd-4b17-a067-aa06870653d1 HTTP/1.1" status: 200  len: 797 time: 0.4368949
Dec 23 16:53:10.421877 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-5460f429-0920-4e93-ba58-30412aa7730d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/quotas/2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 375 time: 0.0138156
Dec 23 16:53:10.486554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Set router b6b655f6-e38a-4917-b13d-2b60d50f114b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:53:10.509257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-abdc303e-38a5-4131-b1e5-f257db35f298 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:53:10.527815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-abdc303e-38a5-4131-b1e5-f257db35f298 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:53:10.530166 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-abdc303e-38a5-4131-b1e5-f257db35f298 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1019335
Dec 23 16:53:10.585060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=71a1baf1-081a-4a65-a214-efee0bf15ae2,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:10.589222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:10.594183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-19a7d378-311f-40b0-bb91-640904808839 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:53:10.594568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-19a7d378-311f-40b0-bb91-640904808839 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:53:10.681445 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-8e239ba6-5e80-4c88-afb2-0efc77e761ab service neutron] 10.222.0.67 "GET /v2.0/networks/dbd0f50a-83bd-4b17-a067-aa06870653d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381874
Dec 23 16:53:10.827543 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-94561317-2825-4a6f-a347-13e7325f5b5c service neutron] 10.222.0.67 "GET /v2.0/networks/dbd0f50a-83bd-4b17-a067-aa06870653d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395395
Dec 23 16:53:10.867228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b1c128>, [{'id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:08Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'f245fbe7-a65c-4240-9f3a-a6331e386e21', 'name': '', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:96:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:07Z', 'updated_at': '2021-12-23T16:53:08Z', 'revision_number': 2, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:53:10.871437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Checking router: b6b655f6-e38a-4917-b13d-2b60d50f114b for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:53:10.871858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Updating router b6b655f6-e38a-4917-b13d-2b60d50f114b port f245fbe7-a65c-4240-9f3a-a6331e386e21 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:53:10.930066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:11.037950 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8c74d2b6-187f-4ca0-a95f-23174d904be4 req-1c491d06-9967-4718-bfbf-4c03af49a627 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 210 time: 0.0519533
Dec 23 16:53:11.133870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1a4edc54-97f6-429a-b4b9-3feaf655a704 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:53:11.357820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 1a4edc54-97f6-429a-b4b9-3feaf655a704 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:53:11.358248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:11.389060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-19a7d378-311f-40b0-bb91-640904808839 None None] Provisioning for port f245fbe7-a65c-4240-9f3a-a6331e386e21 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:53:11.412702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-19a7d378-311f-40b0-bb91-640904808839 None None] Provisioning complete for port f245fbe7-a65c-4240-9f3a-a6331e386e21 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:53:11.413130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-19a7d378-311f-40b0-bb91-640904808839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:11.488002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-19a7d378-311f-40b0-bb91-640904808839 None None] Port f245fbe7-a65c-4240-9f3a-a6331e386e21 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:53:11.629157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 71a1baf1-081a-4a65-a214-efee0bf15ae2 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:53:11.655335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:11.690452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Transition to ACTIVE for port object f245fbe7-a65c-4240-9f3a-a6331e386e21 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:53:11.695053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7f0f096d-4c0e-4e83-9169-3f9f38aca6c3 None None] Provisioning complete for port f245fbe7-a65c-4240-9f3a-a6331e386e21 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:53:11.695474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7f0f096d-4c0e-4e83-9169-3f9f38aca6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:11.742608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:11.749723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:11.986796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f096d-4c0e-4e83-9169-3f9f38aca6c3 None None] Port f245fbe7-a65c-4240-9f3a-a6331e386e21 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:53:12.053886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b56dbb-4098-4b29-ba60-28990e14100c None None] Pushing event updated for resources: {'Port': ['ID=f245fbe7-a65c-4240-9f3a-a6331e386e21,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:12.065114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c9b56dbb-4098-4b29-ba60-28990e14100c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:12.078302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 71a1baf1-081a-4a65-a214-efee0bf15ae2 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:53:12.078735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:12.178595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-9988b32b-aa38-420c-ac97-0b29014b564e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:12.180578 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-9988b32b-aa38-420c-ac97-0b29014b564e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/networks?id=dbd0f50a-83bd-4b17-a067-aa06870653d1 HTTP/1.1" status: 200  len: 797 time: 0.2163424
Dec 23 16:53:12.240599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Attempting to bind port f245fbe7-a65c-4240-9f3a-a6331e386e21 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:53:12.241031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Attempting to bind port f245fbe7-a65c-4240-9f3a-a6331e386e21 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'df6a2879-a74b-45f3-849e-cba4d94d8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:53:12.241456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Attempting to bind port f245fbe7-a65c-4240-9f3a-a6331e386e21 on network dbd0f50a-83bd-4b17-a067-aa06870653d1 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:53:12.285959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:53:12.286292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Checking segment: {'id': 'df6a2879-a74b-45f3-849e-cba4d94d8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:53:12.286755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:12.287252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Bound using segment: {'id': 'df6a2879-a74b-45f3-849e-cba4d94d8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:53:12.287793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Bound port: f245fbe7-a65c-4240-9f3a-a6331e386e21, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6a2879-a74b-45f3-849e-cba4d94d8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:53:12.288217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:12.289992 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-f47cdfdb-f77b-4ebc-bf87-16f6b3b62aa1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 378 time: 0.0978932
Dec 23 16:53:12.301391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'port': {'device_id': 'cdc84815-1afc-4169-802a-49b27f46a199', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'admin_state_up': True, 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'security_groups': ['0315f64a-cba6-4335-84d5-c242ad358e71']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:53:12.321219 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d4b7648d-3381-4a0f-aac3-7bdbb9687020 req-ad533869-19af-4372-b782-79f61c619181 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 210 time: 0.0607843
Dec 23 16:53:12.433090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] For port f245fbe7-a65c-4240-9f3a-a6331e386e21, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:53:12.437844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] For port f245fbe7-a65c-4240-9f3a-a6331e386e21, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f245fbe7-a65c-4240-9f3a-a6331e386e21,segment=NetworkSegment(df6a2879-a74b-45f3-849e-cba4d94d8eba),segment_id=df6a2879-a74b-45f3-849e-cba4d94d8eba)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:53:12.442414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:12.449566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d65b85e-b617-4f94-8f8c-ea438ddf9690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:12.479597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:53:12.490341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:53:12.500421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Made reservation on behalf of 2e850a8f293f445d88b071844b66bd01 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:53:12.506148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:12.535345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:12.551669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b56dbb-4098-4b29-ba60-28990e14100c None None] Pushing event updated for resources: {'Port': ['ID=f245fbe7-a65c-4240-9f3a-a6331e386e21,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:12.555266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c9b56dbb-4098-4b29-ba60-28990e14100c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:12.556300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Routers {'b6b655f6-e38a-4917-b13d-2b60d50f114b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:53:12.556984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b1c128>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:52:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['b6b655f6-e38a-4917-b13d-2b60d50f114b'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:53:12.688317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.20.0.8 (dbd0f50a-83bd-4b17-a067-aa06870653d1/80616ab9-1854-4b50-9604-14ba099f7f59/83ba6349-07d7-4f7c-9aae-a0dada0a6966) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:53:12.766690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] Set router b6b655f6-e38a-4917-b13d-2b60d50f114b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:53:12.910522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:12.930708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Transition to ACTIVE for port object 83ba6349-07d7-4f7c-9aae-a0dada0a6966 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:53:12.951882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:12.957765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:13.038569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network dbd0f50a-83bd-4b17-a067-aa06870653d1 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:53:13.039743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=83ba6349-07d7-4f7c-9aae-a0dada0a6966,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:13.042395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:53:13.045069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:13.045709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:53:13.118227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:13.118874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:13.123017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b1c128>, [{'id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:08Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'f245fbe7-a65c-4240-9f3a-a6331e386e21', 'name': '', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:96:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:07Z', 'updated_at': '2021-12-23T16:53:12Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:53:13.127406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abebc1f-793c-433a-85fe-2d40b484037e None None] The sync data for ids ['b6b655f6-e38a-4917-b13d-2b60d50f114b'] in dv-neutron-822801-1-hyperv is: [{'id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:08Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'f245fbe7-a65c-4240-9f3a-a6331e386e21', 'name': '', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:96:96:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:07Z', 'updated_at': '2021-12-23T16:53:12Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:53:13.139241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:53:13.151884 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8553629
Dec 23 16:53:13.164669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Request body: {'port': {'device_id': 'cdc84815-1afc-4169-802a-49b27f46a199', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:53:13.310818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:13.431817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-80efe2cf-1411-4535-a72e-174d6ec0d250 None None] Provisioning for port 83ba6349-07d7-4f7c-9aae-a0dada0a6966 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:53:13.438008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-80efe2cf-1411-4535-a72e-174d6ec0d250 None None] Provisioning complete for port 83ba6349-07d7-4f7c-9aae-a0dada0a6966 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:53:13.439446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-80efe2cf-1411-4535-a72e-174d6ec0d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:13.509207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-80efe2cf-1411-4535-a72e-174d6ec0d250 None None] Port 83ba6349-07d7-4f7c-9aae-a0dada0a6966 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:53:13.689623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc0558-514d-49ba-b04f-011ea5a8bc7c req-8798cbcb-f5d1-4913-b4f9-84bcbc35dcf1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:13.690396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-a8dc0558-514d-49ba-b04f-011ea5a8bc7c req-8798cbcb-f5d1-4913-b4f9-84bcbc35dcf1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:53:13.720084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-a8dc0558-514d-49ba-b04f-011ea5a8bc7c req-8798cbcb-f5d1-4913-b4f9-84bcbc35dcf1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:53:13.721416 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a8dc0558-514d-49ba-b04f-011ea5a8bc7c req-8798cbcb-f5d1-4913-b4f9-84bcbc35dcf1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 931 time: 0.2481036
Dec 23 16:53:13.811527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ba6349-07d7-4f7c-9aae-a0dada0a6966 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:53:13.823163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:13.839550 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a8dc0558-514d-49ba-b04f-011ea5a8bc7c req-43bb5d49-8ab9-492c-be46-85d91459001d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0830932
Dec 23 16:53:13.846834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Transition to ACTIVE for port object 83ba6349-07d7-4f7c-9aae-a0dada0a6966 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:53:13.849961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:13.854827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d9798e14-e2d9-4035-b989-ea90b1b2dfeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:13.999084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Pushing event updated for resources: {'Port': ['ID=83ba6349-07d7-4f7c-9aae-a0dada0a6966,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:14.003152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:14.128330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Attempting to bind port 83ba6349-07d7-4f7c-9aae-a0dada0a6966 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:53:14.128718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Attempting to bind port 83ba6349-07d7-4f7c-9aae-a0dada0a6966 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'df6a2879-a74b-45f3-849e-cba4d94d8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:53:14.129097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Attempting to bind port 83ba6349-07d7-4f7c-9aae-a0dada0a6966 on network dbd0f50a-83bd-4b17-a067-aa06870653d1 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:53:14.135875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Port 83ba6349-07d7-4f7c-9aae-a0dada0a6966 on network dbd0f50a-83bd-4b17-a067-aa06870653d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:53:14.136384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Attempting to bind port 83ba6349-07d7-4f7c-9aae-a0dada0a6966 on network dbd0f50a-83bd-4b17-a067-aa06870653d1 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:53:14.144823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:53:14.145215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Checking segment: {'id': 'df6a2879-a74b-45f3-849e-cba4d94d8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:53:14.145650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Bound using segment: {'id': 'df6a2879-a74b-45f3-849e-cba4d94d8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:53:14.146533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Bound port: 83ba6349-07d7-4f7c-9aae-a0dada0a6966, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6a2879-a74b-45f3-849e-cba4d94d8eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:53:14.146932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:14.256841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] For port 83ba6349-07d7-4f7c-9aae-a0dada0a6966, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:53:14.260176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] For port 83ba6349-07d7-4f7c-9aae-a0dada0a6966, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=83ba6349-07d7-4f7c-9aae-a0dada0a6966,segment=NetworkSegment(df6a2879-a74b-45f3-849e-cba4d94d8eba),segment_id=df6a2879-a74b-45f3-849e-cba4d94d8eba)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:53:14.264245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:14.269050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-41a2668d-d642-41ec-84d0-11cbf9d9f67f tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:14.343293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:14.344898 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] 10.222.0.36 "PUT /v2.0/ports/83ba6349-07d7-4f7c-9aae-a0dada0a6966 HTTP/1.1" status: 200  len: 1093 time: 1.1853743
Dec 23 16:53:14.345368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc84815-1afc-4169-802a-49b27f46a199', 'tag': '83ba6349-07d7-4f7c-9aae-a0dada0a6966'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:53:14.368120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Pushing event updated for resources: {'Port': ['ID=83ba6349-07d7-4f7c-9aae-a0dada0a6966,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:14.371419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:14.475151 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-5df2e018-2320-40ee-8ccb-20b4fec6c8ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 1096 time: 0.0885310
Dec 23 16:53:14.544678 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc84815-1afc-4169-802a-49b27f46a199', 'tag': '83ba6349-07d7-4f7c-9aae-a0dada0a6966', 'status': 'completed', 'code': 200}
Dec 23 16:53:14.561547 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-27c43d3e-f2f6-4f2c-95b3-529d6886ac1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ba6349-07d7-4f7c-9aae-a0dada0a6966 HTTP/1.1" status: 200  len: 217 time: 0.0787017
Dec 23 16:53:14.631738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-e0df7004-f80f-41f2-a6e2-503336a6658b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:14.633284 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-e0df7004-f80f-41f2-a6e2-503336a6658b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80616ab9-1854-4b50-9604-14ba099f7f59 HTTP/1.1" status: 200  len: 835 time: 0.0655866
Dec 23 16:53:14.720559 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-8a492b5b-be4c-41b3-b979-0253c137e76e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbd0f50a-83bd-4b17-a067-aa06870653d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0805655
Dec 23 16:53:14.865296 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-72c92afe-508f-44a2-abb6-cac87f186523 service neutron] 10.222.0.36 "GET /v2.0/networks/dbd0f50a-83bd-4b17-a067-aa06870653d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374097
Dec 23 16:53:15.072196 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f6c9850-5d17-4e8e-8aa4-7d0aaeeb3228 req-94ec1304-5745-49b6-84b4-989bd8bc4a06 service neutron] 10.222.0.36 "GET /v2.0/networks/dbd0f50a-83bd-4b17-a067-aa06870653d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2008171
Dec 23 16:53:15.095242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4037b-0c35-4dc5-9517-30b4d51df954 req-9515e4ed-2f97-4174-bb10-27d18cff0d8a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:15.099221 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-19d4037b-0c35-4dc5-9517-30b4d51df954 req-9515e4ed-2f97-4174-bb10-27d18cff0d8a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 943 time: 0.1248009
Dec 23 16:53:15.112876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f245fbe7-a65c-4240-9f3a-a6331e386e21 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:53:15.193899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port f245fbe7-a65c-4240-9f3a-a6331e386e21 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:53:15.198930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f245fbe7-a65c-4240-9f3a-a6331e386e21 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:53:15.199421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:15.204677 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-19d4037b-0c35-4dc5-9517-30b4d51df954 req-509b0c6d-8fb2-4f4e-bcdf-a15d962659f4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1014171
Dec 23 16:53:15.229517 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e8452938-bf4f-4cf2-bf7c-6f749b75665f req-0546fdc6-2d6d-4378-af13-8efb9c71bf4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 1096 time: 0.0898385
Dec 23 16:53:15.322732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:15.360650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port f245fbe7-a65c-4240-9f3a-a6331e386e21, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f245fbe7-a65c-4240-9f3a-a6331e386e21,segment=NetworkSegment(df6a2879-a74b-45f3-849e-cba4d94d8eba),segment_id=df6a2879-a74b-45f3-849e-cba4d94d8eba)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:53:15.363502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:15.365947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-154c37d3-b12b-42b6-809a-02fe821ac195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:15.379426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8452938-bf4f-4cf2-bf7c-6f749b75665f req-a89413da-9d2c-48b4-a7b6-529cb6dcce67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:15.381021 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e8452938-bf4f-4cf2-bf7c-6f749b75665f req-a89413da-9d2c-48b4-a7b6-529cb6dcce67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbd0f50a-83bd-4b17-a067-aa06870653d1 HTTP/1.1" status: 200  len: 898 time: 0.1445673
Dec 23 16:53:15.433012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=f245fbe7-a65c-4240-9f3a-a6331e386e21,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:15.436387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:15.452294 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e8452938-bf4f-4cf2-bf7c-6f749b75665f req-bd257903-1989-49e9-97f4-941a3e83c8d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ba6349-07d7-4f7c-9aae-a0dada0a6966 HTTP/1.1" status: 200  len: 217 time: 0.0642133
Dec 23 16:53:15.523333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8452938-bf4f-4cf2-bf7c-6f749b75665f req-080de77d-98bb-4ae4-b3a0-011e54d752dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:15.524942 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e8452938-bf4f-4cf2-bf7c-6f749b75665f req-080de77d-98bb-4ae4-b3a0-011e54d752dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80616ab9-1854-4b50-9604-14ba099f7f59 HTTP/1.1" status: 200  len: 835 time: 0.0658886
Dec 23 16:53:15.604207 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e8452938-bf4f-4cf2-bf7c-6f749b75665f req-1f737028-0675-415f-9224-1fed29336158 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbd0f50a-83bd-4b17-a067-aa06870653d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724206
Dec 23 16:53:15.977529 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e8452938-bf4f-4cf2-bf7c-6f749b75665f req-70fb87b4-f879-4418-bbd8-b285affd598f service neutron] 10.222.0.36 "GET /v2.0/networks/dbd0f50a-83bd-4b17-a067-aa06870653d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3658311
Dec 23 16:53:16.120635 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e8452938-bf4f-4cf2-bf7c-6f749b75665f req-48729c3c-638d-4a86-8334-761d239b8591 service neutron] 10.222.0.36 "GET /v2.0/networks/dbd0f50a-83bd-4b17-a067-aa06870653d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363192
Dec 23 16:53:16.417161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56287a5f-808d-4855-9a2c-29c8ef7ef43a req-edced969-0056-4f55-9bd8-14e8bb6fc660 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:16.418774 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-56287a5f-808d-4855-9a2c-29c8ef7ef43a req-edced969-0056-4f55-9bd8-14e8bb6fc660 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 943 time: 0.0900223
Dec 23 16:53:16.468944 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-56287a5f-808d-4855-9a2c-29c8ef7ef43a req-82fa5bc1-e67f-4938-8720-51ea9f8e3851 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430510
Dec 23 16:53:17.098131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f245fbe7-a65c-4240-9f3a-a6331e386e21 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:53:17.144353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 83ba6349-07d7-4f7c-9aae-a0dada0a6966 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:53:17.283748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f245fbe7-a65c-4240-9f3a-a6331e386e21 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:53:17.284177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:17.364731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 83ba6349-07d7-4f7c-9aae-a0dada0a6966, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=83ba6349-07d7-4f7c-9aae-a0dada0a6966,segment=NetworkSegment(df6a2879-a74b-45f3-849e-cba4d94d8eba),segment_id=df6a2879-a74b-45f3-849e-cba4d94d8eba)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:53:17.383856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '83ba6349-07d7-4f7c-9aae-a0dada0a6966', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'port_id': '83ba6349-07d7-4f7c-9aae-a0dada0a6966', 'mac_address': 'fa:16:3e:e4:da:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:53:17.492286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:17.512967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ba6349-07d7-4f7c-9aae-a0dada0a6966 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:53:17.530015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 83ba6349-07d7-4f7c-9aae-a0dada0a6966, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=83ba6349-07d7-4f7c-9aae-a0dada0a6966,segment=NetworkSegment(df6a2879-a74b-45f3-849e-cba4d94d8eba),segment_id=df6a2879-a74b-45f3-849e-cba4d94d8eba)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:53:17.532972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:17.534865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:17.602841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=83ba6349-07d7-4f7c-9aae-a0dada0a6966,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:17.606845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:17.676739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cefc7-a68d-4acd-8e91-81f28a36425a req-ba708074-ae39-45ce-a5f8-56b4e6b7d702 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:17.678476 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b16cefc7-a68d-4acd-8e91-81f28a36425a req-ba708074-ae39-45ce-a5f8-56b4e6b7d702 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 944 time: 0.0849602
Dec 23 16:53:17.732110 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b16cefc7-a68d-4acd-8e91-81f28a36425a req-25534d6e-8614-43e9-a8c6-91356ba5799b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0467489
Dec 23 16:53:17.776380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['83ba6349-07d7-4f7c-9aae-a0dada0a6966'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:53:18.936495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fa7a9-c644-4d8d-aa6f-fd384b2046ca req-54cbcab4-a585-41dd-9334-ee91ad2039d1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:18.938131 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8a1fa7a9-c644-4d8d-aa6f-fd384b2046ca req-54cbcab4-a585-41dd-9334-ee91ad2039d1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 944 time: 0.0847492
Dec 23 16:53:18.987886 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8a1fa7a9-c644-4d8d-aa6f-fd384b2046ca req-dc58f789-e505-46b3-a3ca-86d09371ee3f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437162
Dec 23 16:53:19.147140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 83ba6349-07d7-4f7c-9aae-a0dada0a6966 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:53:19.221593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 83ba6349-07d7-4f7c-9aae-a0dada0a6966 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:53:19.227449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 83ba6349-07d7-4f7c-9aae-a0dada0a6966 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:53:19.227917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:19.345167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:19.372399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc84815-1afc-4169-802a-49b27f46a199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba6349-07d7-4f7c-9aae-a0dada0a6966'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:53:19.382432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 83ba6349-07d7-4f7c-9aae-a0dada0a6966, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=83ba6349-07d7-4f7c-9aae-a0dada0a6966,segment=NetworkSegment(df6a2879-a74b-45f3-849e-cba4d94d8eba),segment_id=df6a2879-a74b-45f3-849e-cba4d94d8eba)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:53:19.385491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:19.387632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:19.427128 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc84815-1afc-4169-802a-49b27f46a199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba6349-07d7-4f7c-9aae-a0dada0a6966', 'code': 200}
Dec 23 16:53:19.460645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=83ba6349-07d7-4f7c-9aae-a0dada0a6966,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:19.463722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:19.664851 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89195528-3af8-4596-9e84-a0571bbb3efd req-a7ca8a74-e99c-43d4-98bf-a829c4347504 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 1098 time: 0.0749373
Dec 23 16:53:19.709015 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89195528-3af8-4596-9e84-a0571bbb3efd req-c05e879b-0133-438f-a112-deb01d4f4fe5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0378904
Dec 23 16:53:20.208258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553e130-6ff6-4ed5-a2a2-e95d47db6934 req-556efa2d-1901-4183-b9e6-ee52e73eaf0a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:20.209886 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3553e130-6ff6-4ed5-a2a2-e95d47db6934 req-556efa2d-1901-4183-b9e6-ee52e73eaf0a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 945 time: 0.0981519
Dec 23 16:53:20.259265 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3553e130-6ff6-4ed5-a2a2-e95d47db6934 req-333ed5c6-8391-49d4-903b-24eec6302c18 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429909
Dec 23 16:53:21.472732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9050d-a61f-402a-8a28-7942484a77d8 req-6eff28ed-aeee-4139-95d1-885390487ec6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:21.474343 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cfd9050d-a61f-402a-8a28-7942484a77d8 req-6eff28ed-aeee-4139-95d1-885390487ec6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 945 time: 0.0886118
Dec 23 16:53:21.522203 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cfd9050d-a61f-402a-8a28-7942484a77d8 req-2d1705f9-0268-42d5-a201-7117f4b1fef6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415852
Dec 23 16:53:21.724102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda34e0-06df-4df1-a5ca-a0f580e27b67 req-70416b11-0d43-45a0-b88f-44045baa9d68 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:21.725720 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cda34e0-06df-4df1-a5ca-a0f580e27b67 req-70416b11-0d43-45a0-b88f-44045baa9d68 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 945 time: 0.0832953
Dec 23 16:53:21.778135 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7cda34e0-06df-4df1-a5ca-a0f580e27b67 req-64d06e2f-c8a8-44f6-bf95-ce730a4d0a33 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463009
Dec 23 16:53:21.805435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35678) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:21.883210 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9a1977ba-1598-4cd2-a44e-8ce80ba2a2cd tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 1093 time: 0.0763483
Dec 23 16:53:21.885936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35682) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:21.892384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '83ba6349-07d7-4f7c-9aae-a0dada0a6966', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:53:21.898711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:53:21.902950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:floatingip and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:53:21.905878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:53:21.912052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:53:21.921553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:22.072318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:22.220556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.26.5.93 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/7e9c9314-5835-406f-bff6-d019514a196f) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:53:22.379973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:22.405263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:22.409568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ead84b3-d63f-4ab3-8e62-aae87b3442ca tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:22.476997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:53:22.479821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:53:22.483212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:53:22.517450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=7e9c9314-5835-406f-bff6-d019514a196f,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:22.520378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:23.010867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:23.070020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:23.284077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:23.287533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:23.291854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1a7a8c17-f61b-4633-b76d-7ebadd221475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:23.404921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=7e9c9314-5835-406f-bff6-d019514a196f,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:23.409246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:23.417905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:23.616446 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Floating IP e0a579da-7475-45a8-bd2d-baaca58ad36b associated. External IP: 172.26.5.93, port: 83ba6349-07d7-4f7c-9aae-a0dada0a6966.
Dec 23 16:53:24.019645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router b6b655f6-e38a-4917-b13d-2b60d50f114b has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:53:24.470322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:53:24.480897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc97d9a-f2cf-496a-aea2-ebd96c987b2c None None] Sync routers for ids ['b6b655f6-e38a-4917-b13d-2b60d50f114b'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:53:24.481115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0783-9868-4348-b3da-ab1f4632e43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:24.494403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc97d9a-f2cf-496a-aea2-ebd96c987b2c None None] Routers {'b6b655f6-e38a-4917-b13d-2b60d50f114b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:53:24.495147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4bc97d9a-f2cf-496a-aea2-ebd96c987b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a56acf8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:52:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['b6b655f6-e38a-4917-b13d-2b60d50f114b'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:53:24.495385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:24.551719 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6646547
Dec 23 16:53:24.552422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc84815-1afc-4169-802a-49b27f46a199', 'tag': '83ba6349-07d7-4f7c-9aae-a0dada0a6966'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:53:24.629281 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc84815-1afc-4169-802a-49b27f46a199', 'tag': '83ba6349-07d7-4f7c-9aae-a0dada0a6966', 'status': 'completed', 'code': 200}
Dec 23 16:53:24.700312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4bc97d9a-f2cf-496a-aea2-ebd96c987b2c None None] Set router b6b655f6-e38a-4917-b13d-2b60d50f114b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:53:24.805161 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f09c1c2-7617-46f2-8fb0-27b2b8d3b788 req-621a5804-412f-42ac-b201-278c47452bd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 1098 time: 0.1523774
Dec 23 16:53:24.817739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd083cd-a900-47e1-89c2-34186e715054 req-ace87d57-d2a2-4385-9715-b37c59b7118f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:24.819619 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6dd083cd-a900-47e1-89c2-34186e715054 req-ace87d57-d2a2-4385-9715-b37c59b7118f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 945 time: 0.1252658
Dec 23 16:53:24.987456 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6dd083cd-a900-47e1-89c2-34186e715054 req-3756fc60-823d-4cc2-9a13-17f8c288e9df tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1422164
Dec 23 16:53:25.009383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c1c2-7617-46f2-8fb0-27b2b8d3b788 req-954a7159-fd88-4bd7-a920-0de5039cba1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:25.010998 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f09c1c2-7617-46f2-8fb0-27b2b8d3b788 req-954a7159-fd88-4bd7-a920-0de5039cba1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbd0f50a-83bd-4b17-a067-aa06870653d1 HTTP/1.1" status: 200  len: 898 time: 0.1997750
Dec 23 16:53:25.022470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35692) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:25.130864 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f09c1c2-7617-46f2-8fb0-27b2b8d3b788 req-91ff362a-7546-445e-85ca-8465b3fa517b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ba6349-07d7-4f7c-9aae-a0dada0a6966 HTTP/1.1" status: 200  len: 998 time: 0.1135428
Dec 23 16:53:25.165379 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-be39b1a9-9db0-480f-8a1b-0142c93ae202 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/e0a579da-7475-45a8-bd2d-baaca58ad36b HTTP/1.1" status: 200  len: 990 time: 0.1403751
Dec 23 16:53:25.214731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c1c2-7617-46f2-8fb0-27b2b8d3b788 req-518e9309-d59b-4f7c-824b-bd068581c559 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:25.217156 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f09c1c2-7617-46f2-8fb0-27b2b8d3b788 req-518e9309-d59b-4f7c-824b-bd068581c559 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80616ab9-1854-4b50-9604-14ba099f7f59 HTTP/1.1" status: 200  len: 835 time: 0.0806751
Dec 23 16:53:25.317185 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f09c1c2-7617-46f2-8fb0-27b2b8d3b788 req-f0b07709-4e45-44d4-9e83-d40a7a7c934b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbd0f50a-83bd-4b17-a067-aa06870653d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0938218
Dec 23 16:53:25.339618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4bc97d9a-f2cf-496a-aea2-ebd96c987b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a56acf8>, [{'id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:08Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'e0a579da-7475-45a8-bd2d-baaca58ad36b', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'floating_ip_address': '172.26.5.93', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'port_id': '83ba6349-07d7-4f7c-9aae-a0dada0a6966', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'mac_address': 'fa:16:3e:e4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc84815-1afc-4169-802a-49b27f46a199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:53:22Z', 'updated_at': '2021-12-23T16:53:22Z', 'revision_number': 0, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f245fbe7-a65c-4240-9f3a-a6331e386e21', 'name': '', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:96:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:07Z', 'updated_at': '2021-12-23T16:53:15Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:53:25.345199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc97d9a-f2cf-496a-aea2-ebd96c987b2c None None] Checking router: b6b655f6-e38a-4917-b13d-2b60d50f114b for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:53:25.357908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc97d9a-f2cf-496a-aea2-ebd96c987b2c None None] Routers {'b6b655f6-e38a-4917-b13d-2b60d50f114b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:53:25.358593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4bc97d9a-f2cf-496a-aea2-ebd96c987b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a56acf8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:52:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['b6b655f6-e38a-4917-b13d-2b60d50f114b'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:53:25.485011 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f09c1c2-7617-46f2-8fb0-27b2b8d3b788 req-2f23f2a9-1a88-4f44-8b50-fccdf93af860 service neutron] 10.222.0.36 "GET /v2.0/networks/dbd0f50a-83bd-4b17-a067-aa06870653d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1611903
Dec 23 16:53:25.556119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4bc97d9a-f2cf-496a-aea2-ebd96c987b2c None None] Set router b6b655f6-e38a-4917-b13d-2b60d50f114b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:53:25.636942 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f09c1c2-7617-46f2-8fb0-27b2b8d3b788 req-a0affdf3-5e6b-47a1-907e-3b56ebe788ed service neutron] 10.222.0.36 "GET /v2.0/networks/dbd0f50a-83bd-4b17-a067-aa06870653d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404812
Dec 23 16:53:25.924781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4bc97d9a-f2cf-496a-aea2-ebd96c987b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a56acf8>, [{'id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:08Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'e0a579da-7475-45a8-bd2d-baaca58ad36b', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'floating_ip_address': '172.26.5.93', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'port_id': '83ba6349-07d7-4f7c-9aae-a0dada0a6966', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'mac_address': 'fa:16:3e:e4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc84815-1afc-4169-802a-49b27f46a199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:53:22Z', 'updated_at': '2021-12-23T16:53:22Z', 'revision_number': 0, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f245fbe7-a65c-4240-9f3a-a6331e386e21', 'name': '', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:96:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:07Z', 'updated_at': '2021-12-23T16:53:15Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:53:25.928933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc97d9a-f2cf-496a-aea2-ebd96c987b2c None None] The sync data for ids ['b6b655f6-e38a-4917-b13d-2b60d50f114b'] in dv-neutron-822801-1-hyperv is: [{'id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:08Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'e0a579da-7475-45a8-bd2d-baaca58ad36b', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'floating_ip_address': '172.26.5.93', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'port_id': '83ba6349-07d7-4f7c-9aae-a0dada0a6966', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'mac_address': 'fa:16:3e:e4:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc84815-1afc-4169-802a-49b27f46a199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:53:22Z', 'updated_at': '2021-12-23T16:53:22Z', 'revision_number': 0, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f245fbe7-a65c-4240-9f3a-a6331e386e21', 'name': '', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:96:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:07Z', 'updated_at': '2021-12-23T16:53:15Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:53:26.019263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:26.168400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35696) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:26.273419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdfbb41-4fc1-47ea-9f4f-17f1254ca313 None None] New status for floating IP e0a579da-7475-45a8-bd2d-baaca58ad36b: ACTIVE {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:53:26.284161 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4ac69068-0305-4d0d-a7ec-2511ff04cc62 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/e0a579da-7475-45a8-bd2d-baaca58ad36b HTTP/1.1" status: 200  len: 990 time: 0.1142912
Dec 23 16:53:26.863575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3b0d5a46-601c-4ee6-91b2-96932e815a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:27.288267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35700) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:27.402054 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fb1e0200-0602-47c9-8435-8fc933bb6036 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/e0a579da-7475-45a8-bd2d-baaca58ad36b HTTP/1.1" status: 200  len: 992 time: 0.1124592
Dec 23 16:53:27.440827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:28.709703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:42.488973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:50.131503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:53:52.409478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b501a-ddf6-42d6-bdf4-700c4e45db67 req-8731833f-12cb-409c-8905-9b781bed71f2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:52.411160 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e1b501a-ddf6-42d6-bdf4-700c4e45db67 req-8731833f-12cb-409c-8905-9b781bed71f2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 945 time: 0.0877130
Dec 23 16:53:52.463762 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e1b501a-ddf6-42d6-bdf4-700c4e45db67 req-fcd69824-1f63-49b3-a2f1-cffd45b1e752 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0462592
Dec 23 16:53:53.677807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfe1ce-1235-4a68-825e-3c2fbc95597f req-51dffddd-c93b-4278-bd32-13100f3d321a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:53.679477 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-37cfe1ce-1235-4a68-825e-3c2fbc95597f req-51dffddd-c93b-4278-bd32-13100f3d321a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 945 time: 0.0886383
Dec 23 16:53:53.728759 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-37cfe1ce-1235-4a68-825e-3c2fbc95597f req-230e9d48-da37-4d8c-94a0-fdfa6e5268d1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431752
Dec 23 16:53:53.757625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35718) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:53.871088 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ecb1e65d-1a87-4e8c-a6fb-a61f25f1ada8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/e0a579da-7475-45a8-bd2d-baaca58ad36b HTTP/1.1" status: 200  len: 992 time: 0.1121588
Dec 23 16:53:54.487440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47f7a43b-aa17-428d-9490-dcb5c720ee7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:55.381186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bf7ce-960d-478e-9b95-58383368e926 req-d06322b0-fd73-46d9-bddd-17c603f252b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:55.382914 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-228bf7ce-960d-478e-9b95-58383368e926 req-d06322b0-fd73-46d9-bddd-17c603f252b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 945 time: 0.0910509
Dec 23 16:53:55.435048 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-228bf7ce-960d-478e-9b95-58383368e926 req-0951e37e-6635-4584-be6c-6af0d5451753 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460246
Dec 23 16:53:56.021935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:56.646815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6127dda-040f-4d2b-a51d-7e96578093ab req-e0170224-1e0e-4d2e-9578-5e2b210523f5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:56.648477 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b6127dda-040f-4d2b-a51d-7e96578093ab req-e0170224-1e0e-4d2e-9578-5e2b210523f5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 945 time: 0.0833683
Dec 23 16:53:56.700974 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b6127dda-040f-4d2b-a51d-7e96578093ab req-be01b889-e7d6-4b47-a3bb-c0b9824804e3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0462799
Dec 23 16:53:56.728835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35734) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:56.836136 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a9d5fc4f-6d2e-44e0-8b6f-d8ed7d6959aa tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/e0a579da-7475-45a8-bd2d-baaca58ad36b HTTP/1.1" status: 200  len: 992 time: 0.1060641
Dec 23 16:53:56.865318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f8e73fa3-1420-40e0-94b0-04bf4d1b30c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:57.195790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35742) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:53:57.413710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port 7e9c9314-5835-406f-bff6-d019514a196f {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:53:57.414101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:57.442794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:57.594240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:57.594766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:57.727545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for 7e9c9314-5835-406f-bff6-d019514a196f owned by network:floatingip {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:53:57.877455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:57.881949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0ed13193-dfb3-403b-bf35-8c15a084bf2d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:53:57.929019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=7e9c9314-5835-406f-bff6-d019514a196f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:53:57.968481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:57.968930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:57.969948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:57.970379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:57.970807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:57.971261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:57.971689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:57.972122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:57.972548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:57.972972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:57.973395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:53:57.980634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:53:58.039946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:58.455662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router b6b655f6-e38a-4917-b13d-2b60d50f114b has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:53:58.713827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:58.889302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:53:58.900179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12bbfc5-2569-45fe-8616-a60e08db3138 None None] Sync routers for ids ['b6b655f6-e38a-4917-b13d-2b60d50f114b'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:53:58.909544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:53:58.913723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12bbfc5-2569-45fe-8616-a60e08db3138 None None] Routers {'b6b655f6-e38a-4917-b13d-2b60d50f114b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:53:58.914406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a12bbfc5-2569-45fe-8616-a60e08db3138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aac3978>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:53:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['b6b655f6-e38a-4917-b13d-2b60d50f114b'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:53:58.965389 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/floatingips/e0a579da-7475-45a8-bd2d-baaca58ad36b HTTP/1.1" status: 204  len: 168 time: 1.7683330
Dec 23 16:53:58.966018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc84815-1afc-4169-802a-49b27f46a199', 'tag': '83ba6349-07d7-4f7c-9aae-a0dada0a6966'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:53:59.035343 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc84815-1afc-4169-802a-49b27f46a199', 'tag': '83ba6349-07d7-4f7c-9aae-a0dada0a6966', 'status': 'completed', 'code': 200}
Dec 23 16:53:59.114831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-a12bbfc5-2569-45fe-8616-a60e08db3138 None None] Set router b6b655f6-e38a-4917-b13d-2b60d50f114b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:53:59.140683 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b235d88-c306-46b0-bae0-fddf4e97f162 req-da47da7a-4760-446f-b1b3-06e40cf2914e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 1098 time: 0.0817747
Dec 23 16:53:59.302844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b235d88-c306-46b0-bae0-fddf4e97f162 req-c3eba201-fca1-47df-b377-e689ce8adac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:59.304468 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b235d88-c306-46b0-bae0-fddf4e97f162 req-c3eba201-fca1-47df-b377-e689ce8adac2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbd0f50a-83bd-4b17-a067-aa06870653d1 HTTP/1.1" status: 200  len: 898 time: 0.1571238
Dec 23 16:53:59.377077 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b235d88-c306-46b0-bae0-fddf4e97f162 req-ebce7cd8-0186-45a4-916d-6d8b17be2580 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ba6349-07d7-4f7c-9aae-a0dada0a6966 HTTP/1.1" status: 200  len: 217 time: 0.0660310
Dec 23 16:53:59.408908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762b899-b231-454d-b9e2-25b378a44024 req-65dfa81f-3b2b-40e1-8b4d-295ecc655812 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:59.410581 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0762b899-b231-454d-b9e2-25b378a44024 req-65dfa81f-3b2b-40e1-8b4d-295ecc655812 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 945 time: 0.0871971
Dec 23 16:53:59.451826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b235d88-c306-46b0-bae0-fddf4e97f162 req-7ec29fe8-7a6a-4e43-abcb-8fcb2e5ba465 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:53:59.453427 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b235d88-c306-46b0-bae0-fddf4e97f162 req-7ec29fe8-7a6a-4e43-abcb-8fcb2e5ba465 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80616ab9-1854-4b50-9604-14ba099f7f59 HTTP/1.1" status: 200  len: 835 time: 0.0698662
Dec 23 16:53:59.464146 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0762b899-b231-454d-b9e2-25b378a44024 req-a71b2964-974c-4f7a-b011-f05470b59d04 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457759
Dec 23 16:53:59.484547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a12bbfc5-2569-45fe-8616-a60e08db3138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aac3978>, [{'id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:08Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'f245fbe7-a65c-4240-9f3a-a6331e386e21', 'name': '', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:96:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:07Z', 'updated_at': '2021-12-23T16:53:15Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:53:59.489114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12bbfc5-2569-45fe-8616-a60e08db3138 None None] Checking router: b6b655f6-e38a-4917-b13d-2b60d50f114b for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:53:59.500534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12bbfc5-2569-45fe-8616-a60e08db3138 None None] Routers {'b6b655f6-e38a-4917-b13d-2b60d50f114b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:53:59.501271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a12bbfc5-2569-45fe-8616-a60e08db3138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aac3978>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:53:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['b6b655f6-e38a-4917-b13d-2b60d50f114b'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:53:59.537968 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b235d88-c306-46b0-bae0-fddf4e97f162 req-88b93191-a079-470b-ace2-7e793d3078c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbd0f50a-83bd-4b17-a067-aa06870653d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0782404
Dec 23 16:53:59.689181 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b235d88-c306-46b0-bae0-fddf4e97f162 req-8712302a-5e4e-4c62-a63d-33dfd3db4398 service neutron] 10.222.0.36 "GET /v2.0/networks/dbd0f50a-83bd-4b17-a067-aa06870653d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434758
Dec 23 16:53:59.690870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-a12bbfc5-2569-45fe-8616-a60e08db3138 None None] Set router b6b655f6-e38a-4917-b13d-2b60d50f114b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:53:59.846471 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b235d88-c306-46b0-bae0-fddf4e97f162 req-0b00dbe7-72c8-4749-82e8-1059e3b4ae97 service neutron] 10.222.0.36 "GET /v2.0/networks/dbd0f50a-83bd-4b17-a067-aa06870653d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494856
Dec 23 16:54:00.158685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a12bbfc5-2569-45fe-8616-a60e08db3138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aac3978>, [{'id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:08Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'f245fbe7-a65c-4240-9f3a-a6331e386e21', 'name': '', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:96:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:07Z', 'updated_at': '2021-12-23T16:53:15Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:00.162880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12bbfc5-2569-45fe-8616-a60e08db3138 None None] The sync data for ids ['b6b655f6-e38a-4917-b13d-2b60d50f114b'] in dv-neutron-822801-1-hyperv is: [{'id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:08Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'f245fbe7-a65c-4240-9f3a-a6331e386e21', 'name': '', 'network_id': 'dbd0f50a-83bd-4b17-a067-aa06870653d1', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:96:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:07Z', 'updated_at': '2021-12-23T16:53:15Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '80616ab9-1854-4b50-9604-14ba099f7f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:54:00.588996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a105931-8b65-44e0-a32d-ec9cacfbcc27 None None] New status for floating IP e0a579da-7475-45a8-bd2d-baaca58ad36b: DOWN {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:54:00.685118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72103426-ffa4-4a26-b4d2-41c45de74587 req-a63c4bea-5ee8-4a80-8c17-2bb9451b1b7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:00.685818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-72103426-ffa4-4a26-b4d2-41c45de74587 req-a63c4bea-5ee8-4a80-8c17-2bb9451b1b7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:54:00.700510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-72103426-ffa4-4a26-b4d2-41c45de74587 req-a63c4bea-5ee8-4a80-8c17-2bb9451b1b7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:54:00.701783 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-72103426-ffa4-4a26-b4d2-41c45de74587 req-a63c4bea-5ee8-4a80-8c17-2bb9451b1b7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 945 time: 0.1033168
Dec 23 16:54:00.761047 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-72103426-ffa4-4a26-b4d2-41c45de74587 req-07946735-03db-4304-bd25-9c6f5a614914 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0315f64a-cba6-4335-84d5-c242ad358e71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0524449
Dec 23 16:54:00.883148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e414557-91e9-49d4-8b98-4ef6e333188f req-e8326ca3-33d7-49b6-b5ae-f8a76c1b8fc4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:00.884767 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3e414557-91e9-49d4-8b98-4ef6e333188f req-e8326ca3-33d7-49b6-b5ae-f8a76c1b8fc4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 945 time: 0.0855370
Dec 23 16:54:00.961459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-3e414557-91e9-49d4-8b98-4ef6e333188f req-f2e22e70-8ed6-438b-ae82-dd101cbd7e8f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port 83ba6349-07d7-4f7c-9aae-a0dada0a6966 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:54:00.961810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3e414557-91e9-49d4-8b98-4ef6e333188f req-f2e22e70-8ed6-438b-ae82-dd101cbd7e8f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:01.226723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-3e414557-91e9-49d4-8b98-4ef6e333188f req-f2e22e70-8ed6-438b-ae82-dd101cbd7e8f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] For port 83ba6349-07d7-4f7c-9aae-a0dada0a6966, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=83ba6349-07d7-4f7c-9aae-a0dada0a6966,segment=NetworkSegment(df6a2879-a74b-45f3-849e-cba4d94d8eba),segment_id=df6a2879-a74b-45f3-849e-cba4d94d8eba)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:54:01.227234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3e414557-91e9-49d4-8b98-4ef6e333188f req-f2e22e70-8ed6-438b-ae82-dd101cbd7e8f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:01.356879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-3e414557-91e9-49d4-8b98-4ef6e333188f req-f2e22e70-8ed6-438b-ae82-dd101cbd7e8f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for 83ba6349-07d7-4f7c-9aae-a0dada0a6966 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:54:01.504066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3e414557-91e9-49d4-8b98-4ef6e333188f req-f2e22e70-8ed6-438b-ae82-dd101cbd7e8f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:01.510630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-50877420-e981-403d-aedc-8da30f8259c3 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:01.553636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e22e70-8ed6-438b-ae82-dd101cbd7e8f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=83ba6349-07d7-4f7c-9aae-a0dada0a6966,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:01.556365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f2e22e70-8ed6-438b-ae82-dd101cbd7e8f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:01.633855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e414557-91e9-49d4-8b98-4ef6e333188f req-f2e22e70-8ed6-438b-ae82-dd101cbd7e8f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] No DVR routers for this DVR port 83ba6349-07d7-4f7c-9aae-a0dada0a6966 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:54:01.636489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-3e414557-91e9-49d4-8b98-4ef6e333188f req-f2e22e70-8ed6-438b-ae82-dd101cbd7e8f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:01.640634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc84815-1afc-4169-802a-49b27f46a199', 'name': 'network-vif-deleted', 'tag': '83ba6349-07d7-4f7c-9aae-a0dada0a6966'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:54:01.656465 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3e414557-91e9-49d4-8b98-4ef6e333188f req-f2e22e70-8ed6-438b-ae82-dd101cbd7e8f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "DELETE /v2.0/ports/83ba6349-07d7-4f7c-9aae-a0dada0a6966 HTTP/1.1" status: 204  len: 173 time: 0.7660482
Dec 23 16:54:01.698495 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc84815-1afc-4169-802a-49b27f46a199', 'name': 'network-vif-deleted', 'tag': '83ba6349-07d7-4f7c-9aae-a0dada0a6966', 'status': 'completed', 'code': 200}
Dec 23 16:54:01.948328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-86c101d5-7833-4c3c-91f5-0768b28926dc req-d8eba3d8-b250-4363-83c0-88ab4dbeca75 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:54:01.966425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-86c101d5-7833-4c3c-91f5-0768b28926dc req-d8eba3d8-b250-4363-83c0-88ab4dbeca75 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:54:01.967964 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-86c101d5-7833-4c3c-91f5-0768b28926dc req-d8eba3d8-b250-4363-83c0-88ab4dbeca75 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdc84815-1afc-4169-802a-49b27f46a199 HTTP/1.1" status: 200  len: 210 time: 0.0663440
Dec 23 16:54:03.081246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35766) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:03.499718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-468e3012-d30e-462b-abe2-d60951944bc3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:04.146441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-468e3012-d30e-462b-abe2-d60951944bc3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port f245fbe7-a65c-4240-9f3a-a6331e386e21 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:54:04.147068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-468e3012-d30e-462b-abe2-d60951944bc3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:04.348840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-468e3012-d30e-462b-abe2-d60951944bc3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] For port f245fbe7-a65c-4240-9f3a-a6331e386e21, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f245fbe7-a65c-4240-9f3a-a6331e386e21,segment=NetworkSegment(df6a2879-a74b-45f3-849e-cba4d94d8eba),segment_id=df6a2879-a74b-45f3-849e-cba4d94d8eba)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:54:04.349242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-468e3012-d30e-462b-abe2-d60951944bc3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:04.483395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-468e3012-d30e-462b-abe2-d60951944bc3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for f245fbe7-a65c-4240-9f3a-a6331e386e21 owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:54:04.669017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-468e3012-d30e-462b-abe2-d60951944bc3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:04.674095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5ff08aeb-3698-42f4-a94b-e19404c795a0 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:04.716617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e3012-d30e-462b-abe2-d60951944bc3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=f245fbe7-a65c-4240-9f3a-a6331e386e21,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:04.721084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-468e3012-d30e-462b-abe2-d60951944bc3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:05.275836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-468e3012-d30e-462b-abe2-d60951944bc3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:05.379897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 83ba6349-07d7-4f7c-9aae-a0dada0a6966 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:54:05.414188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 83ba6349-07d7-4f7c-9aae-a0dada0a6966 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:54:05.414569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 83ba6349-07d7-4f7c-9aae-a0dada0a6966 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:54:05.882466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468e3012-d30e-462b-abe2-d60951944bc3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router b6b655f6-e38a-4917-b13d-2b60d50f114b has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:54:06.096386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468e3012-d30e-462b-abe2-d60951944bc3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:54:06.107031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de8fb1-5063-4886-9ddf-459a654b9326 None None] Sync routers for ids ['b6b655f6-e38a-4917-b13d-2b60d50f114b'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:54:06.115346 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-468e3012-d30e-462b-abe2-d60951944bc3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "PUT /v2.0/routers/b6b655f6-e38a-4917-b13d-2b60d50f114b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0302041
Dec 23 16:54:06.115614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35770) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:06.120566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4de8fb1-5063-4886-9ddf-459a654b9326 None None] Routers {'b6b655f6-e38a-4917-b13d-2b60d50f114b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:54:06.121234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b4de8fb1-5063-4886-9ddf-459a654b9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a643630>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:53:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['b6b655f6-e38a-4917-b13d-2b60d50f114b'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:06.323406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-b4de8fb1-5063-4886-9ddf-459a654b9326 None None] Set router b6b655f6-e38a-4917-b13d-2b60d50f114b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:54:06.330256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70955f9-c491-4bf8-9369-8ade369e3486 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting subnet 80616ab9-1854-4b50-9604-14ba099f7f59 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:54:06.333430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f70955f9-c491-4bf8-9369-8ade369e3486 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:06.389939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f70955f9-c491-4bf8-9369-8ade369e3486 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:06.482178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f70955f9-c491-4bf8-9369-8ade369e3486 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:06.563291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f70955f9-c491-4bf8-9369-8ade369e3486 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:06.568095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3f67b162-c976-4f0a-95fc-e3e625d84f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:06.607123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70955f9-c491-4bf8-9369-8ade369e3486 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Subnet': ['ID=80616ab9-1854-4b50-9604-14ba099f7f59,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:06.609922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f70955f9-c491-4bf8-9369-8ade369e3486 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:06.612738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f70955f9-c491-4bf8-9369-8ade369e3486 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:06.620261 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f70955f9-c491-4bf8-9369-8ade369e3486 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/subnets/80616ab9-1854-4b50-9604-14ba099f7f59 HTTP/1.1" status: 204  len: 168 time: 0.5034397
Dec 23 16:54:06.621376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1f940a-043b-4329-808a-bbf042197970 None None] Network dbd0f50a-83bd-4b17-a067-aa06870653d1 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:54:06.623065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35774) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:06.635935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b4de8fb1-5063-4886-9ddf-459a654b9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a643630>, [{'id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:54:04Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:06.641688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de8fb1-5063-4886-9ddf-459a654b9326 None None] Checking router: b6b655f6-e38a-4917-b13d-2b60d50f114b for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:54:06.654874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4de8fb1-5063-4886-9ddf-459a654b9326 None None] Routers {'b6b655f6-e38a-4917-b13d-2b60d50f114b'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:54:06.655798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b4de8fb1-5063-4886-9ddf-459a654b9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a643630>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:53:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['b6b655f6-e38a-4917-b13d-2b60d50f114b'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:06.842734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:06.861639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-b4de8fb1-5063-4886-9ddf-459a654b9326 None None] Set router b6b655f6-e38a-4917-b13d-2b60d50f114b gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:54:06.897895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] DHCP port deletion for dbd0f50a-83bd-4b17-a067-aa06870653d1 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:54:06.903510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] Deleting port 71a1baf1-081a-4a65-a214-efee0bf15ae2 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:54:06.903949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:07.063019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:07.074033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port 1a4edc54-97f6-429a-b4b9-3feaf655a704 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:54:07.074431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:07.136615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 71a1baf1-081a-4a65-a214-efee0bf15ae2 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:54:07.194935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b4de8fb1-5063-4886-9ddf-459a654b9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a643630>, [{'id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:54:04Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:07.200063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de8fb1-5063-4886-9ddf-459a654b9326 None None] The sync data for ids ['b6b655f6-e38a-4917-b13d-2b60d50f114b'] in dv-neutron-822801-1-hyperv is: [{'id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243776942', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182'}], 'enable_snat': True}, 'gw_port_id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:54:04Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '1a4edc54-97f6-429a-b4b9-3feaf655a704', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b655f6-e38a-4917-b13d-2b60d50f114b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:53:03Z', 'updated_at': '2021-12-23T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:54:07.209455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] For port 71a1baf1-081a-4a65-a214-efee0bf15ae2, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=71a1baf1-081a-4a65-a214-efee0bf15ae2,segment=NetworkSegment(df6a2879-a74b-45f3-849e-cba4d94d8eba),segment_id=df6a2879-a74b-45f3-849e-cba4d94d8eba)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:54:07.210019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:07.292466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] For port 1a4edc54-97f6-429a-b4b9-3feaf655a704, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1a4edc54-97f6-429a-b4b9-3feaf655a704,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:54:07.292466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:07.389676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] Calling delete_port for 71a1baf1-081a-4a65-a214-efee0bf15ae2 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:54:07.428870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for 1a4edc54-97f6-429a-b4b9-3feaf655a704 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:54:07.439667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:07.494941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 71a1baf1-081a-4a65-a214-efee0bf15ae2, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=71a1baf1-081a-4a65-a214-efee0bf15ae2,segment=NetworkSegment(df6a2879-a74b-45f3-849e-cba4d94d8eba),segment_id=df6a2879-a74b-45f3-849e-cba4d94d8eba)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:54:07.500700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:07.503397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:07.544770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:54:07.545201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 16:54:07.578503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=71a1baf1-081a-4a65-a214-efee0bf15ae2,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:07.587988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:07.588379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:07.588766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:07.589146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:07.589533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:07.590042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:07.590416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:07.590843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:07.591197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:07.591568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:07.591940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:07.596699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:07.613994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:07.618533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-512a8c1b-ff64-488d-a07e-8e6c37c89096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:07.662368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=1a4edc54-97f6-429a-b4b9-3feaf655a704,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:07.665215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:08.046192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] Deleting port 71a1baf1-081a-4a65-a214-efee0bf15ae2 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:54:08.046654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:08.129419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:08.269894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] For port 71a1baf1-081a-4a65-a214-efee0bf15ae2, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=71a1baf1-081a-4a65-a214-efee0bf15ae2,segment=NetworkSegment(df6a2879-a74b-45f3-849e-cba4d94d8eba),segment_id=df6a2879-a74b-45f3-849e-cba4d94d8eba)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:54:08.270353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:08.401655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] Calling delete_port for 71a1baf1-081a-4a65-a214-efee0bf15ae2 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:54:08.415876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:08.420416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:08.450910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:08.451538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Fanout notify agent at l3_agent the message router_deleted on router b6b655f6-e38a-4917-b13d-2b60d50f114b {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:54:08.468716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:08.470750 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/routers/b6b655f6-e38a-4917-b13d-2b60d50f114b HTTP/1.1" status: 204  len: 168 time: 1.8468113
Dec 23 16:54:08.473615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35778) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:08.479144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:08.484119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:08.531709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] Pushing event deleted for resources: {'Port': ['ID=71a1baf1-081a-4a65-a214-efee0bf15ae2,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:08.535930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:08.536820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] No DVR routers for this DVR port 71a1baf1-081a-4a65-a214-efee0bf15ae2 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:54:08.612483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8510abfe-02f2-4400-810e-5a345f84faa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:08.756781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8510abfe-02f2-4400-810e-5a345f84faa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:08.787513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8510abfe-02f2-4400-810e-5a345f84faa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0bb240>,) {'filters': {'network_id': ['dbd0f50a-83bd-4b17-a067-aa06870653d1']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:08.801666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8510abfe-02f2-4400-810e-5a345f84faa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0bb240>, 'df6a2879-a74b-45f3-849e-cba4d94d8eba') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:08.802088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-8510abfe-02f2-4400-810e-5a345f84faa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0bb240>, 'df6a2879-a74b-45f3-849e-cba4d94d8eba') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:08.815257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8510abfe-02f2-4400-810e-5a345f84faa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:08.830859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8510abfe-02f2-4400-810e-5a345f84faa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:08.837203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8510abfe-02f2-4400-810e-5a345f84faa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:54:08.837632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8510abfe-02f2-4400-810e-5a345f84faa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:54:08.852968 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:54:08.939706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8510abfe-02f2-4400-810e-5a345f84faa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:08.943263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f2e7ea75-7f1a-4dd7-88af-406afb809727 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:08.961739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8510abfe-02f2-4400-810e-5a345f84faa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:08.970898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510abfe-02f2-4400-810e-5a345f84faa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Network': ['ID=dbd0f50a-83bd-4b17-a067-aa06870653d1,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:08.974279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8510abfe-02f2-4400-810e-5a345f84faa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:08.979306 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8510abfe-02f2-4400-810e-5a345f84faa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/networks/dbd0f50a-83bd-4b17-a067-aa06870653d1 HTTP/1.1" status: 204  len: 168 time: 0.5046039
Dec 23 16:54:08.982378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35782) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:09.060668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b654b00d-6997-4fea-9dfa-1b60445f60df tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.092691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b654b00d-6997-4fea-9dfa-1b60445f60df tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.135176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f245fbe7-a65c-4240-9f3a-a6331e386e21 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:54:09.150212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b654b00d-6997-4fea-9dfa-1b60445f60df tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.155696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f8118d67-d664-44ed-ad1b-6b084cf7b948 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:09.170833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: f245fbe7-a65c-4240-9f3a-a6331e386e21 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:54:09.171267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f245fbe7-a65c-4240-9f3a-a6331e386e21 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:54:09.171756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1a4edc54-97f6-429a-b4b9-3feaf655a704 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:54:09.175867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654b00d-6997-4fea-9dfa-1b60445f60df tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0315f64a-cba6-4335-84d5-c242ad358e71,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:09.178797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b654b00d-6997-4fea-9dfa-1b60445f60df tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:09.187667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b654b00d-6997-4fea-9dfa-1b60445f60df tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.191541 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b654b00d-6997-4fea-9dfa-1b60445f60df tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/security-groups/0315f64a-cba6-4335-84d5-c242ad358e71 HTTP/1.1" status: 204  len: 168 time: 0.2078238
Dec 23 16:54:09.221774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 1a4edc54-97f6-429a-b4b9-3feaf655a704 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:54:09.222199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1a4edc54-97f6-429a-b4b9-3feaf655a704 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:54:09.418229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35790) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:09.425672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-657021626', 'description': 'tempest-secgroup-smoke-657021626 description', 'project_id': '2e850a8f293f445d88b071844b66bd01'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:54:09.432614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:54:09.437027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:54:09.440684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:54:09.446882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:54:09.456792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.493845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:54:09.497990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:54:09.501539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:54:09.507582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:54:09.565517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.568142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.573444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d2441ff4-9a7d-409d-9081-eb3bd34bffd0 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:09.617584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:09.620531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:09.621273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.622599 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2032659
Dec 23 16:54:09.626887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35794) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:09.632777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2c57f761-d820-47e2-aa31-8d5768eb5cad tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': 'e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:54:09.639442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2c57f761-d820-47e2-aa31-8d5768eb5cad tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:54:09.643592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2c57f761-d820-47e2-aa31-8d5768eb5cad tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:54:09.646949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2c57f761-d820-47e2-aa31-8d5768eb5cad tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:54:09.653090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2c57f761-d820-47e2-aa31-8d5768eb5cad tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:54:09.674067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c57f761-d820-47e2-aa31-8d5768eb5cad tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.737402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c57f761-d820-47e2-aa31-8d5768eb5cad tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.739859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c57f761-d820-47e2-aa31-8d5768eb5cad tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.741738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0fc0d42e-949c-4d3d-bf1f-55038e0b45f7 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:09.764678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57f761-d820-47e2-aa31-8d5768eb5cad tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8861cef7-3b29-4976-8679-cffff17e260f,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:09.770041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2c57f761-d820-47e2-aa31-8d5768eb5cad tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:09.773706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c57f761-d820-47e2-aa31-8d5768eb5cad tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.775032 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2c57f761-d820-47e2-aa31-8d5768eb5cad tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1472242
Dec 23 16:54:09.777968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35798) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:09.784427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-00087605-236c-48ee-a20c-ce5970c07549 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': 'e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:54:09.790640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-00087605-236c-48ee-a20c-ce5970c07549 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:54:09.794647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-00087605-236c-48ee-a20c-ce5970c07549 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:54:09.798237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-00087605-236c-48ee-a20c-ce5970c07549 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:54:09.804389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-00087605-236c-48ee-a20c-ce5970c07549 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:54:09.819933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-00087605-236c-48ee-a20c-ce5970c07549 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.883227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-00087605-236c-48ee-a20c-ce5970c07549 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.885771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-00087605-236c-48ee-a20c-ce5970c07549 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.887683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-57e13951-74cd-4050-8340-5738d1982663 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:09.911335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00087605-236c-48ee-a20c-ce5970c07549 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f096baf-3620-4213-ac2c-abd8a5f919f7,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:09.913916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-00087605-236c-48ee-a20c-ce5970c07549 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:09.920124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-00087605-236c-48ee-a20c-ce5970c07549 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:09.921407 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-00087605-236c-48ee-a20c-ce5970c07549 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1424470
Dec 23 16:54:09.925102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35802) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:09.931014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-bc0a8cd2-c9e5-4194-abb4-6d051944cfb6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': 'e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:54:09.937209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bc0a8cd2-c9e5-4194-abb4-6d051944cfb6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:54:09.941278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bc0a8cd2-c9e5-4194-abb4-6d051944cfb6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:54:09.944285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-bc0a8cd2-c9e5-4194-abb4-6d051944cfb6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:54:09.950392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-bc0a8cd2-c9e5-4194-abb4-6d051944cfb6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:54:09.966288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc0a8cd2-c9e5-4194-abb4-6d051944cfb6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.034807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc0a8cd2-c9e5-4194-abb4-6d051944cfb6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.037274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc0a8cd2-c9e5-4194-abb4-6d051944cfb6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.039186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e650377-18c9-45e0-b88e-6000eed33ec5 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:10.061822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a8cd2-c9e5-4194-abb4-6d051944cfb6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0271e2-a51b-40d7-beae-02248d0e7110,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:10.064445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc0a8cd2-c9e5-4194-abb4-6d051944cfb6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:10.070738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc0a8cd2-c9e5-4194-abb4-6d051944cfb6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.072046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bc0a8cd2-c9e5-4194-abb4-6d051944cfb6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1459508
Dec 23 16:54:10.074932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35806) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:10.081302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-967ab830-9950-4c93-b64a-50e95ff91600 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': 'e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:54:10.087485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-967ab830-9950-4c93-b64a-50e95ff91600 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:54:10.091486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-967ab830-9950-4c93-b64a-50e95ff91600 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:54:10.095141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-967ab830-9950-4c93-b64a-50e95ff91600 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:54:10.101271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-967ab830-9950-4c93-b64a-50e95ff91600 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:54:10.116838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-967ab830-9950-4c93-b64a-50e95ff91600 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.184530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-967ab830-9950-4c93-b64a-50e95ff91600 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.188249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-967ab830-9950-4c93-b64a-50e95ff91600 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.190381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8855fbae-560c-4b54-9193-ac4713209cdb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:10.214581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ab830-9950-4c93-b64a-50e95ff91600 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a7cb89-55f7-4c79-a56e-4dac5addd62c,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:10.217190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-967ab830-9950-4c93-b64a-50e95ff91600 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:10.224957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-967ab830-9950-4c93-b64a-50e95ff91600 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.227897 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-967ab830-9950-4c93-b64a-50e95ff91600 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1503048
Dec 23 16:54:10.229420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35810) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:10.235601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0b5dd21f-bf57-499b-97ec-11592ba4a4da tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': 'e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:54:10.242024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0b5dd21f-bf57-499b-97ec-11592ba4a4da tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:54:10.246074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0b5dd21f-bf57-499b-97ec-11592ba4a4da tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:54:10.249077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0b5dd21f-bf57-499b-97ec-11592ba4a4da tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:54:10.255190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0b5dd21f-bf57-499b-97ec-11592ba4a4da tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:54:10.267449 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-0b5dd21f-bf57-499b-97ec-11592ba4a4da tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Project 2e850a8f293f445d88b071844b66bd01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:54:10.274168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b5dd21f-bf57-499b-97ec-11592ba4a4da tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.341420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b5dd21f-bf57-499b-97ec-11592ba4a4da tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.343798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b5dd21f-bf57-499b-97ec-11592ba4a4da tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.345728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f4d2dd24-6374-4169-82ce-c3ad91059787 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:10.371537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dd21f-bf57-499b-97ec-11592ba4a4da tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ef1c14-a72a-4661-b4f8-ee9eb3800e1b,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:10.374109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0b5dd21f-bf57-499b-97ec-11592ba4a4da tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:10.381160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b5dd21f-bf57-499b-97ec-11592ba4a4da tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.382499 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0b5dd21f-bf57-499b-97ec-11592ba4a4da tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1520267
Dec 23 16:54:10.385656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35814) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:10.392579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e6887793-6171-4f90-95a4-736b86324ecb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': 'e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:54:10.399140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e6887793-6171-4f90-95a4-736b86324ecb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:54:10.403347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e6887793-6171-4f90-95a4-736b86324ecb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:54:10.406312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e6887793-6171-4f90-95a4-736b86324ecb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:54:10.412602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e6887793-6171-4f90-95a4-736b86324ecb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:54:10.421881 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-e6887793-6171-4f90-95a4-736b86324ecb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Project 2e850a8f293f445d88b071844b66bd01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:54:10.428501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e6887793-6171-4f90-95a4-736b86324ecb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.504472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e6887793-6171-4f90-95a4-736b86324ecb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.507095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e6887793-6171-4f90-95a4-736b86324ecb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.509040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a53a8231-395c-4126-8ac9-e9c88338384e tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:10.532937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6887793-6171-4f90-95a4-736b86324ecb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc2fc97-c1a5-4f8d-afd1-5b549f949073,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:10.535471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e6887793-6171-4f90-95a4-736b86324ecb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:10.541538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e6887793-6171-4f90-95a4-736b86324ecb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.542817 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e6887793-6171-4f90-95a4-736b86324ecb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1561515
Dec 23 16:54:10.545876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35818) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:10.552048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'network': {'name': 'tempest-network-smoke--1092385206', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'port_security_enabled': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:54:10.557169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:54:10.561517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:network and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:54:10.565228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:54:10.571352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:54:10.581141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Made reservation on behalf of 2e850a8f293f445d88b071844b66bd01 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:54:10.586585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.615379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:54:10.624379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.624843 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Added segment 9d229f37-f136-4d77-a9e3-88a3aaded7ae of type vlan for network 0499556a-ea4c-48e1-a7b2-ec6cf30883b8
Dec 23 16:54:10.653475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.690413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.694571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:10.695252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.700503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-69b94b86-f975-4bce-85db-abd005c605d7 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:10.810931 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2639444
Dec 23 16:54:10.814236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35822) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:10.817049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Network': ['ID=0499556a-ea4c-48e1-a7b2-ec6cf30883b8,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:10.819835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-21612ca0-5d46-45db-b4c0-56f727bb1860 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:10.820227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'admin_state_up': True, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:54:10.827942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:54:10.828815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 0499556a-ea4c-48e1-a7b2-ec6cf30883b8 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:54:10.832629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:router and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:54:10.835677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:54:10.842843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:54:10.852849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.853888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:10.874693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:11.037302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:11.231418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:11.263507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:11.411845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.26.5.79 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/db523955-28e8-4371-bfe4-7d8b0ae11f96) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:54:11.570003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:11.596810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:11.601239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:11.672281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:54:11.675285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:54:11.679668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:54:11.705958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=db523955-28e8-4371-bfe4-7d8b0ae11f96,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:11.729702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:11.730129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:11.730574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:11.731040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:11.731513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:11.731923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:11.732352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:11.732776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:11.733197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:11.733615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:11.734037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:11.740314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:11.858848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:11.859596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:12.097719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router 8c071c99-f1de-4821-94cb-17e7b7148732 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:54:12.303889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:54:12.314500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Sync routers for ids ['8c071c99-f1de-4821-94cb-17e7b7148732'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:54:12.327288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Routers {'8c071c99-f1de-4821-94cb-17e7b7148732'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:54:12.327977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a00eda0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:53:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['8c071c99-f1de-4821-94cb-17e7b7148732'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:12.330286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:12.331757 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.5163260
Dec 23 16:54:12.335136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35826) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:12.383967 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0b1c9cc7-1c75-49ba-bdf7-d5abfa017034 tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=2e850a8f293f445d88b071844b66bd01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0475376
Dec 23 16:54:12.386685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35830) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:12.510220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:12.531666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5060c1-a0a1-4ae9-be52-5a8a8a1e27e1 tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:12.531988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Set router 8c071c99-f1de-4821-94cb-17e7b7148732 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:54:12.533337 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7e5060c1-a0a1-4ae9-be52-5a8a8a1e27e1 tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1456151
Dec 23 16:54:12.536427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35834) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:12.581660 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f72a8ac9-66b3-43ad-af77-5b9518e04988 tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0440078
Dec 23 16:54:12.584407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35838) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:12.590425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1855071035', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:54:12.715708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:54:12.720707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:subnet and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:54:12.723709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:54:12.729929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:54:12.739113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Made reservation on behalf of 2e850a8f293f445d88b071844b66bd01 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:54:12.853959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a00eda0>, [{'id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:54:10Z', 'updated_at': '2021-12-23T16:54:11Z', 'revision_number': 3, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:11Z', 'updated_at': '2021-12-23T16:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:12.854193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:12.858013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Checking router: 8c071c99-f1de-4821-94cb-17e7b7148732 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:54:12.858686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Updating router 8c071c99-f1de-4821-94cb-17e7b7148732 port db523955-28e8-4371-bfe4-7d8b0ae11f96 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:54:12.916198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:13.283903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:13.296742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Transition to ACTIVE for port object db523955-28e8-4371-bfe4-7d8b0ae11f96 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:54:13.303214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:13.307587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-89c0e7a9-8128-490c-9716-f27e0b1f1d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:13.333066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:13.337577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74fd8e11-67ed-4c85-a080-ab05438ee407 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:13.428671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Subnet': ['ID=2aa964b6-511b-4e59-81b4-8fe367601ed3,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:13.431845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:13.442681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Checking segment: {'id': '9d229f37-f136-4d77-a9e3-88a3aaded7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:54:13.443124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network hostable DHCP agents. Network: 0499556a-ea4c-48e1-a7b2-ec6cf30883b8, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:54:13.467362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 0499556a-ea4c-48e1-a7b2-ec6cf30883b8 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:54:13.476885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 0499556a-ea4c-48e1-a7b2-ec6cf30883b8) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:54:13.481535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:13.482254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:13.506342 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9207675
Dec 23 16:54:13.509306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35842) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:13.551846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3a94e3-f3cc-403d-aebc-995eb091eb40 None None] Network 0499556a-ea4c-48e1-a7b2-ec6cf30883b8 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:54:13.583768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cc317-fc9c-49e0-aa61-3ad424c50f55 None None] Pushing event updated for resources: {'Port': ['ID=db523955-28e8-4371-bfe4-7d8b0ae11f96,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:13.588565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Attempting to bind port db523955-28e8-4371-bfe4-7d8b0ae11f96 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:54:13.588997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Attempting to bind port db523955-28e8-4371-bfe4-7d8b0ae11f96 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:54:13.589421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Attempting to bind port db523955-28e8-4371-bfe4-7d8b0ae11f96 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:54:13.592403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc0cc317-fc9c-49e0-aa61-3ad424c50f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:13.614731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:54:13.615193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:54:13.615658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:13.616112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:54:13.616641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Bound port: db523955-28e8-4371-bfe4-7d8b0ae11f96, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:54:13.617071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:13.805311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] For port db523955-28e8-4371-bfe4-7d8b0ae11f96, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:54:13.825708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] For port db523955-28e8-4371-bfe4-7d8b0ae11f96, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=db523955-28e8-4371-bfe4-7d8b0ae11f96,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:54:13.831806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:13.837765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:13.939593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ips': [{'subnet_id': '2aa964b6-511b-4e59-81b4-8fe367601ed3'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:54:13.940511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:13.975528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cc317-fc9c-49e0-aa61-3ad424c50f55 None None] Pushing event updated for resources: {'Port': ['ID=db523955-28e8-4371-bfe4-7d8b0ae11f96,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:13.981566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc0cc317-fc9c-49e0-aa61-3ad424c50f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:14.026671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Routers {'8c071c99-f1de-4821-94cb-17e7b7148732'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:54:14.027445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a00eda0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:53:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['8c071c99-f1de-4821-94cb-17e7b7148732'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:14.306618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Allocated IP 172.20.0.2 (0499556a-ea4c-48e1-a7b2-ec6cf30883b8/2aa964b6-511b-4e59-81b4-8fe367601ed3/f211b98c-696c-4403-8ba2-7c4e8b80938c) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:54:14.320315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:14.320763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] Set router 8c071c99-f1de-4821-94cb-17e7b7148732 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:54:14.797138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:14.817515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Transition to ACTIVE for port object f211b98c-696c-4403-8ba2-7c4e8b80938c will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:54:14.844044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Transition to ACTIVE for port object f211b98c-696c-4403-8ba2-7c4e8b80938c will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:54:14.849229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a00eda0>, [{'id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:54:10Z', 'updated_at': '2021-12-23T16:54:11Z', 'revision_number': 3, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:11Z', 'updated_at': '2021-12-23T16:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:14.853392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:14.858210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c9b56dbb-4098-4b29-ba60-28990e14100c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:14.894059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54002ffe-5419-4fb7-8359-9094336173ff None None] The sync data for ids ['8c071c99-f1de-4821-94cb-17e7b7148732'] in dv-neutron-822801-1-hyperv is: [{'id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:54:10Z', 'updated_at': '2021-12-23T16:54:11Z', 'revision_number': 3, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:11Z', 'updated_at': '2021-12-23T16:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:54:14.920937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.20.0.1 (0499556a-ea4c-48e1-a7b2-ec6cf30883b8/2aa964b6-511b-4e59-81b4-8fe367601ed3/20aa166c-6177-4555-befa-1a3a1225f7d7) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:54:14.930457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Network 0499556a-ea4c-48e1-a7b2-ec6cf30883b8 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:54:14.933466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:54:14.937995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:54:14.947760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Pushing event updated for resources: {'Port': ['ID=f211b98c-696c-4403-8ba2-7c4e8b80938c,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:14.951668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:15.045166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Attempting to bind port f211b98c-696c-4403-8ba2-7c4e8b80938c on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:54:15.045598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Attempting to bind port f211b98c-696c-4403-8ba2-7c4e8b80938c by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '9d229f37-f136-4d77-a9e3-88a3aaded7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:54:15.046019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Attempting to bind port f211b98c-696c-4403-8ba2-7c4e8b80938c on network 0499556a-ea4c-48e1-a7b2-ec6cf30883b8 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:54:15.053597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:54:15.053973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Checking segment: {'id': '9d229f37-f136-4d77-a9e3-88a3aaded7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:54:15.054433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:15.054888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Bound using segment: {'id': '9d229f37-f136-4d77-a9e3-88a3aaded7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:54:15.055446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Bound port: f211b98c-696c-4403-8ba2-7c4e8b80938c, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d229f37-f136-4d77-a9e3-88a3aaded7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:54:15.055877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:15.099837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:15.116440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Transition to ACTIVE for port object 20aa166c-6177-4555-befa-1a3a1225f7d7 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:54:15.136250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:15.141432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-17156dd1-5402-43f1-a9d8-f34e4a8f155f tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:15.150574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] For port f211b98c-696c-4403-8ba2-7c4e8b80938c, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:54:15.153968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] For port f211b98c-696c-4403-8ba2-7c4e8b80938c, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f211b98c-696c-4403-8ba2-7c4e8b80938c,segment=NetworkSegment(9d229f37-f136-4d77-a9e3-88a3aaded7ae),segment_id=9d229f37-f136-4d77-a9e3-88a3aaded7ae)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:54:15.157342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:15.161833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:15.214144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 0499556a-ea4c-48e1-a7b2-ec6cf30883b8 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:54:15.217607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:54:15.222536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:54:15.254831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Pushing event updated for resources: {'Port': ['ID=f211b98c-696c-4403-8ba2-7c4e8b80938c,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:15.258296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:15.262744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=20aa166c-6177-4555-befa-1a3a1225f7d7,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:15.268370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:15.296917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:15.408698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:15.889515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:15.893260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:15.925865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:16.017015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=20aa166c-6177-4555-befa-1a3a1225f7d7,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:16.020300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:16.021593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:16.178092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 0499556a-ea4c-48e1-a7b2-ec6cf30883b8 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:54:16.179389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:54:16.602264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router 8c071c99-f1de-4821-94cb-17e7b7148732 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:54:16.865831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9667df7b-5818-457e-9e64-daa325e7c1c5 None None] Network 0499556a-ea4c-48e1-a7b2-ec6cf30883b8 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:54:17.004982 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0db69ad0-ce7f-4668-8e19-e205637fa710 None None] Provisioning for port f211b98c-696c-4403-8ba2-7c4e8b80938c completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:54:17.073243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:54:17.095437 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "PUT /v2.0/routers/8c071c99-f1de-4821-94cb-17e7b7148732/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5768378
Dec 23 16:54:17.206896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f211b98c-696c-4403-8ba2-7c4e8b80938c up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:54:17.293110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port f211b98c-696c-4403-8ba2-7c4e8b80938c completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:54:17.298975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f211b98c-696c-4403-8ba2-7c4e8b80938c triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:54:17.299450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:17.430175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:17.465909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port f211b98c-696c-4403-8ba2-7c4e8b80938c, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f211b98c-696c-4403-8ba2-7c4e8b80938c,segment=NetworkSegment(9d229f37-f136-4d77-a9e3-88a3aaded7ae),segment_id=9d229f37-f136-4d77-a9e3-88a3aaded7ae)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:54:17.469569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:17.470678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device db523955-28e8-4371-bfe4-7d8b0ae11f96 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:54:17.482143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1b7e757c-2e4b-4974-aa9b-5bdbe4413bcd tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:54:17.501645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1b7e757c-2e4b-4974-aa9b-5bdbe4413bcd tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:54:17.503021 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1b7e757c-2e4b-4974-aa9b-5bdbe4413bcd tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657021626&fields=id&tenant_id=2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 267 time: 0.0820229
Dec 23 16:54:17.513221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:17.630476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6fc4675f-050b-4790-85e7-5c635125dfe0 None None] Provisioning complete for port f211b98c-696c-4403-8ba2-7c4e8b80938c triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:54:17.630917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6fc4675f-050b-4790-85e7-5c635125dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:17.661502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=f211b98c-696c-4403-8ba2-7c4e8b80938c,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:17.677731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:17.693900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-fbd67526-cb38-4544-8cc3-80077b7e3cdd tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:17.694838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-fbd67526-cb38-4544-8cc3-80077b7e3cdd tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:54:17.707289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port db523955-28e8-4371-bfe4-7d8b0ae11f96 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:54:17.712242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-fbd67526-cb38-4544-8cc3-80077b7e3cdd tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:54:17.713795 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-fbd67526-cb38-4544-8cc3-80077b7e3cdd tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/networks?id=0499556a-ea4c-48e1-a7b2-ec6cf30883b8 HTTP/1.1" status: 200  len: 797 time: 0.2035580
Dec 23 16:54:17.716696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port db523955-28e8-4371-bfe4-7d8b0ae11f96 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:54:17.717134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:17.737352 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3d70c93-1ccf-442c-9b47-15db8a7514d9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/quotas/2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 375 time: 0.0135131
Dec 23 16:54:17.842871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-c3e244f1-5481-4926-a795-8551d9238559 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:54:17.860323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-c3e244f1-5481-4926-a795-8551d9238559 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:54:17.862092 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-c3e244f1-5481-4926-a795-8551d9238559 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1181424
Dec 23 16:54:17.892226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Sync routers for ids ['8c071c99-f1de-4821-94cb-17e7b7148732'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:54:17.907677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Routers {'8c071c99-f1de-4821-94cb-17e7b7148732'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:54:17.909064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a643668>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:53:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['8c071c99-f1de-4821-94cb-17e7b7148732'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:17.911399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:17.925450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6fc4675f-050b-4790-85e7-5c635125dfe0 None None] Provisioning for port 20aa166c-6177-4555-befa-1a3a1225f7d7 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:54:17.932811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-6fc4675f-050b-4790-85e7-5c635125dfe0 None None] Provisioning complete for port 20aa166c-6177-4555-befa-1a3a1225f7d7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:54:17.933250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6fc4675f-050b-4790-85e7-5c635125dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:17.963637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port db523955-28e8-4371-bfe4-7d8b0ae11f96, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=db523955-28e8-4371-bfe4-7d8b0ae11f96,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:54:17.984474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:17.989203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:18.049511 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-68e91a02-d782-4bda-b58e-e8a792a3f564 service neutron] 10.222.0.67 "GET /v2.0/networks/0499556a-ea4c-48e1-a7b2-ec6cf30883b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728818
Dec 23 16:54:18.055461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4675f-050b-4790-85e7-5c635125dfe0 None None] Port 20aa166c-6177-4555-befa-1a3a1225f7d7 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:54:18.069237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=db523955-28e8-4371-bfe4-7d8b0ae11f96,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:18.072451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:18.134839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Set router 8c071c99-f1de-4821-94cb-17e7b7148732 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:54:18.179949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-851e91d6-e17b-4b61-9a32-9a33826051d8 None None] Provisioning complete for port 20aa166c-6177-4555-befa-1a3a1225f7d7 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:54:18.180173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-851e91d6-e17b-4b61-9a32-9a33826051d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:18.226363 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-618e93a1-84f3-4c1c-a958-4491afb88925 service neutron] 10.222.0.67 "GET /v2.0/networks/0499556a-ea4c-48e1-a7b2-ec6cf30883b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752200
Dec 23 16:54:18.256463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-851e91d6-e17b-4b61-9a32-9a33826051d8 None None] Port 20aa166c-6177-4555-befa-1a3a1225f7d7 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:54:18.477865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a643668>, [{'id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:54:10Z', 'updated_at': '2021-12-23T16:54:15Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:11Z', 'updated_at': '2021-12-23T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '20aa166c-6177-4555-befa-1a3a1225f7d7', 'name': '', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:8e:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:14Z', 'updated_at': '2021-12-23T16:54:15Z', 'revision_number': 2, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:18.481902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Checking router: 8c071c99-f1de-4821-94cb-17e7b7148732 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:54:18.482346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Updating router 8c071c99-f1de-4821-94cb-17e7b7148732 port 20aa166c-6177-4555-befa-1a3a1225f7d7 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:54:18.682294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:19.034688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:19.046627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Transition to ACTIVE for port object 20aa166c-6177-4555-befa-1a3a1225f7d7 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:54:19.052425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:19.056688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:19.152661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f211b98c-696c-4403-8ba2-7c4e8b80938c up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:54:19.183483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Pushing event updated for resources: {'Port': ['ID=20aa166c-6177-4555-befa-1a3a1225f7d7,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:19.198934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:19.199857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:19.199857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:19.200182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:19.200530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:19.200907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:19.201283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:19.201670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:19.202038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:19.202646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:19.202757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:54:19.232253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f211b98c-696c-4403-8ba2-7c4e8b80938c triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:54:19.232671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:19.232978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:19.298810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Attempting to bind port 20aa166c-6177-4555-befa-1a3a1225f7d7 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:54:19.299320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Attempting to bind port 20aa166c-6177-4555-befa-1a3a1225f7d7 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '9d229f37-f136-4d77-a9e3-88a3aaded7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:54:19.299820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Attempting to bind port 20aa166c-6177-4555-befa-1a3a1225f7d7 on network 0499556a-ea4c-48e1-a7b2-ec6cf30883b8 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:54:19.307635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:54:19.308066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Checking segment: {'id': '9d229f37-f136-4d77-a9e3-88a3aaded7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:54:19.308558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:19.309240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Bound using segment: {'id': '9d229f37-f136-4d77-a9e3-88a3aaded7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:54:19.310047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Bound port: 20aa166c-6177-4555-befa-1a3a1225f7d7, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d229f37-f136-4d77-a9e3-88a3aaded7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:54:19.310174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:19.383878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device db523955-28e8-4371-bfe4-7d8b0ae11f96 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:54:19.409425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] For port 20aa166c-6177-4555-befa-1a3a1225f7d7, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:54:19.413578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] For port 20aa166c-6177-4555-befa-1a3a1225f7d7, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=20aa166c-6177-4555-befa-1a3a1225f7d7,segment=NetworkSegment(9d229f37-f136-4d77-a9e3-88a3aaded7ae),segment_id=9d229f37-f136-4d77-a9e3-88a3aaded7ae)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:54:19.421363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:19.427660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3f3c589d-ca05-4e91-b30d-d338cfa732f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:19.503866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Pushing event updated for resources: {'Port': ['ID=20aa166c-6177-4555-befa-1a3a1225f7d7,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:19.509694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:19.529067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Routers {'8c071c99-f1de-4821-94cb-17e7b7148732'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:54:19.529658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a643668>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:53:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['8c071c99-f1de-4821-94cb-17e7b7148732'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:19.635945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-877e9329-1e05-4b03-b9f3-b82fa82f601f req-13666356-4148-4735-8e54-09f401ffe35b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:54:19.668833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-877e9329-1e05-4b03-b9f3-b82fa82f601f req-13666356-4148-4735-8e54-09f401ffe35b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:54:19.681837 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-877e9329-1e05-4b03-b9f3-b82fa82f601f req-13666356-4148-4735-8e54-09f401ffe35b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 210 time: 0.2520642
Dec 23 16:54:19.707439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port db523955-28e8-4371-bfe4-7d8b0ae11f96 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:54:19.707439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:19.772032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] Set router 8c071c99-f1de-4821-94cb-17e7b7148732 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:54:20.124520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a643668>, [{'id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:54:10Z', 'updated_at': '2021-12-23T16:54:15Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:11Z', 'updated_at': '2021-12-23T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '20aa166c-6177-4555-befa-1a3a1225f7d7', 'name': '', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:8e:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:14Z', 'updated_at': '2021-12-23T16:54:19Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:20.129179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c30e6-ec68-4fa9-a52a-f37b31337ad0 None None] The sync data for ids ['8c071c99-f1de-4821-94cb-17e7b7148732'] in dv-neutron-822801-1-hyperv is: [{'id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:54:10Z', 'updated_at': '2021-12-23T16:54:15Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:11Z', 'updated_at': '2021-12-23T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '20aa166c-6177-4555-befa-1a3a1225f7d7', 'name': '', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:8e:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:14Z', 'updated_at': '2021-12-23T16:54:19Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:54:20.747924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-2f751bbf-f9aa-4ac9-a4ed-978ffb1155a6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:20.749622 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-2f751bbf-f9aa-4ac9-a4ed-978ffb1155a6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/networks?id=0499556a-ea4c-48e1-a7b2-ec6cf30883b8 HTTP/1.1" status: 200  len: 797 time: 0.1719213
Dec 23 16:54:20.810038 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-54e29068-752d-43ab-a5ce-05c1c2e8762c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 379 time: 0.0498378
Dec 23 16:54:20.819916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'port': {'device_id': '48a3f4fc-957d-42e1-af4e-b1233e6de455', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'admin_state_up': True, 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'security_groups': ['e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:54:20.907272 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-efffabba-f0cf-4638-ae17-5cfe2b23a6b0 req-4d351116-451f-48c2-bc7d-b969f828ad3d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 210 time: 0.0708857
Dec 23 16:54:21.017623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:54:21.029228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:54:21.039351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Made reservation on behalf of 2e850a8f293f445d88b071844b66bd01 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:54:21.044970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:21.168586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 20aa166c-6177-4555-befa-1a3a1225f7d7 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:54:21.250961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 20aa166c-6177-4555-befa-1a3a1225f7d7 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:54:21.251217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.20.0.13 (0499556a-ea4c-48e1-a7b2-ec6cf30883b8/2aa964b6-511b-4e59-81b4-8fe367601ed3/6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:54:21.258193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 20aa166c-6177-4555-befa-1a3a1225f7d7 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:54:21.258622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:21.383320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:21.418930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 20aa166c-6177-4555-befa-1a3a1225f7d7, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=20aa166c-6177-4555-befa-1a3a1225f7d7,segment=NetworkSegment(9d229f37-f136-4d77-a9e3-88a3aaded7ae),segment_id=9d229f37-f136-4d77-a9e3-88a3aaded7ae)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:54:21.423781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:21.425872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c9b56dbb-4098-4b29-ba60-28990e14100c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:21.476126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:21.493674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Transition to ACTIVE for port object 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:54:21.496389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=20aa166c-6177-4555-befa-1a3a1225f7d7,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:21.499802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:21.513818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:21.520580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1c738c8-fff9-40ea-bb3d-36d5120f8a64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:21.597862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 0499556a-ea4c-48e1-a7b2-ec6cf30883b8 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:54:21.601166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:54:21.605787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:54:21.634929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:21.641481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:21.677828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:21.678558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:21.705043 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8894587
Dec 23 16:54:21.716512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Request body: {'port': {'device_id': '48a3f4fc-957d-42e1-af4e-b1233e6de455', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:54:21.843380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:21.915488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a26be40a-7ed1-473d-ac73-c32685535640 None None] Provisioning for port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:54:21.925108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a26be40a-7ed1-473d-ac73-c32685535640 None None] Provisioning complete for port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:54:21.925770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a26be40a-7ed1-473d-ac73-c32685535640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:21.985254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a26be40a-7ed1-473d-ac73-c32685535640 None None] Port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:54:22.129849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681e834-a90a-4d3e-8e97-e7ea47ac0406 req-c5638fd7-f9b4-44f8-8e67-9dd78fca3af8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:22.131563 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b681e834-a90a-4d3e-8e97-e7ea47ac0406 req-c5638fd7-f9b4-44f8-8e67-9dd78fca3af8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 932 time: 0.0942843
Dec 23 16:54:22.193710 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b681e834-a90a-4d3e-8e97-e7ea47ac0406 req-8d48a3f7-9940-4d9a-9acd-fc8e7ab9d116 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560188
Dec 23 16:54:22.224095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:54:22.231267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:22.247058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Transition to ACTIVE for port object 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:54:22.249660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:22.254775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:22.379793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Pushing event updated for resources: {'Port': ['ID=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:22.389711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:22.741114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Attempting to bind port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:54:22.741404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Attempting to bind port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '9d229f37-f136-4d77-a9e3-88a3aaded7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:54:22.741770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Attempting to bind port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 on network 0499556a-ea4c-48e1-a7b2-ec6cf30883b8 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:54:22.747794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 on network 0499556a-ea4c-48e1-a7b2-ec6cf30883b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:54:22.748154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Attempting to bind port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 on network 0499556a-ea4c-48e1-a7b2-ec6cf30883b8 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:54:22.754788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:54:22.755213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Checking segment: {'id': '9d229f37-f136-4d77-a9e3-88a3aaded7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:54:22.755636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Bound using segment: {'id': '9d229f37-f136-4d77-a9e3-88a3aaded7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:54:22.756102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Bound port: 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d229f37-f136-4d77-a9e3-88a3aaded7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:54:22.756482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:22.850451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] For port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:54:22.853568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] For port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1,segment=NetworkSegment(9d229f37-f136-4d77-a9e3-88a3aaded7ae),segment_id=9d229f37-f136-4d77-a9e3-88a3aaded7ae)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:54:22.856670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:22.861189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-525e5628-955f-4977-9b9d-fe54579ae798 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:22.928577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:22.930082 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] 10.222.0.36 "PUT /v2.0/ports/6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 HTTP/1.1" status: 200  len: 1094 time: 1.2182024
Dec 23 16:54:22.930760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a3f4fc-957d-42e1-af4e-b1233e6de455', 'tag': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:54:22.948072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Pushing event updated for resources: {'Port': ['ID=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:22.952468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:23.008945 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a3f4fc-957d-42e1-af4e-b1233e6de455', 'tag': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1', 'status': 'completed', 'code': 200}
Dec 23 16:54:23.053752 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-62ad0a79-1be2-478b-8e88-11ba267c9a6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 1097 time: 0.0848224
Dec 23 16:54:23.132756 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-25f340e5-9519-4015-bc04-f06db5c32cde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 HTTP/1.1" status: 200  len: 217 time: 0.0715089
Dec 23 16:54:23.145256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 20aa166c-6177-4555-befa-1a3a1225f7d7 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:54:23.204000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-6c34e6bb-42c4-4195-ba9d-1d5ddb80f90b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:23.206411 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-6c34e6bb-42c4-4195-ba9d-1d5ddb80f90b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2aa964b6-511b-4e59-81b4-8fe367601ed3 HTTP/1.1" status: 200  len: 835 time: 0.0678349
Dec 23 16:54:23.252722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 20aa166c-6177-4555-befa-1a3a1225f7d7 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:54:23.253255 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:23.299879 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-6f28de5e-c742-4a36-8bd6-17ea2a40c0a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0499556a-ea4c-48e1-a7b2-ec6cf30883b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0859480
Dec 23 16:54:23.407251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43c33d-5fab-47c8-a834-7407b1648852 req-9891ebd2-e4dc-41f6-96ec-bfdd56efe5c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:23.409231 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5b43c33d-5fab-47c8-a834-7407b1648852 req-9891ebd2-e4dc-41f6-96ec-bfdd56efe5c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 944 time: 0.0881495
Dec 23 16:54:23.447560 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-e7fc5b8b-d7b3-48da-9f05-01be045d1331 service neutron] 10.222.0.36 "GET /v2.0/networks/0499556a-ea4c-48e1-a7b2-ec6cf30883b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409009
Dec 23 16:54:23.458772 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5b43c33d-5fab-47c8-a834-7407b1648852 req-61a02451-b6a5-4f8d-b0b9-f6c2c9c0dd61 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429387
Dec 23 16:54:23.592135 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69367127-229f-4e74-8eba-60f8e6ad3398 req-d6ac9384-fe87-48ae-8262-03d06b4fe462 service neutron] 10.222.0.36 "GET /v2.0/networks/0499556a-ea4c-48e1-a7b2-ec6cf30883b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389806
Dec 23 16:54:23.717336 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5bcadc4a-1e7a-4d84-b58a-6be4ad256e1c req-6c4aa3d1-9b2e-40d2-a2f8-009e77119a5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 1097 time: 0.0768652
Dec 23 16:54:23.866953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcadc4a-1e7a-4d84-b58a-6be4ad256e1c req-dd116ab6-7398-45bd-8f21-012befb362ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:23.868548 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5bcadc4a-1e7a-4d84-b58a-6be4ad256e1c req-dd116ab6-7398-45bd-8f21-012befb362ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=0499556a-ea4c-48e1-a7b2-ec6cf30883b8 HTTP/1.1" status: 200  len: 898 time: 0.1450660
Dec 23 16:54:23.944537 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5bcadc4a-1e7a-4d84-b58a-6be4ad256e1c req-70992075-0301-4fc6-8f20-bab25eb1483e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 HTTP/1.1" status: 200  len: 217 time: 0.0692344
Dec 23 16:54:24.013615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcadc4a-1e7a-4d84-b58a-6be4ad256e1c req-433cd3ad-31fc-4e55-8442-c4ef0a815d29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:24.015214 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5bcadc4a-1e7a-4d84-b58a-6be4ad256e1c req-433cd3ad-31fc-4e55-8442-c4ef0a815d29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2aa964b6-511b-4e59-81b4-8fe367601ed3 HTTP/1.1" status: 200  len: 835 time: 0.0647311
Dec 23 16:54:24.099785 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5bcadc4a-1e7a-4d84-b58a-6be4ad256e1c req-bb803234-4284-43a0-a200-6b43d34864cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0499556a-ea4c-48e1-a7b2-ec6cf30883b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0774298
Dec 23 16:54:24.247110 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5bcadc4a-1e7a-4d84-b58a-6be4ad256e1c req-12296f49-df04-4cbf-bd0c-921e86de261b service neutron] 10.222.0.36 "GET /v2.0/networks/0499556a-ea4c-48e1-a7b2-ec6cf30883b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384063
Dec 23 16:54:24.396099 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5bcadc4a-1e7a-4d84-b58a-6be4ad256e1c req-ce24af92-5dd5-4ec2-9a50-6a5df6247fc5 service neutron] 10.222.0.36 "GET /v2.0/networks/0499556a-ea4c-48e1-a7b2-ec6cf30883b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420143
Dec 23 16:54:24.488610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-210f62f7-b07d-4d31-8b07-4de8a53c61f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:24.664895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d72f7-228e-433d-bf30-a00200011f85 req-72a5f3b0-5013-45f7-bf7a-b3dc00794483 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:24.665672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0a0d72f7-228e-433d-bf30-a00200011f85 req-72a5f3b0-5013-45f7-bf7a-b3dc00794483 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:54:24.680155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0a0d72f7-228e-433d-bf30-a00200011f85 req-72a5f3b0-5013-45f7-bf7a-b3dc00794483 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:54:24.681407 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0d72f7-228e-433d-bf30-a00200011f85 req-72a5f3b0-5013-45f7-bf7a-b3dc00794483 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 944 time: 0.0975847
Dec 23 16:54:24.730922 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0a0d72f7-228e-433d-bf30-a00200011f85 req-a4bd888f-f5ba-4a59-a39f-b5a0d3b49aec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431073
Dec 23 16:54:25.473112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:54:25.615493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1,segment=NetworkSegment(9d229f37-f136-4d77-a9e3-88a3aaded7ae),segment_id=9d229f37-f136-4d77-a9e3-88a3aaded7ae)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:54:25.630103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'port_id': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1', 'mac_address': 'fa:16:3e:72:07:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:54:25.685649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:25.704073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:54:25.719430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1,segment=NetworkSegment(9d229f37-f136-4d77-a9e3-88a3aaded7ae),segment_id=9d229f37-f136-4d77-a9e3-88a3aaded7ae)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:54:25.722374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:25.724295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:25.796626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:25.800446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:25.928436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:54:25.950654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e51d1-d620-41ce-8256-b00c568e8a05 req-5ab13a66-f63a-441d-9e6e-7ab99fdc5a56 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:25.952316 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2c9e51d1-d620-41ce-8256-b00c568e8a05 req-5ab13a66-f63a-441d-9e6e-7ab99fdc5a56 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 945 time: 0.0881641
Dec 23 16:54:26.004174 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2c9e51d1-d620-41ce-8256-b00c568e8a05 req-1d01a0f0-9c0b-4d0b-a140-0b0fc8e11c13 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445607
Dec 23 16:54:26.043707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:26.868839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-47bbf75a-7ce8-4422-8065-a03d41aad643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:27.133829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:54:27.224860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1a5f1-e86f-4d45-96b4-60265f2ed97b req-0c4dfb99-c2fa-40f5-b538-a40869eed3aa tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:27.226511 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f4b1a5f1-e86f-4d45-96b4-60265f2ed97b req-0c4dfb99-c2fa-40f5-b538-a40869eed3aa tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 945 time: 0.0901029
Dec 23 16:54:27.276841 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f4b1a5f1-e86f-4d45-96b4-60265f2ed97b req-0b3319ed-9643-4238-8916-337debadfa7f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441539
Dec 23 16:54:27.447081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:27.488278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:54:27.558753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:54:27.563715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:54:27.564142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:27.684164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:27.712453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a3f4fc-957d-42e1-af4e-b1233e6de455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:54:27.723213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1,segment=NetworkSegment(9d229f37-f136-4d77-a9e3-88a3aaded7ae),segment_id=9d229f37-f136-4d77-a9e3-88a3aaded7ae)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:54:27.726011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:27.728036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:27.775753 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a3f4fc-957d-42e1-af4e-b1233e6de455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1', 'code': 200}
Dec 23 16:54:27.797978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:27.801956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:28.007835 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a81b829-47a3-4a31-b0e2-9d683398640e req-47de105e-39f7-4181-a176-497b7ed92396 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 1099 time: 0.0746410
Dec 23 16:54:28.053731 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4a81b829-47a3-4a31-b0e2-9d683398640e req-9ef3d6e9-962a-4a59-bd5f-f1b1514b1714 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395520
Dec 23 16:54:28.486238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b77eb2-3c53-45e9-a224-fbb5c1f3f05a req-987ed5ab-6a53-412a-99bc-e32f62049b91 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:28.487895 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a1b77eb2-3c53-45e9-a224-fbb5c1f3f05a req-987ed5ab-6a53-412a-99bc-e32f62049b91 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.0856767
Dec 23 16:54:28.541510 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a1b77eb2-3c53-45e9-a224-fbb5c1f3f05a req-defd3cc8-c5c2-4d00-bbe3-0d4470159676 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474870
Dec 23 16:54:28.715831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:29.745746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa410475-bf24-499a-b430-3d40abf160e4 req-77bc73c5-75c2-4905-b645-7e7b6e6a54f2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:29.747369 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa410475-bf24-499a-b430-3d40abf160e4 req-77bc73c5-75c2-4905-b645-7e7b6e6a54f2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.0812767
Dec 23 16:54:29.799378 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa410475-bf24-499a-b430-3d40abf160e4 req-83aac79b-4108-4a5e-8f25-ab083f7a52a8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453088
Dec 23 16:54:30.003378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42bc75-6982-44a7-85d6-3b6d196bce7e req-0308d855-fd36-4381-a8cc-05f1c48d8920 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:30.005021 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3a42bc75-6982-44a7-85d6-3b6d196bce7e req-0308d855-fd36-4381-a8cc-05f1c48d8920 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.0838623
Dec 23 16:54:30.057968 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3a42bc75-6982-44a7-85d6-3b6d196bce7e req-a1282577-eeaa-4fc9-b718-91cdd9f45777 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469034
Dec 23 16:54:30.086274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35900) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:30.161075 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-418e8e5e-55c3-4934-b593-f60b63736a17 tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 1094 time: 0.0734859
Dec 23 16:54:30.163836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35904) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:30.169701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:54:30.176596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:54:30.180813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:floatingip and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:54:30.183902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:54:30.190908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:54:30.201777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:30.350716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:30.495826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.26.5.200 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/d063c71d-10c1-4c13-9797-6fb68b626c2c) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:54:30.659796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:30.685595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:30.690103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:30.759359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:54:30.762730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:54:30.764956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=d063c71d-10c1-4c13-9797-6fb68b626c2c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:30.767309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:54:30.800967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:31.300865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:31.355780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:31.569333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:31.572844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:31.577163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-09b0e38f-51cc-449c-9c49-d83b2f8b4221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:54:31.690113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=d063c71d-10c1-4c13-9797-6fb68b626c2c,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:54:31.693107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:54:31.703992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:31.903074 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Floating IP 2d49b041-8914-4d2a-892a-8710353787a8 associated. External IP: 172.26.5.200, port: 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1.
Dec 23 16:54:32.324316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router 8c071c99-f1de-4821-94cb-17e7b7148732 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:54:32.532943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:54:32.546356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e204a9-a99d-450e-a16c-cb5d6dfe32d2 None None] Sync routers for ids ['8c071c99-f1de-4821-94cb-17e7b7148732'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:54:32.557500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:32.560071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e204a9-a99d-450e-a16c-cb5d6dfe32d2 None None] Routers {'8c071c99-f1de-4821-94cb-17e7b7148732'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:54:32.560765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54e204a9-a99d-450e-a16c-cb5d6dfe32d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635160>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:54:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['8c071c99-f1de-4821-94cb-17e7b7148732'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:32.616746 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4517670
Dec 23 16:54:32.617460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a3f4fc-957d-42e1-af4e-b1233e6de455', 'tag': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:54:32.675303 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a3f4fc-957d-42e1-af4e-b1233e6de455', 'tag': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1', 'status': 'completed', 'code': 200}
Dec 23 16:54:32.757771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-54e204a9-a99d-450e-a16c-cb5d6dfe32d2 None None] Set router 8c071c99-f1de-4821-94cb-17e7b7148732 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:54:32.790876 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-02963492-4157-41c1-9e7a-cd28b0846b85 req-e91d9ddc-e6d7-4519-a845-19fdb283d44d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 1099 time: 0.0892270
Dec 23 16:54:32.809614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d6864-2a18-45e1-9df0-f91be21ed0bb req-1a984e38-f56f-4389-a3cf-e1796bbeda82 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:32.811259 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d28d6864-2a18-45e1-9df0-f91be21ed0bb req-1a984e38-f56f-4389-a3cf-e1796bbeda82 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.0861983
Dec 23 16:54:32.862620 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d28d6864-2a18-45e1-9df0-f91be21ed0bb req-4103f3d9-6d57-4d96-963a-c2c12231a521 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445156
Dec 23 16:54:32.892646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 35912) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:32.940834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02963492-4157-41c1-9e7a-cd28b0846b85 req-e6aeda4b-bac4-43ab-90bd-d42d8ac4b494 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:32.942464 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-02963492-4157-41c1-9e7a-cd28b0846b85 req-e6aeda4b-bac4-43ab-90bd-d42d8ac4b494 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0499556a-ea4c-48e1-a7b2-ec6cf30883b8 HTTP/1.1" status: 200  len: 898 time: 0.1456962
Dec 23 16:54:33.010133 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9f5c30ce-1fa7-494b-8050-57b6752971e7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/2d49b041-8914-4d2a-892a-8710353787a8 HTTP/1.1" status: 200  len: 992 time: 0.1149802
Dec 23 16:54:33.054469 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-02963492-4157-41c1-9e7a-cd28b0846b85 req-8a4cd252-beaf-44de-9026-e2d7cdb21df9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 HTTP/1.1" status: 200  len: 1000 time: 0.1050472
Dec 23 16:54:33.123431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02963492-4157-41c1-9e7a-cd28b0846b85 req-40a5144d-431f-474d-a30c-c71951963688 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:54:33.125038 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-02963492-4157-41c1-9e7a-cd28b0846b85 req-40a5144d-431f-474d-a30c-c71951963688 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2aa964b6-511b-4e59-81b4-8fe367601ed3 HTTP/1.1" status: 200  len: 835 time: 0.0646198
Dec 23 16:54:33.137329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54e204a9-a99d-450e-a16c-cb5d6dfe32d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635160>, [{'id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:54:10Z', 'updated_at': '2021-12-23T16:54:15Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:11Z', 'updated_at': '2021-12-23T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '2d49b041-8914-4d2a-892a-8710353787a8', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'floating_ip_address': '172.26.5.200', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'port_id': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'mac_address': 'fa:16:3e:72:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3f4fc-957d-42e1-af4e-b1233e6de455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:54:31Z', 'updated_at': '2021-12-23T16:54:31Z', 'revision_number': 0, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20aa166c-6177-4555-befa-1a3a1225f7d7', 'name': '', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:8e:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:14Z', 'updated_at': '2021-12-23T16:54:21Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:33.141695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e204a9-a99d-450e-a16c-cb5d6dfe32d2 None None] Checking router: 8c071c99-f1de-4821-94cb-17e7b7148732 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:54:33.154214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e204a9-a99d-450e-a16c-cb5d6dfe32d2 None None] Routers {'8c071c99-f1de-4821-94cb-17e7b7148732'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:54:33.154892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54e204a9-a99d-450e-a16c-cb5d6dfe32d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635160>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:54:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['8c071c99-f1de-4821-94cb-17e7b7148732'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:33.217006 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-02963492-4157-41c1-9e7a-cd28b0846b85 req-71dc5b74-9543-4b42-8c67-8c0a8d802a95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0499556a-ea4c-48e1-a7b2-ec6cf30883b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0858955
Dec 23 16:54:33.348340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-54e204a9-a99d-450e-a16c-cb5d6dfe32d2 None None] Set router 8c071c99-f1de-4821-94cb-17e7b7148732 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:54:33.363187 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-02963492-4157-41c1-9e7a-cd28b0846b85 req-2e1635bd-fa91-4544-9ef4-75d9343bc562 service neutron] 10.222.0.36 "GET /v2.0/networks/0499556a-ea4c-48e1-a7b2-ec6cf30883b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398311
Dec 23 16:54:33.504882 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-02963492-4157-41c1-9e7a-cd28b0846b85 req-5751cd6e-2577-493e-8a09-082dbf7d8a75 service neutron] 10.222.0.36 "GET /v2.0/networks/0499556a-ea4c-48e1-a7b2-ec6cf30883b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357794
Dec 23 16:54:33.874829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-54e204a9-a99d-450e-a16c-cb5d6dfe32d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a635160>, [{'id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:54:10Z', 'updated_at': '2021-12-23T16:54:15Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:11Z', 'updated_at': '2021-12-23T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '2d49b041-8914-4d2a-892a-8710353787a8', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'floating_ip_address': '172.26.5.200', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'port_id': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'mac_address': 'fa:16:3e:72:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3f4fc-957d-42e1-af4e-b1233e6de455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:54:31Z', 'updated_at': '2021-12-23T16:54:31Z', 'revision_number': 0, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20aa166c-6177-4555-befa-1a3a1225f7d7', 'name': '', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:8e:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:14Z', 'updated_at': '2021-12-23T16:54:21Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:54:33.879244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e204a9-a99d-450e-a16c-cb5d6dfe32d2 None None] The sync data for ids ['8c071c99-f1de-4821-94cb-17e7b7148732'] in dv-neutron-822801-1-hyperv is: [{'id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:54:10Z', 'updated_at': '2021-12-23T16:54:15Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:11Z', 'updated_at': '2021-12-23T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '2d49b041-8914-4d2a-892a-8710353787a8', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'floating_ip_address': '172.26.5.200', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'port_id': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'mac_address': 'fa:16:3e:72:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a3f4fc-957d-42e1-af4e-b1233e6de455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:54:31Z', 'updated_at': '2021-12-23T16:54:31Z', 'revision_number': 0, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20aa166c-6177-4555-befa-1a3a1225f7d7', 'name': '', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:8e:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:14Z', 'updated_at': '2021-12-23T16:54:21Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:54:34.012923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35916) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:34.126690 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f082e642-3d1b-4aae-8bc1-f8cb0bb278db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/2d49b041-8914-4d2a-892a-8710353787a8 HTTP/1.1" status: 200  len: 992 time: 0.1121678
Dec 23 16:54:34.215290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ffa18-7917-42b5-a2b1-e71c39ff88f7 None None] New status for floating IP 2d49b041-8914-4d2a-892a-8710353787a8: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:54:35.130674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35920) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:35.240177 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-73af05ff-7596-4f05-a685-fb216a62a805 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/2d49b041-8914-4d2a-892a-8710353787a8 HTTP/1.1" status: 200  len: 994 time: 0.1081469
Dec 23 16:54:42.502072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:54.490469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96df9c70-9ec7-4d02-b98f-26acc275beda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:56.026215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:56.871098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5e472536-6db5-4760-9023-f276faf37485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:57.448845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:54:58.718111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:00.225138 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67622b0a-cd32-43af-8cce-480142d21a13 req-d2c305d1-c406-4bdf-a17a-301a2a96f7e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 1099 time: 0.1459787
Dec 23 16:55:00.235494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0352f1-3fc1-4ba8-a000-60004671cc25 req-9c582413-28cb-4e05-8897-d12ee188ae19 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:00.237041 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-eb0352f1-3fc1-4ba8-a000-60004671cc25 req-9c582413-28cb-4e05-8897-d12ee188ae19 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.1048315
Dec 23 16:55:00.386915 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-eb0352f1-3fc1-4ba8-a000-60004671cc25 req-70047023-238a-4e55-a6b1-3b370abfa18b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1279967
Dec 23 16:55:00.418508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67622b0a-cd32-43af-8cce-480142d21a13 req-668ff87e-0752-4a3d-855c-e18afb4c97d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:00.420132 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67622b0a-cd32-43af-8cce-480142d21a13 req-668ff87e-0752-4a3d-855c-e18afb4c97d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0499556a-ea4c-48e1-a7b2-ec6cf30883b8 HTTP/1.1" status: 200  len: 898 time: 0.1821406
Dec 23 16:55:00.756579 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67622b0a-cd32-43af-8cce-480142d21a13 req-fc4d84bc-7d29-4b21-a6d9-b107b215391d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 HTTP/1.1" status: 200  len: 1002 time: 0.3289173
Dec 23 16:55:00.827459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67622b0a-cd32-43af-8cce-480142d21a13 req-16a4d3de-7c07-4b31-9e04-406d2f3144a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:00.829024 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67622b0a-cd32-43af-8cce-480142d21a13 req-16a4d3de-7c07-4b31-9e04-406d2f3144a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2aa964b6-511b-4e59-81b4-8fe367601ed3 HTTP/1.1" status: 200  len: 835 time: 0.0648904
Dec 23 16:55:00.908749 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67622b0a-cd32-43af-8cce-480142d21a13 req-45854050-6f6a-46b5-8ebf-d905cb6ddb23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0499556a-ea4c-48e1-a7b2-ec6cf30883b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733953
Dec 23 16:55:01.052560 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67622b0a-cd32-43af-8cce-480142d21a13 req-3ca48159-82ba-4c46-8c9b-d6ded8e99728 service neutron] 10.222.0.36 "GET /v2.0/networks/0499556a-ea4c-48e1-a7b2-ec6cf30883b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373479
Dec 23 16:55:01.197928 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-67622b0a-cd32-43af-8cce-480142d21a13 req-3c798011-a67d-4059-81a8-ff8685848462 service neutron] 10.222.0.36 "GET /v2.0/networks/0499556a-ea4c-48e1-a7b2-ec6cf30883b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380444
Dec 23 16:55:01.847034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d66fdd-81b1-4b4f-a1b7-1361d37a7a85 req-619b3474-5021-4fea-8941-f4cae24349f2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:01.848577 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-56d66fdd-81b1-4b4f-a1b7-1361d37a7a85 req-619b3474-5021-4fea-8941-f4cae24349f2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.3293087
Dec 23 16:55:01.897596 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-56d66fdd-81b1-4b4f-a1b7-1361d37a7a85 req-05332712-2666-4dcc-ba00-a07f20d67365 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429392
Dec 23 16:55:03.107279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aefe6b-f938-4f9c-88c5-ad9384e6ed97 req-76d93815-9cad-4078-a9fa-3771160a79c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:03.108921 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d2aefe6b-f938-4f9c-88c5-ad9384e6ed97 req-76d93815-9cad-4078-a9fa-3771160a79c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.0881290
Dec 23 16:55:03.158856 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d2aefe6b-f938-4f9c-88c5-ad9384e6ed97 req-a54e77fd-3ade-47af-99ea-b5202619ae47 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430062
Dec 23 16:55:04.135265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:55:04.368179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23dc44-bfc8-49a6-9d91-9b4b2753a435 req-1ae3d16f-b27a-484d-a306-8b741d540990 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:04.369800 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2f23dc44-bfc8-49a6-9d91-9b4b2753a435 req-1ae3d16f-b27a-484d-a306-8b741d540990 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.0822811
Dec 23 16:55:04.418295 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2f23dc44-bfc8-49a6-9d91-9b4b2753a435 req-c4a46beb-fdcc-41d5-8903-982bbfff94e8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424349
Dec 23 16:55:05.628649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff18651-b40e-4535-8dc0-b4941fbbf97e req-91aa6b51-2632-4555-9373-b4b31d6c1c8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:05.630294 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9ff18651-b40e-4535-8dc0-b4941fbbf97e req-91aa6b51-2632-4555-9373-b4b31d6c1c8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.0865602
Dec 23 16:55:05.680519 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9ff18651-b40e-4535-8dc0-b4941fbbf97e req-95328705-7824-49fe-82b1-b09b460afd3d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440962
Dec 23 16:55:06.346184 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dfe706d0-4c33-463f-bfaf-5f9ecb9b88d1 req-d1511abc-0aa5-40d0-b39f-8c945c34d201 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 1099 time: 0.0803778
Dec 23 16:55:06.503826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe706d0-4c33-463f-bfaf-5f9ecb9b88d1 req-327ff5d6-6892-477c-9447-7f9aef54110d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:06.505315 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dfe706d0-4c33-463f-bfaf-5f9ecb9b88d1 req-327ff5d6-6892-477c-9447-7f9aef54110d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0499556a-ea4c-48e1-a7b2-ec6cf30883b8 HTTP/1.1" status: 200  len: 898 time: 0.1407070
Dec 23 16:55:06.615164 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dfe706d0-4c33-463f-bfaf-5f9ecb9b88d1 req-bf7af6a6-763b-49de-b137-0d25514bce60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 HTTP/1.1" status: 200  len: 1002 time: 0.1019673
Dec 23 16:55:06.691456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe706d0-4c33-463f-bfaf-5f9ecb9b88d1 req-7bbf8e3c-7129-4e6f-a9f0-73ff5e6b60db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:06.693023 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dfe706d0-4c33-463f-bfaf-5f9ecb9b88d1 req-7bbf8e3c-7129-4e6f-a9f0-73ff5e6b60db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2aa964b6-511b-4e59-81b4-8fe367601ed3 HTTP/1.1" status: 200  len: 835 time: 0.0704234
Dec 23 16:55:06.774565 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dfe706d0-4c33-463f-bfaf-5f9ecb9b88d1 req-4b537565-3c9e-415a-8f18-6a89670d8f4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0499556a-ea4c-48e1-a7b2-ec6cf30883b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0745776
Dec 23 16:55:06.894791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d600b5-70af-44ff-acfa-00e824d5d5e9 req-d951c8c0-b8bc-4a7e-8b72-b53460b9cff6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:06.896730 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-10d600b5-70af-44ff-acfa-00e824d5d5e9 req-d951c8c0-b8bc-4a7e-8b72-b53460b9cff6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.0907466
Dec 23 16:55:06.925259 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dfe706d0-4c33-463f-bfaf-5f9ecb9b88d1 req-e1cca118-30ea-4102-a8ce-693aadf9940e service neutron] 10.222.0.36 "GET /v2.0/networks/0499556a-ea4c-48e1-a7b2-ec6cf30883b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436839
Dec 23 16:55:06.946136 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-10d600b5-70af-44ff-acfa-00e824d5d5e9 req-ea85687a-f71e-4e27-a206-09a0c0e7e19d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429039
Dec 23 16:55:07.072556 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dfe706d0-4c33-463f-bfaf-5f9ecb9b88d1 req-8943aa56-f697-4ce5-9c23-36af8f99dcd7 service neutron] 10.222.0.36 "GET /v2.0/networks/0499556a-ea4c-48e1-a7b2-ec6cf30883b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410398
Dec 23 16:55:08.159443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8c219-d1e0-4d9f-8aa3-e07514cc6b85 req-3c901ca9-0102-49c7-8736-9d77fde6142c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:08.161086 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-47f8c219-d1e0-4d9f-8aa3-e07514cc6b85 req-3c901ca9-0102-49c7-8736-9d77fde6142c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.0886524
Dec 23 16:55:08.210510 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-47f8c219-d1e0-4d9f-8aa3-e07514cc6b85 req-e38781af-da60-47ab-af9a-d387963a2e5a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430732
Dec 23 16:55:09.418783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f51b5-265b-47d2-b811-af1556467300 req-a8c28361-8c22-4d7a-9200-645f19dea014 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:09.420486 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-902f51b5-265b-47d2-b811-af1556467300 req-a8c28361-8c22-4d7a-9200-645f19dea014 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.0847023
Dec 23 16:55:09.469129 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-902f51b5-265b-47d2-b811-af1556467300 req-a4aa150e-2296-4cae-89f7-8e02668bd9b4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422742
Dec 23 16:55:10.674549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d6dfb-d85d-4c1c-8e88-cefb565b717c req-2f030687-7bbc-47c2-ba8a-3c3fa14c64e8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:10.676219 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-332d6dfb-d85d-4c1c-8e88-cefb565b717c req-2f030687-7bbc-47c2-ba8a-3c3fa14c64e8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.0849771
Dec 23 16:55:10.728769 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-332d6dfb-d85d-4c1c-8e88-cefb565b717c req-47334359-d246-4aa3-81c0-bbf58ae8bf18 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465481
Dec 23 16:55:11.940522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48fd05-f0a1-4a8b-a5a0-d9f738369f37 req-0a7aa736-6e34-404a-89f8-6da9e457be44 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:11.942166 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8e48fd05-f0a1-4a8b-a5a0-d9f738369f37 req-0a7aa736-6e34-404a-89f8-6da9e457be44 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.0883951
Dec 23 16:55:11.994360 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8e48fd05-f0a1-4a8b-a5a0-d9f738369f37 req-c866608a-162c-4364-97c1-ff8c0cb8e55c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460603
Dec 23 16:55:12.523519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:13.199302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1df7c5-9061-475d-8920-7decc00d19fa req-d7d2660e-a930-448c-ad96-a94a7959b5c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:13.200927 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db1df7c5-9061-475d-8920-7decc00d19fa req-d7d2660e-a930-448c-ad96-a94a7959b5c3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.0837610
Dec 23 16:55:13.250154 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db1df7c5-9061-475d-8920-7decc00d19fa req-1a656f2b-daf1-4317-b949-c9d48f97f513 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430150
Dec 23 16:55:13.278423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35956) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:13.391686 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ca676b1f-0866-4ffc-9a9b-c789a9144183 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/2d49b041-8914-4d2a-892a-8710353787a8 HTTP/1.1" status: 200  len: 994 time: 0.1117506
Dec 23 16:55:24.491814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efaafac1-939b-4fd1-8233-eff7cdcced1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:26.028434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:26.872932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9e50239a-0164-4ab5-a16a-a12291d928bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:27.452796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:28.722356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:41.137022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:55:41.806737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35978) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:42.024752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port d063c71d-10c1-4c13-9797-6fb68b626c2c {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:55:42.025134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:42.207943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:42.208495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:42.338866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for d063c71d-10c1-4c13-9797-6fb68b626c2c owned by network:floatingip {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:55:42.494293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:42.498606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e38e62c1-759a-437b-9097-2bec4c8e0841 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:42.517309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:42.544912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=d063c71d-10c1-4c13-9797-6fb68b626c2c,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:42.591691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:42.592139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:42.592572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:42.593002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:42.593427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:42.593853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:42.594274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:42.594691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:42.595134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:42.595557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:42.595975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:42.603808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:42.661610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:43.314685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router 8c071c99-f1de-4821-94cb-17e7b7148732 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:55:43.536399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:55:43.546466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23602600-7646-455b-b0fb-8ac2df6e8608 None None] Sync routers for ids ['8c071c99-f1de-4821-94cb-17e7b7148732'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:55:43.555803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:43.559652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23602600-7646-455b-b0fb-8ac2df6e8608 None None] Routers {'8c071c99-f1de-4821-94cb-17e7b7148732'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:55:43.560344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-23602600-7646-455b-b0fb-8ac2df6e8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b4080>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:55:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['8c071c99-f1de-4821-94cb-17e7b7148732'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:55:43.611767 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/floatingips/2d49b041-8914-4d2a-892a-8710353787a8 HTTP/1.1" status: 204  len: 168 time: 1.8038151
Dec 23 16:55:43.612564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a3f4fc-957d-42e1-af4e-b1233e6de455', 'tag': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:55:43.670443 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a3f4fc-957d-42e1-af4e-b1233e6de455', 'tag': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1', 'status': 'completed', 'code': 200}
Dec 23 16:55:43.752039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-23602600-7646-455b-b0fb-8ac2df6e8608 None None] Set router 8c071c99-f1de-4821-94cb-17e7b7148732 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:55:43.775681 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-19d27cb3-806a-44ed-b3d0-fba71eb33594 req-e50bf237-61c2-4526-8a1b-ffdc4d54cd69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 1099 time: 0.0838528
Dec 23 16:55:43.928558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d27cb3-806a-44ed-b3d0-fba71eb33594 req-27a14f0b-4436-401d-9673-2d50be701a82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:43.930345 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-19d27cb3-806a-44ed-b3d0-fba71eb33594 req-27a14f0b-4436-401d-9673-2d50be701a82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0499556a-ea4c-48e1-a7b2-ec6cf30883b8 HTTP/1.1" status: 200  len: 898 time: 0.1481907
Dec 23 16:55:44.011475 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-19d27cb3-806a-44ed-b3d0-fba71eb33594 req-df0a0a8c-566d-4003-8ec1-abe0c7b1828b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 HTTP/1.1" status: 200  len: 217 time: 0.0743029
Dec 23 16:55:44.040487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7006627-9ee0-4e3c-8cb3-5730d111f181 req-6684adf2-3c8a-452d-b1c0-296d465e7fc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:44.042220 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7006627-9ee0-4e3c-8cb3-5730d111f181 req-6684adf2-3c8a-452d-b1c0-296d465e7fc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.0871105
Dec 23 16:55:44.084920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d27cb3-806a-44ed-b3d0-fba71eb33594 req-265ed13a-6013-4b4e-a666-39e9b50e103a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:44.086544 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-19d27cb3-806a-44ed-b3d0-fba71eb33594 req-265ed13a-6013-4b4e-a666-39e9b50e103a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2aa964b6-511b-4e59-81b4-8fe367601ed3 HTTP/1.1" status: 200  len: 835 time: 0.0682282
Dec 23 16:55:44.095667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-23602600-7646-455b-b0fb-8ac2df6e8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b4080>, [{'id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:54:10Z', 'updated_at': '2021-12-23T16:54:15Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:11Z', 'updated_at': '2021-12-23T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '20aa166c-6177-4555-befa-1a3a1225f7d7', 'name': '', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:8e:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:14Z', 'updated_at': '2021-12-23T16:54:21Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:55:44.096632 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7006627-9ee0-4e3c-8cb3-5730d111f181 req-7e69c3fc-e077-4328-bbb2-cafed8696739 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483758
Dec 23 16:55:44.100686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23602600-7646-455b-b0fb-8ac2df6e8608 None None] Checking router: 8c071c99-f1de-4821-94cb-17e7b7148732 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:55:44.113167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23602600-7646-455b-b0fb-8ac2df6e8608 None None] Routers {'8c071c99-f1de-4821-94cb-17e7b7148732'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:55:44.113858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-23602600-7646-455b-b0fb-8ac2df6e8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b4080>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:55:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['8c071c99-f1de-4821-94cb-17e7b7148732'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:55:44.176817 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-19d27cb3-806a-44ed-b3d0-fba71eb33594 req-3ea162de-7ccc-4d4c-bfe0-4840c0c3528e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0499556a-ea4c-48e1-a7b2-ec6cf30883b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0823214
Dec 23 16:55:44.305298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-23602600-7646-455b-b0fb-8ac2df6e8608 None None] Set router 8c071c99-f1de-4821-94cb-17e7b7148732 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:55:44.335135 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-19d27cb3-806a-44ed-b3d0-fba71eb33594 req-4b5efbb2-d7c7-470f-983d-50da3d28b287 service neutron] 10.222.0.36 "GET /v2.0/networks/0499556a-ea4c-48e1-a7b2-ec6cf30883b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503479
Dec 23 16:55:44.484743 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-19d27cb3-806a-44ed-b3d0-fba71eb33594 req-9392abcc-2f37-451e-a8eb-6612e14e7177 service neutron] 10.222.0.36 "GET /v2.0/networks/0499556a-ea4c-48e1-a7b2-ec6cf30883b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429942
Dec 23 16:55:44.640383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-23602600-7646-455b-b0fb-8ac2df6e8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1b4080>, [{'id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:54:10Z', 'updated_at': '2021-12-23T16:54:15Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:11Z', 'updated_at': '2021-12-23T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '20aa166c-6177-4555-befa-1a3a1225f7d7', 'name': '', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:8e:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:14Z', 'updated_at': '2021-12-23T16:54:21Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:55:44.644547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23602600-7646-455b-b0fb-8ac2df6e8608 None None] The sync data for ids ['8c071c99-f1de-4821-94cb-17e7b7148732'] in dv-neutron-822801-1-hyperv is: [{'id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:54:10Z', 'updated_at': '2021-12-23T16:54:15Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:11Z', 'updated_at': '2021-12-23T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '20aa166c-6177-4555-befa-1a3a1225f7d7', 'name': '', 'network_id': '0499556a-ea4c-48e1-a7b2-ec6cf30883b8', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:8e:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:14Z', 'updated_at': '2021-12-23T16:54:21Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '2aa964b6-511b-4e59-81b4-8fe367601ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:55:45.057487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aa4662-f70b-445c-a838-05e6608eb7f7 None None] New status for floating IP 2d49b041-8914-4d2a-892a-8710353787a8: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:55:45.356574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb31e0-5a50-4977-9667-f348570eae7c req-21d3007a-c8ba-4fa3-be9e-8453a0b234be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:45.357344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-d5bb31e0-5a50-4977-9667-f348570eae7c req-21d3007a-c8ba-4fa3-be9e-8453a0b234be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:55:45.394397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-d5bb31e0-5a50-4977-9667-f348570eae7c req-21d3007a-c8ba-4fa3-be9e-8453a0b234be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:55:45.395834 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5bb31e0-5a50-4977-9667-f348570eae7c req-21d3007a-c8ba-4fa3-be9e-8453a0b234be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.1605754
Dec 23 16:55:45.451655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16830-06d9-46b0-9af4-be6821efeed3 req-5699d523-8126-4b8a-8176-23061cabb2ec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:45.453286 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fca16830-06d9-46b0-9af4-be6821efeed3 req-5699d523-8126-4b8a-8176-23061cabb2ec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 946 time: 0.1433475
Dec 23 16:55:45.508958 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5bb31e0-5a50-4977-9667-f348570eae7c req-e9f2d76c-9612-4d2f-96e7-b75382356504 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1054301
Dec 23 16:55:45.533290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-fca16830-06d9-46b0-9af4-be6821efeed3 req-84132c39-f9d0-41ce-a812-188163b07efb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:55:45.533682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fca16830-06d9-46b0-9af4-be6821efeed3 req-84132c39-f9d0-41ce-a812-188163b07efb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:45.790314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-fca16830-06d9-46b0-9af4-be6821efeed3 req-84132c39-f9d0-41ce-a812-188163b07efb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] For port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1,segment=NetworkSegment(9d229f37-f136-4d77-a9e3-88a3aaded7ae),segment_id=9d229f37-f136-4d77-a9e3-88a3aaded7ae)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:55:45.790716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fca16830-06d9-46b0-9af4-be6821efeed3 req-84132c39-f9d0-41ce-a812-188163b07efb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:45.918194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-fca16830-06d9-46b0-9af4-be6821efeed3 req-84132c39-f9d0-41ce-a812-188163b07efb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:55:46.064049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fca16830-06d9-46b0-9af4-be6821efeed3 req-84132c39-f9d0-41ce-a812-188163b07efb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:46.070195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-15ab7924-a8b1-4789-8ce4-01b815238314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:46.113451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84132c39-f9d0-41ce-a812-188163b07efb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:46.117170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84132c39-f9d0-41ce-a812-188163b07efb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:46.189406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca16830-06d9-46b0-9af4-be6821efeed3 req-84132c39-f9d0-41ce-a812-188163b07efb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] No DVR routers for this DVR port 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:55:46.192167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fca16830-06d9-46b0-9af4-be6821efeed3 req-84132c39-f9d0-41ce-a812-188163b07efb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:46.194952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a3f4fc-957d-42e1-af4e-b1233e6de455', 'name': 'network-vif-deleted', 'tag': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:55:46.209788 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fca16830-06d9-46b0-9af4-be6821efeed3 req-84132c39-f9d0-41ce-a812-188163b07efb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "DELETE /v2.0/ports/6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 HTTP/1.1" status: 204  len: 173 time: 0.7497449
Dec 23 16:55:46.251871 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a3f4fc-957d-42e1-af4e-b1233e6de455', 'name': 'network-vif-deleted', 'tag': '6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1', 'status': 'completed', 'code': 200}
Dec 23 16:55:46.708227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-15d03fa9-33cf-4c70-9d0a-4fb58cf7905e req-f1076a7b-dbe1-4f83-96b6-2ff4809cf74d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:55:46.723515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-15d03fa9-33cf-4c70-9d0a-4fb58cf7905e req-f1076a7b-dbe1-4f83-96b6-2ff4809cf74d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:55:46.724845 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-15d03fa9-33cf-4c70-9d0a-4fb58cf7905e req-f1076a7b-dbe1-4f83-96b6-2ff4809cf74d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=48a3f4fc-957d-42e1-af4e-b1233e6de455 HTTP/1.1" status: 200  len: 210 time: 0.0711970
Dec 23 16:55:47.834549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 35996) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:48.258746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b90ff6e9-cd99-4a5e-b2f5-7941a46cd527 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:49.137486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b90ff6e9-cd99-4a5e-b2f5-7941a46cd527 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port 20aa166c-6177-4555-befa-1a3a1225f7d7 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:55:49.138004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b90ff6e9-cd99-4a5e-b2f5-7941a46cd527 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:49.337222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b90ff6e9-cd99-4a5e-b2f5-7941a46cd527 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] For port 20aa166c-6177-4555-befa-1a3a1225f7d7, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=20aa166c-6177-4555-befa-1a3a1225f7d7,segment=NetworkSegment(9d229f37-f136-4d77-a9e3-88a3aaded7ae),segment_id=9d229f37-f136-4d77-a9e3-88a3aaded7ae)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:55:49.337630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b90ff6e9-cd99-4a5e-b2f5-7941a46cd527 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:49.468848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b90ff6e9-cd99-4a5e-b2f5-7941a46cd527 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for 20aa166c-6177-4555-befa-1a3a1225f7d7 owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:55:49.651936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b90ff6e9-cd99-4a5e-b2f5-7941a46cd527 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:49.656636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a4e620f4-6012-4e44-8d73-bdfdcac6adc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:49.700593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ff6e9-cd99-4a5e-b2f5-7941a46cd527 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=20aa166c-6177-4555-befa-1a3a1225f7d7,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:49.704992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b90ff6e9-cd99-4a5e-b2f5-7941a46cd527 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:49.845117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:55:49.883288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:55:49.883700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 6f5a0063-9cbc-4d8d-8c19-91c01ca7acd1 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:55:50.020357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b90ff6e9-cd99-4a5e-b2f5-7941a46cd527 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:50.645599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90ff6e9-cd99-4a5e-b2f5-7941a46cd527 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router 8c071c99-f1de-4821-94cb-17e7b7148732 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:55:50.855596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90ff6e9-cd99-4a5e-b2f5-7941a46cd527 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:55:50.865860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d91202d-2617-481f-a5b4-8f15125e1ebe None None] Sync routers for ids ['8c071c99-f1de-4821-94cb-17e7b7148732'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:55:50.871261 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b90ff6e9-cd99-4a5e-b2f5-7941a46cd527 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "PUT /v2.0/routers/8c071c99-f1de-4821-94cb-17e7b7148732/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0353873
Dec 23 16:55:50.874059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36000) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:50.880232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d91202d-2617-481f-a5b4-8f15125e1ebe None None] Routers {'8c071c99-f1de-4821-94cb-17e7b7148732'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:55:50.880869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4d91202d-2617-481f-a5b4-8f15125e1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a191e48>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:55:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['8c071c99-f1de-4821-94cb-17e7b7148732'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:55:51.075507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4d91202d-2617-481f-a5b4-8f15125e1ebe None None] Set router 8c071c99-f1de-4821-94cb-17e7b7148732 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:55:51.080757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-9961ec62-12e9-4de0-977d-05aa89f41514 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting subnet 2aa964b6-511b-4e59-81b4-8fe367601ed3 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:55:51.084052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9961ec62-12e9-4de0-977d-05aa89f41514 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:51.141728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9961ec62-12e9-4de0-977d-05aa89f41514 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:51.239701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9961ec62-12e9-4de0-977d-05aa89f41514 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:51.320740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9961ec62-12e9-4de0-977d-05aa89f41514 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:51.325448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4b290c12-34de-4720-9b3a-8786103f8e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:51.361761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961ec62-12e9-4de0-977d-05aa89f41514 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa964b6-511b-4e59-81b4-8fe367601ed3,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:51.365103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9961ec62-12e9-4de0-977d-05aa89f41514 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:51.370570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9961ec62-12e9-4de0-977d-05aa89f41514 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:51.377790 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9961ec62-12e9-4de0-977d-05aa89f41514 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/subnets/2aa964b6-511b-4e59-81b4-8fe367601ed3 HTTP/1.1" status: 204  len: 168 time: 0.5026681
Dec 23 16:55:51.379685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7567f9-d6e5-4d72-8238-204a484a3619 None None] Network 0499556a-ea4c-48e1-a7b2-ec6cf30883b8 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:55:51.381165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36004) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:51.737760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4d91202d-2617-481f-a5b4-8f15125e1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a191e48>, [{'id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:54:10Z', 'updated_at': '2021-12-23T16:55:49Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:11Z', 'updated_at': '2021-12-23T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:55:51.750456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d91202d-2617-481f-a5b4-8f15125e1ebe None None] Checking router: 8c071c99-f1de-4821-94cb-17e7b7148732 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:55:51.780743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d91202d-2617-481f-a5b4-8f15125e1ebe None None] Routers {'8c071c99-f1de-4821-94cb-17e7b7148732'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:55:51.781454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4d91202d-2617-481f-a5b4-8f15125e1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a191e48>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:55:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['8c071c99-f1de-4821-94cb-17e7b7148732'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:55:51.843148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:51.988447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4d91202d-2617-481f-a5b4-8f15125e1ebe None None] Set router 8c071c99-f1de-4821-94cb-17e7b7148732 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:55:52.036974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3906c520-39f2-4806-80d1-30f222455779 None None] DHCP port deletion for 0499556a-ea4c-48e1-a7b2-ec6cf30883b8 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:55:52.041925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Deleting port f211b98c-696c-4403-8ba2-7c4e8b80938c {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:55:52.042447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:52.063962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:52.075181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port db523955-28e8-4371-bfe4-7d8b0ae11f96 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:55:52.075577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:52.268219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] For port db523955-28e8-4371-bfe4-7d8b0ae11f96, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=db523955-28e8-4371-bfe4-7d8b0ae11f96,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:55:52.268745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:52.399359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for db523955-28e8-4371-bfe4-7d8b0ae11f96 owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:55:52.484354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3906c520-39f2-4806-80d1-30f222455779 None None] For port f211b98c-696c-4403-8ba2-7c4e8b80938c, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f211b98c-696c-4403-8ba2-7c4e8b80938c,segment=NetworkSegment(9d229f37-f136-4d77-a9e3-88a3aaded7ae),segment_id=9d229f37-f136-4d77-a9e3-88a3aaded7ae)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:55:52.484808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:52.578659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:52.583226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f3b15700-7a64-4572-82a1-378c84bd5918 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:52.622639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Calling delete_port for f211b98c-696c-4403-8ba2-7c4e8b80938c owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:55:52.626057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=db523955-28e8-4371-bfe4-7d8b0ae11f96,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:52.630088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:52.704793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4d91202d-2617-481f-a5b4-8f15125e1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a191e48>, [{'id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:54:10Z', 'updated_at': '2021-12-23T16:55:49Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:11Z', 'updated_at': '2021-12-23T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:55:52.710647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d91202d-2617-481f-a5b4-8f15125e1ebe None None] The sync data for ids ['8c071c99-f1de-4821-94cb-17e7b7148732'] in dv-neutron-822801-1-hyperv is: [{'id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953172125', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:54:10Z', 'updated_at': '2021-12-23T16:55:49Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'db523955-28e8-4371-bfe4-7d8b0ae11f96', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c071c99-f1de-4821-94cb-17e7b7148732', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:54:11Z', 'updated_at': '2021-12-23T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:55:52.720212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:52.727589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e035308-24d0-4ced-b1a0-79229af328cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:52.775492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Pushing event deleted for resources: {'Port': ['ID=f211b98c-696c-4403-8ba2-7c4e8b80938c,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:52.787063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906c520-39f2-4806-80d1-30f222455779 None None] No DVR routers for this DVR port f211b98c-696c-4403-8ba2-7c4e8b80938c on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:55:52.790659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:52.791094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:52.791476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:52.791863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:52.792251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:52.792634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:52.793010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:52.794115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:52.794502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:52.794878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:52.795291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:52.798639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:52.870713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.152676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.157277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.183802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.184409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Fanout notify agent at l3_agent the message router_deleted on router 8c071c99-f1de-4821-94cb-17e7b7148732 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:55:53.202440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.207319 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-96dbf524-a3d5-42ff-9250-b6f5cd30c2db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/routers/8c071c99-f1de-4821-94cb-17e7b7148732 HTTP/1.1" status: 204  len: 168 time: 1.8251321
Dec 23 16:55:53.207464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36008) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:53.268054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f211b98c-696c-4403-8ba2-7c4e8b80938c no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:55:53.304448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: f211b98c-696c-4403-8ba2-7c4e8b80938c {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:55:53.304853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f211b98c-696c-4403-8ba2-7c4e8b80938c not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:55:53.305336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 20aa166c-6177-4555-befa-1a3a1225f7d7 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:55:53.343629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 20aa166c-6177-4555-befa-1a3a1225f7d7 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:55:53.343961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 20aa166c-6177-4555-befa-1a3a1225f7d7 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:55:53.351647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.495176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.525657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b78ecf438>,) {'filters': {'network_id': ['0499556a-ea4c-48e1-a7b2-ec6cf30883b8']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:55:53.542114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78ecf438>, '9d229f37-f136-4d77-a9e3-88a3aaded7ae') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:55:53.542454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b78ecf438>, '9d229f37-f136-4d77-a9e3-88a3aaded7ae') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:55:53.556321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.571961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.578425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:55:53.578906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:55:53.595591 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:55:53.679889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.683588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bfc6598d-b6ab-4612-8ad3-26a66da22a6d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:53.698822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.710910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Network': ['ID=0499556a-ea4c-48e1-a7b2-ec6cf30883b8,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:53.723266 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/networks/0499556a-ea4c-48e1-a7b2-ec6cf30883b8 HTTP/1.1" status: 204  len: 168 time: 0.5146554
Dec 23 16:55:53.724970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:53.725422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:53.725867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:53.726258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36012) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:53.726414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:53.726726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:53.727187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:53.727619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:53.728049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:53.728474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:53.728902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:53.729330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:53.732629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:53.801119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59dab530-ac48-4dc0-8f73-4d1adc9b3ff2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.831547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59dab530-ac48-4dc0-8f73-4d1adc9b3ff2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.884815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59dab530-ac48-4dc0-8f73-4d1adc9b3ff2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.890131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7747850d-e271-47ea-978b-4ca061ea3218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:53.910666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dab530-ac48-4dc0-8f73-4d1adc9b3ff2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:53.916382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-59dab530-ac48-4dc0-8f73-4d1adc9b3ff2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:53.918395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-59dab530-ac48-4dc0-8f73-4d1adc9b3ff2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:53.919674 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-59dab530-ac48-4dc0-8f73-4d1adc9b3ff2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/security-groups/e3a98fe2-8a3b-4bbd-a39f-ea0e8792bf93 HTTP/1.1" status: 204  len: 168 time: 0.1922219
Dec 23 16:55:54.474847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36020) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:54.482136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2126229849', 'description': 'tempest-secgroup-smoke-2126229849 description', 'project_id': '2e850a8f293f445d88b071844b66bd01'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:55:54.489425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:55:54.494670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89144138-b35c-4b42-be88-f4a48df8ac08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:54.496481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:55:54.499801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:55:54.506663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:55:54.516487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:54.553267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:55:54.557297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:55:54.560231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:55:54.566856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:55:54.624072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:54.626753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:54.632183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7c28586f-4861-4e34-ab04-f69bf0079dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:54.676164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=060590d0-5464-44de-9d08-bd3adf630fee,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:54.679005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:54.679875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:54.683461 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f46b2cf8-4db4-4f5b-943d-c78ef99669d2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2052364
Dec 23 16:55:54.684359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36024) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:54.690915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7954dd78-9632-44de-90d3-b5217405a0af tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '060590d0-5464-44de-9d08-bd3adf630fee', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:55:54.697653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7954dd78-9632-44de-90d3-b5217405a0af tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:55:54.701772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7954dd78-9632-44de-90d3-b5217405a0af tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:55:54.705045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7954dd78-9632-44de-90d3-b5217405a0af tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:55:54.711242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7954dd78-9632-44de-90d3-b5217405a0af tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:55:54.728456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7954dd78-9632-44de-90d3-b5217405a0af tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:54.793567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7954dd78-9632-44de-90d3-b5217405a0af tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:54.796149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7954dd78-9632-44de-90d3-b5217405a0af tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:54.798041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5b536fb-5988-49c6-868e-0d5f7174e6fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:54.822023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954dd78-9632-44de-90d3-b5217405a0af tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b56f50-1e60-49b5-a1f6-5720d1095369,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:54.824593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7954dd78-9632-44de-90d3-b5217405a0af tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:54.831980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7954dd78-9632-44de-90d3-b5217405a0af tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:54.833347 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7954dd78-9632-44de-90d3-b5217405a0af tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1479006
Dec 23 16:55:54.836220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36028) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:54.847589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7dd1196c-39b9-4b70-83aa-39382907774e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '060590d0-5464-44de-9d08-bd3adf630fee', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:55:54.854178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7dd1196c-39b9-4b70-83aa-39382907774e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:55:54.858181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7dd1196c-39b9-4b70-83aa-39382907774e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:55:54.861176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7dd1196c-39b9-4b70-83aa-39382907774e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:55:54.867242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7dd1196c-39b9-4b70-83aa-39382907774e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:55:54.885644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7dd1196c-39b9-4b70-83aa-39382907774e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:54.949854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7dd1196c-39b9-4b70-83aa-39382907774e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:54.952602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7dd1196c-39b9-4b70-83aa-39382907774e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:54.954554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-25fa3eab-f56a-46c5-a34f-fc0d80d529c2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:54.976791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1196c-39b9-4b70-83aa-39382907774e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460e7eaf-7dc0-45b3-a8ea-125ccedd2e01,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:54.980998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7dd1196c-39b9-4b70-83aa-39382907774e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:54.988305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7dd1196c-39b9-4b70-83aa-39382907774e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:54.989668 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7dd1196c-39b9-4b70-83aa-39382907774e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1523538
Dec 23 16:55:54.992486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36032) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:54.999106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ecea44dc-7f88-4538-bbea-ba6c603ea7e8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '060590d0-5464-44de-9d08-bd3adf630fee', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:55:55.006036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ecea44dc-7f88-4538-bbea-ba6c603ea7e8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:55:55.010094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ecea44dc-7f88-4538-bbea-ba6c603ea7e8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:55:55.013094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ecea44dc-7f88-4538-bbea-ba6c603ea7e8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:55:55.019532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ecea44dc-7f88-4538-bbea-ba6c603ea7e8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:55:55.035896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ecea44dc-7f88-4538-bbea-ba6c603ea7e8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.101698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ecea44dc-7f88-4538-bbea-ba6c603ea7e8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.104234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ecea44dc-7f88-4538-bbea-ba6c603ea7e8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.106187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0367a534-ee45-4090-b868-7adf23bb68a6 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:55.130748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea44dc-7f88-4538-bbea-ba6c603ea7e8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1a520c-c478-44ba-a103-30afe35f9e5c,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:55.133361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ecea44dc-7f88-4538-bbea-ba6c603ea7e8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:55.140113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ecea44dc-7f88-4538-bbea-ba6c603ea7e8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.143605 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ecea44dc-7f88-4538-bbea-ba6c603ea7e8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1499522
Dec 23 16:55:55.144341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36036) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:55.149133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device db523955-28e8-4371-bfe4-7d8b0ae11f96 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:55:55.150717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8dc508e1-f127-419c-b82d-3832e0bd392f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '060590d0-5464-44de-9d08-bd3adf630fee', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:55:55.157217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8dc508e1-f127-419c-b82d-3832e0bd392f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:55:55.161792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8dc508e1-f127-419c-b82d-3832e0bd392f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:55:55.164834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8dc508e1-f127-419c-b82d-3832e0bd392f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:55:55.171025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8dc508e1-f127-419c-b82d-3832e0bd392f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:55:55.188425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8dc508e1-f127-419c-b82d-3832e0bd392f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.198385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: db523955-28e8-4371-bfe4-7d8b0ae11f96 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:55:55.198802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device db523955-28e8-4371-bfe4-7d8b0ae11f96 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:55:55.261222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8dc508e1-f127-419c-b82d-3832e0bd392f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.263973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8dc508e1-f127-419c-b82d-3832e0bd392f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.265894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f73dfce7-1210-4b4b-a69a-1062c1c5fabb tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:55.291722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc508e1-f127-419c-b82d-3832e0bd392f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7832083d-ec6f-469e-95ee-771062a27eb7,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:55.294865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8dc508e1-f127-419c-b82d-3832e0bd392f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:55.302571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8dc508e1-f127-419c-b82d-3832e0bd392f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.303963 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8dc508e1-f127-419c-b82d-3832e0bd392f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1586015
Dec 23 16:55:55.306826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36040) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:55.312960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-89c8cae3-e740-44ee-8c83-a9fbee0e1257 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '060590d0-5464-44de-9d08-bd3adf630fee', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:55:55.320062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-89c8cae3-e740-44ee-8c83-a9fbee0e1257 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:55:55.324189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-89c8cae3-e740-44ee-8c83-a9fbee0e1257 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:55:55.327278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-89c8cae3-e740-44ee-8c83-a9fbee0e1257 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:55:55.334072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-89c8cae3-e740-44ee-8c83-a9fbee0e1257 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:55:55.343610 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-89c8cae3-e740-44ee-8c83-a9fbee0e1257 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Project 2e850a8f293f445d88b071844b66bd01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:55:55.350272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89c8cae3-e740-44ee-8c83-a9fbee0e1257 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.418416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89c8cae3-e740-44ee-8c83-a9fbee0e1257 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.421014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89c8cae3-e740-44ee-8c83-a9fbee0e1257 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.422915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6ddd59b0-d97c-438b-b82e-bf391abe7df2 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:55.444759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8cae3-e740-44ee-8c83-a9fbee0e1257 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17331dce-0720-49cb-8dfd-bd0f76e3b97b,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:55.449009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-89c8cae3-e740-44ee-8c83-a9fbee0e1257 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:55.456786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-89c8cae3-e740-44ee-8c83-a9fbee0e1257 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.458087 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-89c8cae3-e740-44ee-8c83-a9fbee0e1257 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1501610
Dec 23 16:55:55.461119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36044) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:55.467050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-058f94e1-57fd-43e7-83ae-62a73cededa2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '060590d0-5464-44de-9d08-bd3adf630fee', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:55:55.473527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-058f94e1-57fd-43e7-83ae-62a73cededa2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:55:55.477878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-058f94e1-57fd-43e7-83ae-62a73cededa2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:55:55.480907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-058f94e1-57fd-43e7-83ae-62a73cededa2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:55:55.487159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-058f94e1-57fd-43e7-83ae-62a73cededa2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:55:55.498248 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-058f94e1-57fd-43e7-83ae-62a73cededa2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Project 2e850a8f293f445d88b071844b66bd01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:55:55.505682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-058f94e1-57fd-43e7-83ae-62a73cededa2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.574632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-058f94e1-57fd-43e7-83ae-62a73cededa2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.577180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-058f94e1-57fd-43e7-83ae-62a73cededa2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.585274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a24cde38-a4eb-480c-8260-7f9b5b9347de tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:55.609721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f94e1-57fd-43e7-83ae-62a73cededa2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa7c155-e394-4cfc-9a2c-e51061e6c951,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:55.612702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-058f94e1-57fd-43e7-83ae-62a73cededa2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:55.616334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-058f94e1-57fd-43e7-83ae-62a73cededa2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.617623 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-058f94e1-57fd-43e7-83ae-62a73cededa2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1554973
Dec 23 16:55:55.620713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36048) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:55.626847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'network': {'name': 'tempest-network-smoke--568709929', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'port_security_enabled': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:55:55.633036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:55:55.637573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:network and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:55:55.640840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:55:55.649218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:55:55.660134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Made reservation on behalf of 2e850a8f293f445d88b071844b66bd01 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:55:55.665665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.696306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:55:55.705187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.705565 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Added segment fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78 of type vlan for network c2b86d85-28fc-404f-86bd-c778612e9f89
Dec 23 16:55:55.732816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.763588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.767765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:55.768515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.774046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c3b85c1d-daae-4bb7-ae34-29fb9924147f tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:55.831479 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2095973
Dec 23 16:55:55.834553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36052) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:55.840716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'admin_state_up': True, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:55:55.848687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:55:55.852770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:router and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:55:55.855768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:55:55.861843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:55:55.873000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.874032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.892785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Network': ['ID=c2b86d85-28fc-404f-86bd-c778612e9f89,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:55.895947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d117caf-c97b-4d34-bee8-7ee6d936a8b0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:55.898403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:55.904128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network c2b86d85-28fc-404f-86bd-c778612e9f89 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:55:56.030443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:56.055668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:56.247160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:56.279248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:56.424212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.26.5.44 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/a68b698f-9988-456e-9c0a-ce98e234e191) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:55:56.582495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:56.607721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:56.612733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c843c805-a565-4ade-b86d-2bbbea197b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:56.680887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:55:56.683891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:55:56.688388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:55:56.717130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=a68b698f-9988-456e-9c0a-ce98e234e191,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:56.723106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:56.852318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:56.853004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:56.875561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-559e557c-3302-4f97-bbc9-dda9bf8fcba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:57.094082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router 842fcefc-8af1-4c4d-a769-4b4790bd7220 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:55:57.305006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:55:57.316850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Sync routers for ids ['842fcefc-8af1-4c4d-a769-4b4790bd7220'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:55:57.329624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Routers {'842fcefc-8af1-4c4d-a769-4b4790bd7220'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:55:57.330410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c2b38>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:55:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['842fcefc-8af1-4c4d-a769-4b4790bd7220'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:55:57.332211 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:57.333546 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-563c1fbd-f01f-4f13-8f6c-5763acfce045 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.4977100
Dec 23 16:55:57.336922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36056) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:57.384823 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-515ae2eb-41dc-4a2e-8e27-b12eac40ced6 tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=2e850a8f293f445d88b071844b66bd01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0441713
Dec 23 16:55:57.385043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36060) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:57.457505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:57.534080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b703c3-8d13-41c5-a676-31779cf38304 tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:57.535849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-01b703c3-8d13-41c5-a676-31779cf38304 tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1498764
Dec 23 16:55:57.539071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36064) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:57.589700 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-013898ae-e71b-401b-a8a9-8674f5573398 tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0493438
Dec 23 16:55:57.592505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36068) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:57.599835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1306636963', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:55:57.660805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Set router 842fcefc-8af1-4c4d-a769-4b4790bd7220 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:55:57.716638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:55:57.720701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:subnet and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:55:57.724332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:55:57.730485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:55:57.740093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Made reservation on behalf of 2e850a8f293f445d88b071844b66bd01 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:55:57.849593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:57.974459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c2b38>, [{'id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:55:55Z', 'updated_at': '2021-12-23T16:55:56Z', 'revision_number': 3, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:56Z', 'updated_at': '2021-12-23T16:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:55:57.978471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Checking router: 842fcefc-8af1-4c4d-a769-4b4790bd7220 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:55:57.978879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Updating router 842fcefc-8af1-4c4d-a769-4b4790bd7220 port a68b698f-9988-456e-9c0a-ce98e234e191 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:55:58.035203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:58.085452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:58.089918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-37e9e5bd-79da-425f-8daa-2f1c68368974 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:58.171497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Subnet': ['ID=a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:58.176339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:58.185086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Checking segment: {'id': 'fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:55:58.185501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network hostable DHCP agents. Network: c2b86d85-28fc-404f-86bd-c778612e9f89, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:55:58.207336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network c2b86d85-28fc-404f-86bd-c778612e9f89 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:55:58.216029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, c2b86d85-28fc-404f-86bd-c778612e9f89) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:55:58.220531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:55:58.221978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:58.228766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befde463-d403-4acc-95e9-63ed39ce077a None None] Network c2b86d85-28fc-404f-86bd-c778612e9f89 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:55:58.244897 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a2bdb868-eb89-4b8e-9c8d-51e49141c8db tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6512918
Dec 23 16:55:58.247790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36072) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:58.384930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:58.397726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Transition to ACTIVE for port object a68b698f-9988-456e-9c0a-ce98e234e191 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:55:58.403633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:58.408240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:58.470004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-c2b86d85-28fc-404f-86bd-c778612e9f89', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ips': [{'subnet_id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:55:58.470943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:58.499213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Pushing event updated for resources: {'Port': ['ID=a68b698f-9988-456e-9c0a-ce98e234e191,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:58.502700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Attempting to bind port a68b698f-9988-456e-9c0a-ce98e234e191 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:55:58.505747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Attempting to bind port a68b698f-9988-456e-9c0a-ce98e234e191 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:55:58.507491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Attempting to bind port a68b698f-9988-456e-9c0a-ce98e234e191 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:55:58.522270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:55:58.522677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:55:58.523200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:58.523653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:55:58.524192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Bound port: a68b698f-9988-456e-9c0a-ce98e234e191, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:55:58.524615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:58.574053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:58.574425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:58.574769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:58.575174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:58.575549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:58.575919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:58.576285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:58.576652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:58.577022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:58.577381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:58.577748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:55:58.582665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:58.619324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] For port a68b698f-9988-456e-9c0a-ce98e234e191, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:55:58.623021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] For port a68b698f-9988-456e-9c0a-ce98e234e191, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a68b698f-9988-456e-9c0a-ce98e234e191,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:55:58.628882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:58.634798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0e5897cb-9ac3-4b53-a71f-fc60bac38cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:58.656835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Allocated IP 172.20.0.2 (c2b86d85-28fc-404f-86bd-c778612e9f89/a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a/67682599-ed98-47cd-be75-70eec801427c) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:55:58.724038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Pushing event updated for resources: {'Port': ['ID=a68b698f-9988-456e-9c0a-ce98e234e191,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:58.727349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:58.727984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Routers {'842fcefc-8af1-4c4d-a769-4b4790bd7220'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:55:58.728654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c2b38>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:55:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['842fcefc-8af1-4c4d-a769-4b4790bd7220'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:55:58.785549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:58.909556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:58.921379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Transition to ACTIVE for port object 67682599-ed98-47cd-be75-70eec801427c will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:55:58.933287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] Set router 842fcefc-8af1-4c4d-a769-4b4790bd7220 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:55:58.942724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Transition to ACTIVE for port object 67682599-ed98-47cd-be75-70eec801427c will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:55:58.948888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:58.953713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3906c520-39f2-4806-80d1-30f222455779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:59.027860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Network c2b86d85-28fc-404f-86bd-c778612e9f89 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:55:59.031546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:55:59.040464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:55:59.044057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Pushing event updated for resources: {'Port': ['ID=67682599-ed98-47cd-be75-70eec801427c,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:59.048086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:59.270148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3c2b38>, [{'id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:55:55Z', 'updated_at': '2021-12-23T16:55:56Z', 'revision_number': 3, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:56Z', 'updated_at': '2021-12-23T16:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:55:59.275505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfeab48-f5fd-4f5d-b5eb-d5ff09cc57b8 None None] The sync data for ids ['842fcefc-8af1-4c4d-a769-4b4790bd7220'] in dv-neutron-822801-1-hyperv is: [{'id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:55:55Z', 'updated_at': '2021-12-23T16:55:56Z', 'revision_number': 3, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:56Z', 'updated_at': '2021-12-23T16:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:55:59.334392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Attempting to bind port 67682599-ed98-47cd-be75-70eec801427c on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:55:59.334812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Attempting to bind port 67682599-ed98-47cd-be75-70eec801427c by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:55:59.335277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Attempting to bind port 67682599-ed98-47cd-be75-70eec801427c on network c2b86d85-28fc-404f-86bd-c778612e9f89 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:55:59.342139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:55:59.342562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Checking segment: {'id': 'fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:55:59.343045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:59.343495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Bound using segment: {'id': 'fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:55:59.344019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Bound port: 67682599-ed98-47cd-be75-70eec801427c, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:55:59.344441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:59.378402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:59.441460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] For port 67682599-ed98-47cd-be75-70eec801427c, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:55:59.444724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] For port 67682599-ed98-47cd-be75-70eec801427c, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=67682599-ed98-47cd-be75-70eec801427c,segment=NetworkSegment(fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78),segment_id=fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:55:59.448139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:55:59.452570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:55:59.537797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Pushing event updated for resources: {'Port': ['ID=67682599-ed98-47cd-be75-70eec801427c,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:55:59.540868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:55:59.826265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.20.0.1 (c2b86d85-28fc-404f-86bd-c778612e9f89/a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a/09d95ae7-7f70-4af8-bae1-9c6c01c24929) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:56:00.040424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:00.059217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Transition to ACTIVE for port object 09d95ae7-7f70-4af8-bae1-9c6c01c24929 will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:56:00.079501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:00.085000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:56:00.158697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network c2b86d85-28fc-404f-86bd-c778612e9f89 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:56:00.162647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:56:00.165357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:56:00.206123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=09d95ae7-7f70-4af8-bae1-9c6c01c24929,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:56:00.213831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:56:00.241638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:00.330368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:00.774868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:00.779839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:00.811679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:56:00.906461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:00.911170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=09d95ae7-7f70-4af8-bae1-9c6c01c24929,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:56:00.914726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:56:01.069954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network c2b86d85-28fc-404f-86bd-c778612e9f89 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:56:01.071186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:56:01.200415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285b1a05-e386-4228-adfc-5bc8f34b8b91 None None] Network c2b86d85-28fc-404f-86bd-c778612e9f89 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:56:01.303550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a68b698f-9988-456e-9c0a-ce98e234e191 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:56:01.401187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-68e0c057-9269-46d4-b7cf-fe4d4a7d7219 None None] Provisioning for port 67682599-ed98-47cd-be75-70eec801427c completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:56:01.498219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router 842fcefc-8af1-4c4d-a769-4b4790bd7220 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:56:01.512060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port a68b698f-9988-456e-9c0a-ce98e234e191 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:56:01.522747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port a68b698f-9988-456e-9c0a-ce98e234e191 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:56:01.523219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:01.668855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:01.688522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port a68b698f-9988-456e-9c0a-ce98e234e191, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a68b698f-9988-456e-9c0a-ce98e234e191,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:56:01.693068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:01.693984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 67682599-ed98-47cd-be75-70eec801427c up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:56:01.724669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:56:01.830001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=a68b698f-9988-456e-9c0a-ce98e234e191,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:56:01.834715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:56:01.840586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 67682599-ed98-47cd-be75-70eec801427c completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:56:01.845904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 67682599-ed98-47cd-be75-70eec801427c triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:56:01.847084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:01.994223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b141c577-52cd-4bb8-99d1-e13c046b3407 None None] Provisioning for port 09d95ae7-7f70-4af8-bae1-9c6c01c24929 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:56:01.995227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:56:02.004187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:02.015253 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "PUT /v2.0/routers/842fcefc-8af1-4c4d-a769-4b4790bd7220/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7660313
Dec 23 16:56:02.020600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b141c577-52cd-4bb8-99d1-e13c046b3407 None None] Provisioning complete for port 09d95ae7-7f70-4af8-bae1-9c6c01c24929 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:56:02.021384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b141c577-52cd-4bb8-99d1-e13c046b3407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:02.098224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 67682599-ed98-47cd-be75-70eec801427c, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=67682599-ed98-47cd-be75-70eec801427c,segment=NetworkSegment(fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78),segment_id=fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:56:02.100661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b141c577-52cd-4bb8-99d1-e13c046b3407 None None] Port 09d95ae7-7f70-4af8-bae1-9c6c01c24929 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:56:02.104461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:02.109201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:56:02.179882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b141c577-52cd-4bb8-99d1-e13c046b3407 None None] Provisioning complete for port 67682599-ed98-47cd-be75-70eec801427c triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:56:02.180296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b141c577-52cd-4bb8-99d1-e13c046b3407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:02.245515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=67682599-ed98-47cd-be75-70eec801427c,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:56:02.247788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-222b4230-ae35-4488-9e7e-58550e9bc75e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:56:02.249623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:56:02.271859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-222b4230-ae35-4488-9e7e-58550e9bc75e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:56:02.273571 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-222b4230-ae35-4488-9e7e-58550e9bc75e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126229849&fields=id&tenant_id=2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 267 time: 0.0906310
Dec 23 16:56:02.405676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Sync routers for ids ['842fcefc-8af1-4c4d-a769-4b4790bd7220'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:56:02.420801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Routers {'842fcefc-8af1-4c4d-a769-4b4790bd7220'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:56:02.421522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6adc88>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:55:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['842fcefc-8af1-4c4d-a769-4b4790bd7220'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:56:02.451096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-7984ce61-8847-4427-98c6-85cef7a0a8ab tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:02.451932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-7984ce61-8847-4427-98c6-85cef7a0a8ab tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:56:02.468508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-7984ce61-8847-4427-98c6-85cef7a0a8ab tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:56:02.469771 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-7984ce61-8847-4427-98c6-85cef7a0a8ab tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/networks?id=c2b86d85-28fc-404f-86bd-c778612e9f89 HTTP/1.1" status: 200  len: 796 time: 0.1893814
Dec 23 16:56:02.488918 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6d5e2ba7-13ea-4362-b67c-56ceac31358c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/quotas/2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 375 time: 0.0124743
Dec 23 16:56:02.577072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-d20c55b1-2c16-4b75-8ef8-e6bfd69450a0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:56:02.592601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-d20c55b1-2c16-4b75-8ef8-e6bfd69450a0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:56:02.594034 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-d20c55b1-2c16-4b75-8ef8-e6bfd69450a0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0993943
Dec 23 16:56:02.599200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9d7d8cb5-cbd5-4620-8043-3e44bbef6d1f None None] Provisioning complete for port 09d95ae7-7f70-4af8-bae1-9c6c01c24929 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:56:02.599732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8cb5-cbd5-4620-8043-3e44bbef6d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:02.677697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d8cb5-cbd5-4620-8043-3e44bbef6d1f None None] Port 09d95ae7-7f70-4af8-bae1-9c6c01c24929 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:56:02.686160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Set router 842fcefc-8af1-4c4d-a769-4b4790bd7220 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:56:02.710176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-f2a66087-ce21-4dde-a718-8cfafa53698a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:56:02.711325 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-f2a66087-ce21-4dde-a718-8cfafa53698a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.1040342
Dec 23 16:56:02.860756 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-26017bb0-ce42-4274-b283-7228298c0e97 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425014
Dec 23 16:56:02.877038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-34936ccf-90dd-4b71-8639-4fae72c4a0e1 None None] Provisioning complete for port 09d95ae7-7f70-4af8-bae1-9c6c01c24929 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:56:02.877594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34936ccf-90dd-4b71-8639-4fae72c4a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:03.006895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-34936ccf-90dd-4b71-8639-4fae72c4a0e1 None None] Port 09d95ae7-7f70-4af8-bae1-9c6c01c24929 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:56:03.012941 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-0376be4c-317d-4abc-9585-42d282f1e534 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445501
Dec 23 16:56:03.090542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6adc88>, [{'id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:55:55Z', 'updated_at': '2021-12-23T16:56:00Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:56Z', 'updated_at': '2021-12-23T16:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '09d95ae7-7f70-4af8-bae1-9c6c01c24929', 'name': '', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:38:0b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:59Z', 'updated_at': '2021-12-23T16:56:00Z', 'revision_number': 2, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:56:03.094357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Checking router: 842fcefc-8af1-4c4d-a769-4b4790bd7220 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:56:03.094766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Updating router 842fcefc-8af1-4c4d-a769-4b4790bd7220 port 09d95ae7-7f70-4af8-bae1-9c6c01c24929 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:56:03.155333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:03.243261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-69218d06-435c-4b50-8c7a-f240c9689af0 req-d1c85ba0-18dc-4b05-8dc7-33a996428693 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:56:03.258690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-69218d06-435c-4b50-8c7a-f240c9689af0 req-d1c85ba0-18dc-4b05-8dc7-33a996428693 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:56:03.272059 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69218d06-435c-4b50-8c7a-f240c9689af0 req-d1c85ba0-18dc-4b05-8dc7-33a996428693 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 210 time: 0.0990074
Dec 23 16:56:03.303244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a68b698f-9988-456e-9c0a-ce98e234e191 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:56:03.671700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port a68b698f-9988-456e-9c0a-ce98e234e191 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:56:03.672136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:03.886367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:03.889408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 67682599-ed98-47cd-be75-70eec801427c up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:56:03.944147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Transition to ACTIVE for port object 09d95ae7-7f70-4af8-bae1-9c6c01c24929 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:56:03.953730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:03.959207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee922ba5-1f0f-4485-a649-3a5618eb7aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:56:04.096565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f63dc3-9944-478c-9e54-dac4e5ec059f None None] Pushing event updated for resources: {'Port': ['ID=09d95ae7-7f70-4af8-bae1-9c6c01c24929,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:56:04.099890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-94f63dc3-9944-478c-9e54-dac4e5ec059f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:56:04.107919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 67682599-ed98-47cd-be75-70eec801427c triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:56:04.108356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:04.256529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Attempting to bind port 09d95ae7-7f70-4af8-bae1-9c6c01c24929 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:56:04.257069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Attempting to bind port 09d95ae7-7f70-4af8-bae1-9c6c01c24929 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:56:04.257360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Attempting to bind port 09d95ae7-7f70-4af8-bae1-9c6c01c24929 on network c2b86d85-28fc-404f-86bd-c778612e9f89 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:56:04.270634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:56:04.271072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Checking segment: {'id': 'fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:56:04.271788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:04.272348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Bound using segment: {'id': 'fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:56:04.272757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Bound port: 09d95ae7-7f70-4af8-bae1-9c6c01c24929, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:56:04.273194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:04.443787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] For port 09d95ae7-7f70-4af8-bae1-9c6c01c24929, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:56:04.447232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] For port 09d95ae7-7f70-4af8-bae1-9c6c01c24929, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=09d95ae7-7f70-4af8-bae1-9c6c01c24929,segment=NetworkSegment(fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78),segment_id=fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:56:04.450517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:04.455081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc0cc317-fc9c-49e0-aa61-3ad424c50f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:56:04.505929 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-11fb5ac9-3542-456f-865c-0985100c4863 req-070365b2-f6a7-4ba1-8319-3d4fb9dcbc60 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 210 time: 0.0695164
Dec 23 16:56:04.538777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f63dc3-9944-478c-9e54-dac4e5ec059f None None] Pushing event updated for resources: {'Port': ['ID=09d95ae7-7f70-4af8-bae1-9c6c01c24929,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:56:04.542894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-94f63dc3-9944-478c-9e54-dac4e5ec059f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:56:04.545504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Routers {'842fcefc-8af1-4c4d-a769-4b4790bd7220'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:56:04.546192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6adc88>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:55:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['842fcefc-8af1-4c4d-a769-4b4790bd7220'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:56:04.560398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-2813d919-3499-4fc5-8407-fe33723c904f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:04.562690 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-2813d919-3499-4fc5-8407-fe33723c904f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/networks?id=c2b86d85-28fc-404f-86bd-c778612e9f89 HTTP/1.1" status: 200  len: 796 time: 0.2543552
Dec 23 16:56:04.631192 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-5ef1c80c-5949-4de7-9a63-f3f04d4581d6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 380 time: 0.0561142
Dec 23 16:56:04.644317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'port': {'device_id': '960df164-6ac2-47db-9342-58b648b34408', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'admin_state_up': True, 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'security_groups': ['060590d0-5464-44de-9d08-bd3adf630fee']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:56:04.748464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] Set router 842fcefc-8af1-4c4d-a769-4b4790bd7220 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:56:04.800235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:56:04.811141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:56:04.821697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Made reservation on behalf of 2e850a8f293f445d88b071844b66bd01 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:56:04.827543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:05.012925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.20.0.9 (c2b86d85-28fc-404f-86bd-c778612e9f89/a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a/248cd0da-325d-4db5-b266-da9d63658e6d) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:56:05.113544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6adc88>, [{'id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:55:55Z', 'updated_at': '2021-12-23T16:56:00Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:56Z', 'updated_at': '2021-12-23T16:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '09d95ae7-7f70-4af8-bae1-9c6c01c24929', 'name': '', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:38:0b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:59Z', 'updated_at': '2021-12-23T16:56:04Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:56:05.118015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d591a0b9-3ec7-456a-a38e-bce8f2a25d44 None None] The sync data for ids ['842fcefc-8af1-4c4d-a769-4b4790bd7220'] in dv-neutron-822801-1-hyperv is: [{'id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:55:55Z', 'updated_at': '2021-12-23T16:56:00Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:56Z', 'updated_at': '2021-12-23T16:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '09d95ae7-7f70-4af8-bae1-9c6c01c24929', 'name': '', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:38:0b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:59Z', 'updated_at': '2021-12-23T16:56:04Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:56:05.477502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:05.495883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Transition to ACTIVE for port object 248cd0da-325d-4db5-b266-da9d63658e6d will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:56:05.517713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:05.524118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:56:05.539764 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-75db66ef-eecc-41f8-9702-cff6694eaac5 req-a997c82c-5969-4250-a5dc-c330deaedede tempest-ServerDiskConfigTestJSON-1657925586 tempest-ServerDiskConfigTestJSON-1657925586-project] (88840) timed out ('10.222.0.36', 51881) {{(pid=88840) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 23 16:56:05.609165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network c2b86d85-28fc-404f-86bd-c778612e9f89 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:56:05.610083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=248cd0da-325d-4db5-b266-da9d63658e6d,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:56:05.613114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:56:05.615137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:56:05.615902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:56:05.691230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:05.691942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:05.723174 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0837646
Dec 23 16:56:05.735813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Request body: {'port': {'device_id': '960df164-6ac2-47db-9342-58b648b34408', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:56:05.780429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612552c-2977-4e26-b898-6bf44c21eb03 req-9209b9ab-cc10-4ceb-888c-6e4ed0672164 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:05.782497 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6612552c-2977-4e26-b898-6bf44c21eb03 req-9209b9ab-cc10-4ceb-888c-6e4ed0672164 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 931 time: 0.1008968
Dec 23 16:56:05.856627 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6612552c-2977-4e26-b898-6bf44c21eb03 req-d6b84c45-6d9b-4d74-b310-f3d8e3666362 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662017
Dec 23 16:56:05.884279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:06.027206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ac0e15e5-ad7d-4e7e-9c2f-ce6475bc7f27 None None] Provisioning for port 248cd0da-325d-4db5-b266-da9d63658e6d completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:56:06.032770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ac0e15e5-ad7d-4e7e-9c2f-ce6475bc7f27 None None] Provisioning complete for port 248cd0da-325d-4db5-b266-da9d63658e6d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:56:06.033133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ac0e15e5-ad7d-4e7e-9c2f-ce6475bc7f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:06.092841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ac0e15e5-ad7d-4e7e-9c2f-ce6475bc7f27 None None] Port 248cd0da-325d-4db5-b266-da9d63658e6d cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:56:06.271361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248cd0da-325d-4db5-b266-da9d63658e6d {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:56:06.279063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:06.295881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Transition to ACTIVE for port object 248cd0da-325d-4db5-b266-da9d63658e6d will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:56:06.299260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:06.304178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-98d32456-7ccf-484f-a0c3-7b36e59feb45 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:56:06.437123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Pushing event updated for resources: {'Port': ['ID=248cd0da-325d-4db5-b266-da9d63658e6d,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:56:06.441966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:56:06.569687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Attempting to bind port 248cd0da-325d-4db5-b266-da9d63658e6d on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:56:06.570259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Attempting to bind port 248cd0da-325d-4db5-b266-da9d63658e6d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:56:06.570428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Attempting to bind port 248cd0da-325d-4db5-b266-da9d63658e6d on network c2b86d85-28fc-404f-86bd-c778612e9f89 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:56:06.576951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Port 248cd0da-325d-4db5-b266-da9d63658e6d on network c2b86d85-28fc-404f-86bd-c778612e9f89 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:56:06.577323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Attempting to bind port 248cd0da-325d-4db5-b266-da9d63658e6d on network c2b86d85-28fc-404f-86bd-c778612e9f89 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:56:06.584993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:56:06.585375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Checking segment: {'id': 'fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:56:06.585811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Bound using segment: {'id': 'fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:56:06.586298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Bound port: 248cd0da-325d-4db5-b266-da9d63658e6d, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:56:06.586687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:06.683001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] For port 248cd0da-325d-4db5-b266-da9d63658e6d, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:56:06.686297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] For port 248cd0da-325d-4db5-b266-da9d63658e6d, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=248cd0da-325d-4db5-b266-da9d63658e6d,segment=NetworkSegment(fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78),segment_id=fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:56:06.690076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:06.694692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:56:06.761871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:06.763433 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] 10.222.0.36 "PUT /v2.0/ports/248cd0da-325d-4db5-b266-da9d63658e6d HTTP/1.1" status: 200  len: 1093 time: 1.0326183
Dec 23 16:56:06.764013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960df164-6ac2-47db-9342-58b648b34408', 'tag': '248cd0da-325d-4db5-b266-da9d63658e6d'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:56:06.791496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Pushing event updated for resources: {'Port': ['ID=248cd0da-325d-4db5-b266-da9d63658e6d,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:56:06.795144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:56:06.843690 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960df164-6ac2-47db-9342-58b648b34408', 'tag': '248cd0da-325d-4db5-b266-da9d63658e6d', 'status': 'completed', 'code': 200}
Dec 23 16:56:06.884110 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-10241e92-b5d1-4baf-a7c1-564e2d2b1cbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 1096 time: 0.0825872
Dec 23 16:56:06.962916 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-9b4fea72-e9ae-4f9a-9785-156ec50edd55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=248cd0da-325d-4db5-b266-da9d63658e6d HTTP/1.1" status: 200  len: 217 time: 0.0720217
Dec 23 16:56:07.036710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-015aa289-56f3-4da8-9140-bb3e2033e773 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:07.038359 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-015aa289-56f3-4da8-9140-bb3e2033e773 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a HTTP/1.1" status: 200  len: 835 time: 0.0691061
Dec 23 16:56:07.089841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f68db-df5f-40b7-a0ed-d9eb5afe9c95 req-39629cd9-378a-42e3-92f7-9b7ccc144399 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:07.091512 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c32f68db-df5f-40b7-a0ed-d9eb5afe9c95 req-39629cd9-378a-42e3-92f7-9b7ccc144399 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 943 time: 0.1014814
Dec 23 16:56:07.123214 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-8c5d36e8-fa80-4790-b1d7-6bf6c62886b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2b86d85-28fc-404f-86bd-c778612e9f89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0783119
Dec 23 16:56:07.141894 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c32f68db-df5f-40b7-a0ed-d9eb5afe9c95 req-9356b23c-4be4-4c89-ba9e-f3e6218551ba tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441506
Dec 23 16:56:07.248025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 09d95ae7-7f70-4af8-bae1-9c6c01c24929 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:56:07.278160 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-42224859-e184-47aa-9ecf-dcf4b4ab3b23 service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487794
Dec 23 16:56:07.321088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 09d95ae7-7f70-4af8-bae1-9c6c01c24929 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:56:07.326232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 09d95ae7-7f70-4af8-bae1-9c6c01c24929 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:56:07.326663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:07.426475 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f819bf49-69ec-4fbb-a38a-bd8b1f24e283 req-6d564758-622c-4c80-bd96-c9e5adff9324 service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418638
Dec 23 16:56:07.447332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:07.480745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 09d95ae7-7f70-4af8-bae1-9c6c01c24929, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=09d95ae7-7f70-4af8-bae1-9c6c01c24929,segment=NetworkSegment(fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78),segment_id=fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:56:07.483677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:07.485616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:56:07.548386 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f493a99-38ab-4638-967e-26b808e0ceb8 req-ac899959-2800-48fe-95ab-0c1d660d2f07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 1096 time: 0.0804126
Dec 23 16:56:07.555887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=09d95ae7-7f70-4af8-bae1-9c6c01c24929,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:56:07.559153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:56:07.696206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f493a99-38ab-4638-967e-26b808e0ceb8 req-ba73698c-951a-472a-9ae8-7cfa70b94b7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:07.697739 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f493a99-38ab-4638-967e-26b808e0ceb8 req-ba73698c-951a-472a-9ae8-7cfa70b94b7f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2b86d85-28fc-404f-86bd-c778612e9f89 HTTP/1.1" status: 200  len: 897 time: 0.1420929
Dec 23 16:56:07.768837 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f493a99-38ab-4638-967e-26b808e0ceb8 req-36379147-00cb-4700-b4c4-f05e15bc674e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=248cd0da-325d-4db5-b266-da9d63658e6d HTTP/1.1" status: 200  len: 217 time: 0.0646238
Dec 23 16:56:07.840646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f493a99-38ab-4638-967e-26b808e0ceb8 req-1c161501-88ef-4394-b5e6-be846b10836f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:07.842207 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f493a99-38ab-4638-967e-26b808e0ceb8 req-1c161501-88ef-4394-b5e6-be846b10836f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a HTTP/1.1" status: 200  len: 835 time: 0.0673945
Dec 23 16:56:07.922929 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f493a99-38ab-4638-967e-26b808e0ceb8 req-aedbe59c-a9e7-4d20-8300-6469dce27753 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2b86d85-28fc-404f-86bd-c778612e9f89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0739741
Dec 23 16:56:08.069439 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f493a99-38ab-4638-967e-26b808e0ceb8 req-23eb3dda-a246-4478-96d4-7d381f560968 service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376655
Dec 23 16:56:08.216791 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4f493a99-38ab-4638-967e-26b808e0ceb8 req-0c9c1b47-4101-401a-ac5e-dd0b8867467c service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398966
Dec 23 16:56:08.377008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b48b0-5ef9-47dd-b75f-56e574a00d01 req-1fb5b3f3-5380-4836-ba65-709eea8c2bea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:08.378621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-759b48b0-5ef9-47dd-b75f-56e574a00d01 req-1fb5b3f3-5380-4836-ba65-709eea8c2bea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:56:08.393284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-759b48b0-5ef9-47dd-b75f-56e574a00d01 req-1fb5b3f3-5380-4836-ba65-709eea8c2bea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:56:08.394468 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-759b48b0-5ef9-47dd-b75f-56e574a00d01 req-1fb5b3f3-5380-4836-ba65-709eea8c2bea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 943 time: 0.1029844
Dec 23 16:56:08.446716 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-759b48b0-5ef9-47dd-b75f-56e574a00d01 req-b181a78a-1923-4114-b66e-083684125166 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452509
Dec 23 16:56:09.195253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 09d95ae7-7f70-4af8-bae1-9c6c01c24929 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:56:09.266113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 09d95ae7-7f70-4af8-bae1-9c6c01c24929 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:56:09.266541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:09.654221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f8d03-2281-43b4-b05d-2b85cb47084b req-6cfd1c66-8fb7-42e4-a35e-2d8cd3f11ef3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:09.655892 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9f4f8d03-2281-43b4-b05d-2b85cb47084b req-6cfd1c66-8fb7-42e4-a35e-2d8cd3f11ef3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 943 time: 0.0878794
Dec 23 16:56:09.704793 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9f4f8d03-2281-43b4-b05d-2b85cb47084b req-9cbb536c-1417-4dd8-9cc6-acf6bddd1aa6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421646
Dec 23 16:56:09.938098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 248cd0da-325d-4db5-b266-da9d63658e6d details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:56:10.081967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 248cd0da-325d-4db5-b266-da9d63658e6d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=248cd0da-325d-4db5-b266-da9d63658e6d,segment=NetworkSegment(fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78),segment_id=fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:56:10.096117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '248cd0da-325d-4db5-b266-da9d63658e6d', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'port_id': '248cd0da-325d-4db5-b266-da9d63658e6d', 'mac_address': 'fa:16:3e:f9:54:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:56:10.152366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:10.173607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248cd0da-325d-4db5-b266-da9d63658e6d {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:56:10.190332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 248cd0da-325d-4db5-b266-da9d63658e6d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=248cd0da-325d-4db5-b266-da9d63658e6d,segment=NetworkSegment(fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78),segment_id=fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:56:10.193043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:10.194952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:56:10.261800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=248cd0da-325d-4db5-b266-da9d63658e6d,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:56:10.265006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:56:10.394946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['248cd0da-325d-4db5-b266-da9d63658e6d'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:56:10.910071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f94c2-d3b1-4bf6-9aac-941a8f1dd3a7 req-da8ce810-a01d-4df1-b246-442ee21893df tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:10.911767 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b4f94c2-d3b1-4bf6-9aac-941a8f1dd3a7 req-da8ce810-a01d-4df1-b246-442ee21893df tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 944 time: 0.0853543
Dec 23 16:56:10.961214 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9b4f94c2-d3b1-4bf6-9aac-941a8f1dd3a7 req-8fb1af9f-f2ad-4f92-8c3c-d931884ffacc tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435159
Dec 23 16:56:11.953654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 248cd0da-325d-4db5-b266-da9d63658e6d up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:56:12.025883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 248cd0da-325d-4db5-b266-da9d63658e6d completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:56:12.030823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 248cd0da-325d-4db5-b266-da9d63658e6d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:56:12.031288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:12.153036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:12.166150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b9e67-0864-4346-9bd8-07b319b86091 req-89791122-bd4f-4278-9d89-16c2c4cb3a8a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:12.167886 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9d2b9e67-0864-4346-9bd8-07b319b86091 req-89791122-bd4f-4278-9d89-16c2c4cb3a8a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 944 time: 0.0839880
Dec 23 16:56:12.186141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960df164-6ac2-47db-9342-58b648b34408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248cd0da-325d-4db5-b266-da9d63658e6d'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:56:12.199041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 248cd0da-325d-4db5-b266-da9d63658e6d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=248cd0da-325d-4db5-b266-da9d63658e6d,segment=NetworkSegment(fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78),segment_id=fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:56:12.203123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:12.206844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-94f63dc3-9944-478c-9e54-dac4e5ec059f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:56:12.224698 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9d2b9e67-0864-4346-9bd8-07b319b86091 req-34c85f15-9780-4575-88ab-c3e137310f9a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482788
Dec 23 16:56:12.284410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=248cd0da-325d-4db5-b266-da9d63658e6d,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:56:12.287646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:56:12.331577 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960df164-6ac2-47db-9342-58b648b34408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248cd0da-325d-4db5-b266-da9d63658e6d', 'code': 200}
Dec 23 16:56:12.515986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:12.572133 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-44780620-fd95-412a-b397-43f30aac60b2 req-384efaaa-e7aa-4a92-bc49-b74ba766d010 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 1098 time: 0.0808356
Dec 23 16:56:12.620218 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-44780620-fd95-412a-b397-43f30aac60b2 req-38a62532-508c-455f-8050-8907b272e73b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418379
Dec 23 16:56:13.436874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efad6e-e423-4a60-bf8b-94736b6b54f6 req-579a0468-d46e-4cb8-a6d2-34b0c8ca4b0a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:13.438500 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7efad6e-e423-4a60-bf8b-94736b6b54f6 req-579a0468-d46e-4cb8-a6d2-34b0c8ca4b0a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0875459
Dec 23 16:56:13.492316 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7efad6e-e423-4a60-bf8b-94736b6b54f6 req-6c988517-c467-4328-a6fb-24b1d3e6802f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448952
Dec 23 16:56:14.698975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a216c5-0f31-4e82-bac3-8736fa156dfa req-88f48e8a-cf56-4de8-9991-d4c503553cf8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:14.700618 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-55a216c5-0f31-4e82-bac3-8736fa156dfa req-88f48e8a-cf56-4de8-9991-d4c503553cf8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0840907
Dec 23 16:56:14.748288 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-55a216c5-0f31-4e82-bac3-8736fa156dfa req-1962aa80-c149-4993-ac54-de20e60cb3eb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409465
Dec 23 16:56:14.956701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17eda60-52e2-4668-9ca1-70cd1421806e req-317e46ab-fac2-4f4b-b8de-fd27519927e7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:14.958331 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a17eda60-52e2-4668-9ca1-70cd1421806e req-317e46ab-fac2-4f4b-b8de-fd27519927e7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0886183
Dec 23 16:56:15.009167 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a17eda60-52e2-4668-9ca1-70cd1421806e req-992c0757-36d3-481e-8894-71f5d73f6b01 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446796
Dec 23 16:56:15.037092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36134) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:56:15.116516 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a3f32bfb-b732-45ef-b6ef-b3a7bb43957a tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 1093 time: 0.0781500
Dec 23 16:56:15.119362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36138) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:56:15.125153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '248cd0da-325d-4db5-b266-da9d63658e6d', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:56:15.131974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:56:15.136081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:floatingip and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:56:15.139267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:56:15.145212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:56:15.155210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:15.305506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:15.448987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.26.5.123 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/50e230e8-b870-48a3-9d6e-25b94d7efbd6) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:56:15.604006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:15.629409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:15.633734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9df0f903-b1ba-47f3-9e5a-b021da7194bd tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:56:15.700926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:56:15.703895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:56:15.708385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:56:15.734370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=50e230e8-b870-48a3-9d6e-25b94d7efbd6,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:56:15.740364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:56:16.238383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:16.294292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:16.509085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:16.512576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:16.516971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1666f887-7dc0-4955-9c26-bd5495054ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:56:16.624459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=50e230e8-b870-48a3-9d6e-25b94d7efbd6,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:56:16.629368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:56:16.638626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:16.837804 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Floating IP 6d85893b-b071-4071-9ba9-def058660051 associated. External IP: 172.26.5.123, port: 248cd0da-325d-4db5-b266-da9d63658e6d.
Dec 23 16:56:17.254000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router 842fcefc-8af1-4c4d-a769-4b4790bd7220 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:56:17.698000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:56:17.708452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779badf-d5e8-4063-8e9b-29af78080df3 None None] Sync routers for ids ['842fcefc-8af1-4c4d-a769-4b4790bd7220'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:56:17.725136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:17.726365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779badf-d5e8-4063-8e9b-29af78080df3 None None] Routers {'842fcefc-8af1-4c4d-a769-4b4790bd7220'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:56:17.727118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e779badf-d5e8-4063-8e9b-29af78080df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa5be10>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:55:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['842fcefc-8af1-4c4d-a769-4b4790bd7220'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:56:17.785161 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6646581
Dec 23 16:56:17.785870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960df164-6ac2-47db-9342-58b648b34408', 'tag': '248cd0da-325d-4db5-b266-da9d63658e6d'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:56:17.843337 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960df164-6ac2-47db-9342-58b648b34408', 'tag': '248cd0da-325d-4db5-b266-da9d63658e6d', 'status': 'completed', 'code': 200}
Dec 23 16:56:17.916226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e779badf-d5e8-4063-8e9b-29af78080df3 None None] Set router 842fcefc-8af1-4c4d-a769-4b4790bd7220 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:56:18.012565 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ef594bd9-eab9-4d80-abac-d10f329cea27 req-b4dee051-a96e-47bb-9ceb-590d926439b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 1098 time: 0.1446917
Dec 23 16:56:18.018932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2275fc-5ca1-452a-b1fd-751aa700c00d req-2942bcd7-2406-4ad4-b810-8b12f20e689a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:18.020444 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ae2275fc-5ca1-452a-b1fd-751aa700c00d req-2942bcd7-2406-4ad4-b810-8b12f20e689a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.1114318
Dec 23 16:56:18.176374 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ae2275fc-5ca1-452a-b1fd-751aa700c00d req-eba6a204-ad81-42cd-8d16-9e7ba0487073 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1327870
Dec 23 16:56:18.211070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36146) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:56:18.212602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef594bd9-eab9-4d80-abac-d10f329cea27 req-9eb9d99a-2eb8-45d2-a8fc-e67ab1a1bc99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:18.215283 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ef594bd9-eab9-4d80-abac-d10f329cea27 req-9eb9d99a-2eb8-45d2-a8fc-e67ab1a1bc99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2b86d85-28fc-404f-86bd-c778612e9f89 HTTP/1.1" status: 200  len: 897 time: 0.1930714
Dec 23 16:56:18.239135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:56:18.316245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e779badf-d5e8-4063-8e9b-29af78080df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa5be10>, [{'id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:55:55Z', 'updated_at': '2021-12-23T16:56:00Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:56Z', 'updated_at': '2021-12-23T16:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '6d85893b-b071-4071-9ba9-def058660051', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'floating_ip_address': '172.26.5.123', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'port_id': '248cd0da-325d-4db5-b266-da9d63658e6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'mac_address': 'fa:16:3e:f9:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960df164-6ac2-47db-9342-58b648b34408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:56:16Z', 'updated_at': '2021-12-23T16:56:16Z', 'revision_number': 0, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d95ae7-7f70-4af8-bae1-9c6c01c24929', 'name': '', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:38:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:59Z', 'updated_at': '2021-12-23T16:56:07Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:56:18.320525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779badf-d5e8-4063-8e9b-29af78080df3 None None] Checking router: 842fcefc-8af1-4c4d-a769-4b4790bd7220 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:56:18.327122 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ef594bd9-eab9-4d80-abac-d10f329cea27 req-758e4003-2961-4227-baaa-bc822b79e13f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=248cd0da-325d-4db5-b266-da9d63658e6d HTTP/1.1" status: 200  len: 999 time: 0.1063032
Dec 23 16:56:18.332592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779badf-d5e8-4063-8e9b-29af78080df3 None None] Routers {'842fcefc-8af1-4c4d-a769-4b4790bd7220'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:56:18.333377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e779badf-d5e8-4063-8e9b-29af78080df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa5be10>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:55:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['842fcefc-8af1-4c4d-a769-4b4790bd7220'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:56:18.336288 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-68a09cf3-8507-4246-8f52-5f2f08589f50 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/6d85893b-b071-4071-9ba9-def058660051 HTTP/1.1" status: 200  len: 991 time: 0.1227851
Dec 23 16:56:18.399895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef594bd9-eab9-4d80-abac-d10f329cea27 req-74359a11-8c34-443d-8a07-e339767d70b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:18.401505 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ef594bd9-eab9-4d80-abac-d10f329cea27 req-74359a11-8c34-443d-8a07-e339767d70b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a HTTP/1.1" status: 200  len: 835 time: 0.0687132
Dec 23 16:56:18.488142 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ef594bd9-eab9-4d80-abac-d10f329cea27 req-16c55e21-f33b-4422-992d-a5a381e80387 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2b86d85-28fc-404f-86bd-c778612e9f89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0803602
Dec 23 16:56:18.642227 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ef594bd9-eab9-4d80-abac-d10f329cea27 req-8097d1c0-b31d-422b-85ad-019a186166e0 service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476295
Dec 23 16:56:18.665322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-e779badf-d5e8-4063-8e9b-29af78080df3 None None] Set router 842fcefc-8af1-4c4d-a769-4b4790bd7220 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:56:18.791786 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ef594bd9-eab9-4d80-abac-d10f329cea27 req-4b07776a-575d-4e21-8913-7cd9ab4f9eaf service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428781
Dec 23 16:56:19.037850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-e779badf-d5e8-4063-8e9b-29af78080df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa5be10>, [{'id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:55:55Z', 'updated_at': '2021-12-23T16:56:00Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:56Z', 'updated_at': '2021-12-23T16:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '6d85893b-b071-4071-9ba9-def058660051', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'floating_ip_address': '172.26.5.123', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'port_id': '248cd0da-325d-4db5-b266-da9d63658e6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'mac_address': 'fa:16:3e:f9:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960df164-6ac2-47db-9342-58b648b34408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:56:16Z', 'updated_at': '2021-12-23T16:56:16Z', 'revision_number': 0, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d95ae7-7f70-4af8-bae1-9c6c01c24929', 'name': '', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:38:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:59Z', 'updated_at': '2021-12-23T16:56:07Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:56:19.042014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779badf-d5e8-4063-8e9b-29af78080df3 None None] The sync data for ids ['842fcefc-8af1-4c4d-a769-4b4790bd7220'] in dv-neutron-822801-1-hyperv is: [{'id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:55:55Z', 'updated_at': '2021-12-23T16:56:00Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:56Z', 'updated_at': '2021-12-23T16:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '6d85893b-b071-4071-9ba9-def058660051', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'floating_ip_address': '172.26.5.123', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'port_id': '248cd0da-325d-4db5-b266-da9d63658e6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'mac_address': 'fa:16:3e:f9:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960df164-6ac2-47db-9342-58b648b34408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:56:16Z', 'updated_at': '2021-12-23T16:56:16Z', 'revision_number': 0, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d95ae7-7f70-4af8-bae1-9c6c01c24929', 'name': '', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:38:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:59Z', 'updated_at': '2021-12-23T16:56:07Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:56:19.339279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36150) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:56:19.389470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dab5b6c-443d-497b-9cdd-240564f48a4b None None] New status for floating IP 6d85893b-b071-4071-9ba9-def058660051: ACTIVE {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:56:19.455649 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c5d803e6-1ab4-470e-a0f8-4030f7bc88bf tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/6d85893b-b071-4071-9ba9-def058660051 HTTP/1.1" status: 200  len: 991 time: 0.1147389
Dec 23 16:56:20.459817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36154) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:56:20.571072 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1e8c8fa3-3362-449e-9768-2c07c1f4ed89 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/6d85893b-b071-4071-9ba9-def058660051 HTTP/1.1" status: 200  len: 993 time: 0.1098371
Dec 23 16:56:24.496717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-faf76154-6a39-48c2-9d12-6fcb93ae844c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:26.033372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:26.877475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-238cc535-73c0-44a9-b3c4-3e58b85bd5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:27.458187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:28.727654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:42.534636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:47.921599 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d9e2e5f7-ea12-4d0f-b4c2-0a09727f5b56 req-a3d44e03-7f11-44d4-8bbc-e7b8aae2332c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0742710
Dec 23 16:56:48.186346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36178) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:56:48.259033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698673d7-6b30-431d-acdf-b15865f60740 req-454f50af-59c6-4712-9984-3d2fdc8b13dd tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:48.260626 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-698673d7-6b30-431d-acdf-b15865f60740 req-454f50af-59c6-4712-9984-3d2fdc8b13dd tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0984671
Dec 23 16:56:48.311182 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-698673d7-6b30-431d-acdf-b15865f60740 req-7eee51ee-f8dd-4654-98a0-c8e7632dca8f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444288
Dec 23 16:56:48.339151 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-95ee0182-987b-4842-af23-9c4e6b74f33c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1513202
Dec 23 16:56:49.590827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c5885-ae5e-49b0-8a07-6c04525bca67 req-1a4ad38f-587a-4349-8f88-697a1c6a5236 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:49.592465 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf4c5885-ae5e-49b0-8a07-6c04525bca67 req-1a4ad38f-587a-4349-8f88-697a1c6a5236 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.1502566
Dec 23 16:56:49.599368 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-ef5cc1da-b6f7-4047-8c4d-df06f75f2061 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 1098 time: 0.1031981
Dec 23 16:56:49.973138 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bf4c5885-ae5e-49b0-8a07-6c04525bca67 req-eb82be82-29a4-4f8a-9b77-f75f06271032 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3727319
Dec 23 16:56:50.001449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-45a20528-6360-4451-b9fd-b3c26d795288 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:50.005243 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-45a20528-6360-4451-b9fd-b3c26d795288 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2b86d85-28fc-404f-86bd-c778612e9f89 HTTP/1.1" status: 200  len: 897 time: 0.1632786
Dec 23 16:56:50.112204 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-4f56a3e5-4292-4ad2-9f8c-0465300bcf42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=248cd0da-325d-4db5-b266-da9d63658e6d HTTP/1.1" status: 200  len: 1001 time: 0.1010277
Dec 23 16:56:50.181077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-f15ffaa3-9dc0-4751-8790-b6be0002a204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:50.182716 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-f15ffaa3-9dc0-4751-8790-b6be0002a204 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a HTTP/1.1" status: 200  len: 835 time: 0.0639341
Dec 23 16:56:50.266089 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-2154ad08-554e-4b4d-afa2-85655f63f90b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2b86d85-28fc-404f-86bd-c778612e9f89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0753133
Dec 23 16:56:50.408959 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-f8b05acf-a53c-4eed-9aed-1aba00dd84b8 service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355550
Dec 23 16:56:50.554272 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-f667dacb-7512-4f31-bd81-c8b3d9188331 service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388001
Dec 23 16:56:51.187736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d56eb-454e-4dd3-9a90-62a604d9d95c req-c0a3674d-53d6-4981-aaf6-b9405fa08735 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:51.190122 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e4d56eb-454e-4dd3-9a90-62a604d9d95c req-c0a3674d-53d6-4981-aaf6-b9405fa08735 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0849564
Dec 23 16:56:51.244264 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e4d56eb-454e-4dd3-9a90-62a604d9d95c req-5f05f0f1-754d-4b63-81ca-b560f163ed19 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478437
Dec 23 16:56:52.452033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd08d7-9dca-4d3c-b9ac-425be63468d5 req-ed5e0286-a746-4368-9b93-0fd29b4b2f5d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:52.453649 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-95bd08d7-9dca-4d3c-b9ac-425be63468d5 req-ed5e0286-a746-4368-9b93-0fd29b4b2f5d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0871391
Dec 23 16:56:52.503202 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-95bd08d7-9dca-4d3c-b9ac-425be63468d5 req-04e1bb5f-8297-4f6e-bd35-0dbdaade0640 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425889
Dec 23 16:56:53.708928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97671868-a219-496d-a594-4629131bc965 req-67e35653-b0c8-4a7a-93ae-06ba6300020c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:53.710552 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-97671868-a219-496d-a594-4629131bc965 req-67e35653-b0c8-4a7a-93ae-06ba6300020c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0852568
Dec 23 16:56:53.758803 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-97671868-a219-496d-a594-4629131bc965 req-86c1c599-b272-4a89-8e54-f1067e2eadf2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422161
Dec 23 16:56:54.498332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d001f056-3e32-473e-9614-ac10ec1121b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:54.961602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1efcce-bcf3-4904-bd28-7630830d57ed req-b6b2348c-9295-42b6-b7bf-d64388213828 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:54.963213 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be1efcce-bcf3-4904-bd28-7630830d57ed req-b6b2348c-9295-42b6-b7bf-d64388213828 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0824864
Dec 23 16:56:55.014756 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be1efcce-bcf3-4904-bd28-7630830d57ed req-2e59bec1-8350-453e-8d9a-1d8a00e95f97 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453904
Dec 23 16:56:55.140654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:56:56.038412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:56.229152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00535004-ac22-4a04-bb1b-b19f7ac04ca1 req-e40a5f1c-af60-47a8-aa3f-a2d4778e7358 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:56.230761 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-00535004-ac22-4a04-bb1b-b19f7ac04ca1 req-e40a5f1c-af60-47a8-aa3f-a2d4778e7358 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0884156
Dec 23 16:56:56.279659 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-00535004-ac22-4a04-bb1b-b19f7ac04ca1 req-bf5cff62-aa2c-4d58-8e8c-59bc299188da tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419762
Dec 23 16:56:56.878534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-383cd8ae-8c2a-4344-8102-f33811fb5cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:57.462100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:57.486816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7a1f-f247-40b9-8f82-96fcdbfd39e0 req-39828702-1d70-4cc5-b42a-9c49ef5973ad tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:57.488497 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-79ca7a1f-f247-40b9-8f82-96fcdbfd39e0 req-39828702-1d70-4cc5-b42a-9c49ef5973ad tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0842876
Dec 23 16:56:57.538880 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-79ca7a1f-f247-40b9-8f82-96fcdbfd39e0 req-77ed0b94-406d-46e4-a8e1-5d86719026da tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442019
Dec 23 16:56:58.729694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:56:58.744444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbae6c-cb95-4cd7-bf1f-389876cedc8e req-1db069d6-65c9-4ca8-aa22-98914f10b0e1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:56:58.746070 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-40cbae6c-cb95-4cd7-bf1f-389876cedc8e req-1db069d6-65c9-4ca8-aa22-98914f10b0e1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0833938
Dec 23 16:56:58.794801 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-40cbae6c-cb95-4cd7-bf1f-389876cedc8e req-aed8b059-f2f4-4fc1-b870-5c9dd2477352 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425067
Dec 23 16:57:00.001622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad8f6-ed2e-4110-9a51-b59a3365caf5 req-5e69a4b9-f020-4e91-a359-1b80bddcbd6e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:00.003256 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db0ad8f6-ed2e-4110-9a51-b59a3365caf5 req-5e69a4b9-f020-4e91-a359-1b80bddcbd6e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0878162
Dec 23 16:57:00.052166 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db0ad8f6-ed2e-4110-9a51-b59a3365caf5 req-47c3df92-e596-4cc3-bdcf-1a7d1f46addc tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428939
Dec 23 16:57:01.270009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bfd8e-9a20-4ae7-af03-8328d31031fc req-5d300d6e-322b-4a2b-ad19-1b514152e07e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:01.271914 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cf7bfd8e-9a20-4ae7-af03-8328d31031fc req-5d300d6e-322b-4a2b-ad19-1b514152e07e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0881007
Dec 23 16:57:01.320623 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cf7bfd8e-9a20-4ae7-af03-8328d31031fc req-1ff6c0eb-334d-41f0-9c4c-4c57e6428901 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425136
Dec 23 16:57:02.530109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d35cbb-4b43-43e7-85b0-5eb585950bec req-abe09e8a-98a1-4aa5-9ad6-8dac2db2769a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:02.531665 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f8d35cbb-4b43-43e7-85b0-5eb585950bec req-abe09e8a-98a1-4aa5-9ad6-8dac2db2769a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0861461
Dec 23 16:57:02.581959 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f8d35cbb-4b43-43e7-85b0-5eb585950bec req-57285e79-04e3-4dfa-9928-b2875be40e4c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440223
Dec 23 16:57:03.789701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee34e9-779d-456d-a753-4741234a2c02 req-0b9a8b27-6264-4bfa-8700-56de06072e2a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:03.791359 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-53ee34e9-779d-456d-a753-4741234a2c02 req-0b9a8b27-6264-4bfa-8700-56de06072e2a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0846512
Dec 23 16:57:03.839613 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-53ee34e9-779d-456d-a753-4741234a2c02 req-ea081a74-2de2-4b3b-b2cc-4e8778b9720a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423071
Dec 23 16:57:05.050140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d42571-3cde-4f29-90d7-45e818c056d7 req-bf455dad-12e9-4fbc-9469-f47afaebdc73 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:05.051806 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d6d42571-3cde-4f29-90d7-45e818c056d7 req-bf455dad-12e9-4fbc-9469-f47afaebdc73 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0874324
Dec 23 16:57:05.100781 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d6d42571-3cde-4f29-90d7-45e818c056d7 req-ceef346e-760f-441b-ab3c-231426fad526 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429509
Dec 23 16:57:06.311221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdbc60-9272-42c5-8b24-fe4f1a8944f4 req-ca308ca6-0af5-4d75-b1c1-26e2b5aa2fc2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:06.312905 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45fdbc60-9272-42c5-8b24-fe4f1a8944f4 req-ca308ca6-0af5-4d75-b1c1-26e2b5aa2fc2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0876937
Dec 23 16:57:06.362059 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45fdbc60-9272-42c5-8b24-fe4f1a8944f4 req-29a7da89-703d-4a33-949d-cb54d0f7135e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423748
Dec 23 16:57:07.336138 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-02240dcb-e5c7-43a1-9311-5fd3d0cf6c77 service neutron] 10.222.0.36 "GET /v2.0/ports/248cd0da-325d-4db5-b266-da9d63658e6d/bindings/hv-neutron-8228 HTTP/1.1" status: 200  len: 384 time: 0.1504147
Dec 23 16:57:07.641649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6167-1537-4e39-a714-dfde8fa20436 req-1a4a94e2-c38b-4cf3-8971-7ed5f85c6e61 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:07.643253 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-001d6167-1537-4e39-a714-dfde8fa20436 req-1a4a94e2-c38b-4cf3-8971-7ed5f85c6e61 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.1551645
Dec 23 16:57:07.646120 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-ef09bc29-db21-4226-be49-eb4054183d38 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408&tenant_id=2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 1098 time: 0.1161947
Dec 23 16:57:07.752466 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-001d6167-1537-4e39-a714-dfde8fa20436 req-116f6224-7bac-4f30-93e1-1a58b9e20482 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025596
Dec 23 16:57:07.768264 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-1825857e-e946-45e4-8ead-6f4a8dd6192d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 1098 time: 0.0985043
Dec 23 16:57:07.913594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-1d0b84f5-49dc-4ab2-b2bb-8d8625045b54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:07.915236 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-1d0b84f5-49dc-4ab2-b2bb-8d8625045b54 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2b86d85-28fc-404f-86bd-c778612e9f89 HTTP/1.1" status: 200  len: 897 time: 0.1407685
Dec 23 16:57:08.022597 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-6390e681-62d1-4bb1-815c-574c143e0ad5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=248cd0da-325d-4db5-b266-da9d63658e6d HTTP/1.1" status: 200  len: 1001 time: 0.1010976
Dec 23 16:57:08.090298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-a9ae82ba-9569-4072-8c8a-23e9253e1043 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:08.091895 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-a9ae82ba-9569-4072-8c8a-23e9253e1043 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a HTTP/1.1" status: 200  len: 835 time: 0.0633376
Dec 23 16:57:08.170589 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-bdc69a43-b2b7-4060-b229-662affaf13f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2b86d85-28fc-404f-86bd-c778612e9f89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0727618
Dec 23 16:57:08.313638 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-5ebf23b0-84ee-484d-8b4c-a00b09e122d7 service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370368
Dec 23 16:57:08.456357 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0998c55f-b111-43d6-991d-9a5c014a3fb0 req-1af48411-0e35-45b9-ac6f-f4a50eafb6b9 service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361358
Dec 23 16:57:08.657046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bff933a5-b2f1-4df5-a919-136dfedbeed6 req-61fa738a-783a-4e5a-a2bc-543faec949fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 1098 time: 0.0826499
Dec 23 16:57:08.832112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff933a5-b2f1-4df5-a919-136dfedbeed6 req-8366e6b3-a243-4c34-9b9c-c67ea2491b6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:08.833784 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bff933a5-b2f1-4df5-a919-136dfedbeed6 req-8366e6b3-a243-4c34-9b9c-c67ea2491b6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2b86d85-28fc-404f-86bd-c778612e9f89 HTTP/1.1" status: 200  len: 897 time: 0.1417842
Dec 23 16:57:08.947317 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bff933a5-b2f1-4df5-a919-136dfedbeed6 req-8de89a10-d4c0-47c1-ad2a-a1e19b12929d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=248cd0da-325d-4db5-b266-da9d63658e6d HTTP/1.1" status: 200  len: 1001 time: 0.1065507
Dec 23 16:57:08.961869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba76cc-f2da-4baa-a71a-eca3a955acd1 req-0602c8a2-3516-40fc-8f17-bd3baeab3966 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:08.963546 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a7ba76cc-f2da-4baa-a71a-eca3a955acd1 req-0602c8a2-3516-40fc-8f17-bd3baeab3966 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0875154
Dec 23 16:57:09.017402 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a7ba76cc-f2da-4baa-a71a-eca3a955acd1 req-96c0f8d4-914d-4fba-84ff-fabfc1f41eec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471005
Dec 23 16:57:09.017804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff933a5-b2f1-4df5-a919-136dfedbeed6 req-84a0f622-4e9d-4b56-b38f-46cb1c8edd47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:09.019450 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bff933a5-b2f1-4df5-a919-136dfedbeed6 req-84a0f622-4e9d-4b56-b38f-46cb1c8edd47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a HTTP/1.1" status: 200  len: 835 time: 0.0656984
Dec 23 16:57:09.105902 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bff933a5-b2f1-4df5-a919-136dfedbeed6 req-a8f41974-d534-4bbc-a3c1-d57a27728bb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2b86d85-28fc-404f-86bd-c778612e9f89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0788431
Dec 23 16:57:09.253706 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bff933a5-b2f1-4df5-a919-136dfedbeed6 req-b353f335-0286-4cd5-b923-5513049bf01d service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410563
Dec 23 16:57:09.398604 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bff933a5-b2f1-4df5-a919-136dfedbeed6 req-20b8725d-f845-4153-8f5b-81e872b2b6cc service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380086
Dec 23 16:57:10.129152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 248cd0da-325d-4db5-b266-da9d63658e6d details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:57:10.231603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30800606-ef6e-443b-aeec-41e1cd5e9d91 req-f1aed36d-0e40-46fb-bcfe-6005cfd4d2e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:10.233253 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30800606-ef6e-443b-aeec-41e1cd5e9d91 req-f1aed36d-0e40-46fb-bcfe-6005cfd4d2e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0892663
Dec 23 16:57:10.274645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 248cd0da-325d-4db5-b266-da9d63658e6d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=248cd0da-325d-4db5-b266-da9d63658e6d,segment=NetworkSegment(fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78),segment_id=fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:57:10.285043 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30800606-ef6e-443b-aeec-41e1cd5e9d91 req-ecabb88b-77e5-4669-a5a4-33f425a8606f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448289
Dec 23 16:57:10.290146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '248cd0da-325d-4db5-b266-da9d63658e6d', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'port_id': '248cd0da-325d-4db5-b266-da9d63658e6d', 'mac_address': 'fa:16:3e:f9:54:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:57:10.347818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:10.365963 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 248cd0da-325d-4db5-b266-da9d63658e6d {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:57:10.382078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 248cd0da-325d-4db5-b266-da9d63658e6d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=248cd0da-325d-4db5-b266-da9d63658e6d,segment=NetworkSegment(fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78),segment_id=fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:57:10.384852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:10.386688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5d65b85e-b617-4f94-8f8c-ea438ddf9690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:10.457951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['248cd0da-325d-4db5-b266-da9d63658e6d'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:57:10.505865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=248cd0da-325d-4db5-b266-da9d63658e6d,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:10.522767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:10.523207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:10.523591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:10.523980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:10.524368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:10.524754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:10.525141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:10.525521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:10.525898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:10.526273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:10.526660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:10.533093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:10.714964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8e32-d578-4d58-93a3-088cc3a7cbd5 req-731ae507-6dec-473d-8c36-f6d6beb14563 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:10.716634 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2b5c8e32-d578-4d58-93a3-088cc3a7cbd5 req-731ae507-6dec-473d-8c36-f6d6beb14563 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 944 time: 0.1584959
Dec 23 16:57:10.724101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e6c20-eb49-49d4-a2ca-483fba512001 req-8a983bfa-f6bb-455d-b0c2-b910d79f1f68 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:10.725623 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-501e6c20-eb49-49d4-a2ca-483fba512001 req-8a983bfa-f6bb-455d-b0c2-b910d79f1f68 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408&tenant_id=2e850a8f293f445d88b071844b66bd01&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200  len: 944 time: 0.1273820
Dec 23 16:57:10.770286 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2b5c8e32-d578-4d58-93a3-088cc3a7cbd5 req-c789f520-0b95-409d-b279-eae535fae0af tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435832
Dec 23 16:57:10.892619 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-501e6c20-eb49-49d4-a2ca-483fba512001 req-ec4ae603-e31d-40a1-8698-6b3f99b51584 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 1097 time: 0.0748868
Dec 23 16:57:10.981130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6211b6-a696-42d4-8f1a-05d43d41d68c req-a8b1be78-9ab8-4012-b63c-04512741d359 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:10.982666 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dd6211b6-a696-42d4-8f1a-05d43d41d68c req-a8b1be78-9ab8-4012-b63c-04512741d359 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 944 time: 0.0838931
Dec 23 16:57:11.035778 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dd6211b6-a696-42d4-8f1a-05d43d41d68c req-d412350d-5bb8-430c-a86a-48a7ac107b44 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467565
Dec 23 16:57:11.037243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e6c20-eb49-49d4-a2ca-483fba512001 req-a9f9ceec-fbe6-4f02-85ce-b9e7318eab10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:11.038849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-501e6c20-eb49-49d4-a2ca-483fba512001 req-a9f9ceec-fbe6-4f02-85ce-b9e7318eab10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2b86d85-28fc-404f-86bd-c778612e9f89 HTTP/1.1" status: 200  len: 897 time: 0.1407366
Dec 23 16:57:11.371487 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-501e6c20-eb49-49d4-a2ca-483fba512001 req-59d9ff15-448b-4867-a3c1-a21fc6ae659e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=248cd0da-325d-4db5-b266-da9d63658e6d HTTP/1.1" status: 200  len: 1000 time: 0.3259916
Dec 23 16:57:11.441635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e6c20-eb49-49d4-a2ca-483fba512001 req-f4066ab1-b0ba-47ff-a339-52eb5a28d8f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:11.443232 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-501e6c20-eb49-49d4-a2ca-483fba512001 req-f4066ab1-b0ba-47ff-a339-52eb5a28d8f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a HTTP/1.1" status: 200  len: 835 time: 0.0656929
Dec 23 16:57:11.522662 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-501e6c20-eb49-49d4-a2ca-483fba512001 req-01cc637b-d440-458f-ab57-9a2deaa1369c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2b86d85-28fc-404f-86bd-c778612e9f89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0735173
Dec 23 16:57:11.665526 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-501e6c20-eb49-49d4-a2ca-483fba512001 req-5e4f5d2f-6d91-4c20-9c29-b62492ed70b0 service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363854
Dec 23 16:57:11.810200 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-501e6c20-eb49-49d4-a2ca-483fba512001 req-e924ae05-da30-40ac-a0a9-b15530718b44 service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384473
Dec 23 16:57:12.148552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 248cd0da-325d-4db5-b266-da9d63658e6d up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:57:12.227904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 248cd0da-325d-4db5-b266-da9d63658e6d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:57:12.228403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:12.268322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab9e06-2a39-4fde-a1a5-da262f582de0 req-500eaad2-4f80-4150-a401-19b43ea75997 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:12.270163 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1dab9e06-2a39-4fde-a1a5-da262f582de0 req-500eaad2-4f80-4150-a401-19b43ea75997 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 944 time: 0.1070478
Dec 23 16:57:12.323998 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1dab9e06-2a39-4fde-a1a5-da262f582de0 req-178283b9-cb53-4975-8180-8d9c00aa29fa tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452280
Dec 23 16:57:12.358524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:12.387823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960df164-6ac2-47db-9342-58b648b34408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248cd0da-325d-4db5-b266-da9d63658e6d'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:57:12.399298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 248cd0da-325d-4db5-b266-da9d63658e6d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=248cd0da-325d-4db5-b266-da9d63658e6d,segment=NetworkSegment(fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78),segment_id=fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:57:12.402237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:12.404564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:12.452654 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960df164-6ac2-47db-9342-58b648b34408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248cd0da-325d-4db5-b266-da9d63658e6d', 'code': 200}
Dec 23 16:57:12.475455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=248cd0da-325d-4db5-b266-da9d63658e6d,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:12.478895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:12.532744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:13.529642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672281a-1a0f-42d4-807d-0b62a9c7daff req-5afc281f-7a1e-43f8-9412-0e8c63d1aaa2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:13.531215 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7672281a-1a0f-42d4-807d-0b62a9c7daff req-5afc281f-7a1e-43f8-9412-0e8c63d1aaa2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0841544
Dec 23 16:57:13.581356 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7672281a-1a0f-42d4-807d-0b62a9c7daff req-295216e9-5a90-4de3-b282-4d5582eb7d0a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427759
Dec 23 16:57:13.609762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36258) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:13.722846 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5f200ede-1090-41f9-b341-f174cbc1ee2f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/6d85893b-b071-4071-9ba9-def058660051 HTTP/1.1" status: 200  len: 993 time: 0.1111484
Dec 23 16:57:24.503711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7dfef3a4-7e1e-4a66-844a-dafef17ace39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:26.040301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:26.879501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-443cc8cb-7196-418a-9bd2-a23f41bff083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:27.464872 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:28.731891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:32.142061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:57:40.199787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36270) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:40.417001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port 50e230e8-b870-48a3-9d6e-25b94d7efbd6 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:57:40.417391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:40.595104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:40.595394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:40.721647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for 50e230e8-b870-48a3-9d6e-25b94d7efbd6 owned by network:floatingip {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:57:40.874610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:40.879542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f2e22e70-8ed6-438b-ae82-dd101cbd7e8f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:40.924655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=50e230e8-b870-48a3-9d6e-25b94d7efbd6,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:40.965997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:40.966434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:40.966864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:40.967319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:40.967744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:40.968162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:40.968578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:40.969535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:40.969944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:40.970355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:40.970768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:40.977979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:41.034391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:41.450651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router 842fcefc-8af1-4c4d-a769-4b4790bd7220 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:57:41.661914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:57:41.671961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3873a206-e3ef-44c3-b2df-c2ef92a73e9f None None] Sync routers for ids ['842fcefc-8af1-4c4d-a769-4b4790bd7220'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:57:41.681748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:41.684833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3873a206-e3ef-44c3-b2df-c2ef92a73e9f None None] Routers {'842fcefc-8af1-4c4d-a769-4b4790bd7220'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:57:41.685552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3873a206-e3ef-44c3-b2df-c2ef92a73e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0d21d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:57:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['842fcefc-8af1-4c4d-a769-4b4790bd7220'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:57:41.741030 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/floatingips/6d85893b-b071-4071-9ba9-def058660051 HTTP/1.1" status: 204  len: 168 time: 1.5372882
Dec 23 16:57:41.741030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960df164-6ac2-47db-9342-58b648b34408', 'tag': '248cd0da-325d-4db5-b266-da9d63658e6d'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:57:41.794571 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960df164-6ac2-47db-9342-58b648b34408', 'tag': '248cd0da-325d-4db5-b266-da9d63658e6d', 'status': 'completed', 'code': 200}
Dec 23 16:57:41.884222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-3873a206-e3ef-44c3-b2df-c2ef92a73e9f None None] Set router 842fcefc-8af1-4c4d-a769-4b4790bd7220 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:57:41.893395 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30e2a79d-2007-425c-a7e3-4dd2e1f00aca req-c06266f8-3469-4933-8499-a2653e5ea56c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 1098 time: 0.0764203
Dec 23 16:57:42.057743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2a79d-2007-425c-a7e3-4dd2e1f00aca req-a7acac91-1bd3-4db8-8409-9021c6807afd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:42.059834 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30e2a79d-2007-425c-a7e3-4dd2e1f00aca req-a7acac91-1bd3-4db8-8409-9021c6807afd service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2b86d85-28fc-404f-86bd-c778612e9f89 HTTP/1.1" status: 200  len: 897 time: 0.1592486
Dec 23 16:57:42.139511 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30e2a79d-2007-425c-a7e3-4dd2e1f00aca req-d3115d38-7e71-469e-9c7b-d9796023ff92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=248cd0da-325d-4db5-b266-da9d63658e6d HTTP/1.1" status: 200  len: 217 time: 0.0718341
Dec 23 16:57:42.159346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3d593-9dc9-4d02-9249-7cf7d075a926 req-ff055ca3-d269-44f7-9b67-2d5c54b6731b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:42.161036 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12a3d593-9dc9-4d02-9249-7cf7d075a926 req-ff055ca3-d269-44f7-9b67-2d5c54b6731b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.1025090
Dec 23 16:57:42.210845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2a79d-2007-425c-a7e3-4dd2e1f00aca req-16454e34-b266-4523-9ec6-53e850a960f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:42.212511 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30e2a79d-2007-425c-a7e3-4dd2e1f00aca req-16454e34-b266-4523-9ec6-53e850a960f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a HTTP/1.1" status: 200  len: 835 time: 0.0666270
Dec 23 16:57:42.220059 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-12a3d593-9dc9-4d02-9249-7cf7d075a926 req-36a94c26-e9ac-4abc-a2ed-8f8703e7b6b9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474813
Dec 23 16:57:42.241474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3873a206-e3ef-44c3-b2df-c2ef92a73e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0d21d0>, [{'id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:55:55Z', 'updated_at': '2021-12-23T16:56:00Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:56Z', 'updated_at': '2021-12-23T16:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '09d95ae7-7f70-4af8-bae1-9c6c01c24929', 'name': '', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:38:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:59Z', 'updated_at': '2021-12-23T16:56:07Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:57:42.246087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3873a206-e3ef-44c3-b2df-c2ef92a73e9f None None] Checking router: 842fcefc-8af1-4c4d-a769-4b4790bd7220 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:57:42.258820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3873a206-e3ef-44c3-b2df-c2ef92a73e9f None None] Routers {'842fcefc-8af1-4c4d-a769-4b4790bd7220'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:57:42.259517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3873a206-e3ef-44c3-b2df-c2ef92a73e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0d21d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:57:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['842fcefc-8af1-4c4d-a769-4b4790bd7220'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:57:42.302963 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30e2a79d-2007-425c-a7e3-4dd2e1f00aca req-47609b6a-7c65-4dea-a853-9b1117a4c6a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2b86d85-28fc-404f-86bd-c778612e9f89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0824676
Dec 23 16:57:42.453586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-3873a206-e3ef-44c3-b2df-c2ef92a73e9f None None] Set router 842fcefc-8af1-4c4d-a769-4b4790bd7220 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:57:42.528375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:42.683499 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30e2a79d-2007-425c-a7e3-4dd2e1f00aca req-5a19d646-a16f-4880-8ba4-8efa052ae0b6 service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3728268
Dec 23 16:57:42.801525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-3873a206-e3ef-44c3-b2df-c2ef92a73e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a0d21d0>, [{'id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:55:55Z', 'updated_at': '2021-12-23T16:56:00Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:56Z', 'updated_at': '2021-12-23T16:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '09d95ae7-7f70-4af8-bae1-9c6c01c24929', 'name': '', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:38:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:59Z', 'updated_at': '2021-12-23T16:56:07Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:57:42.805807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3873a206-e3ef-44c3-b2df-c2ef92a73e9f None None] The sync data for ids ['842fcefc-8af1-4c4d-a769-4b4790bd7220'] in dv-neutron-822801-1-hyperv is: [{'id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:55:55Z', 'updated_at': '2021-12-23T16:56:00Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:56Z', 'updated_at': '2021-12-23T16:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '09d95ae7-7f70-4af8-bae1-9c6c01c24929', 'name': '', 'network_id': 'c2b86d85-28fc-404f-86bd-c778612e9f89', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:38:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:59Z', 'updated_at': '2021-12-23T16:56:07Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:57:42.832339 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-30e2a79d-2007-425c-a7e3-4dd2e1f00aca req-25dec2ba-388f-4b36-9c78-442cf09050b4 service neutron] 10.222.0.36 "GET /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425102
Dec 23 16:57:43.269966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee617dbb-8bed-4845-ab45-2743d5aecd2b None None] New status for floating IP 6d85893b-b071-4071-9ba9-def058660051: DOWN {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:57:43.439018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f467e-cb63-4607-993c-de38891f287a req-dc3902c9-7e48-4abe-805a-befe1964efdb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:43.439813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-444f467e-cb63-4607-993c-de38891f287a req-dc3902c9-7e48-4abe-805a-befe1964efdb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:57:43.455429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-444f467e-cb63-4607-993c-de38891f287a req-dc3902c9-7e48-4abe-805a-befe1964efdb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:57:43.456816 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-444f467e-cb63-4607-993c-de38891f287a req-dc3902c9-7e48-4abe-805a-befe1964efdb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.1042283
Dec 23 16:57:43.508402 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-444f467e-cb63-4607-993c-de38891f287a req-affafb6b-73a9-465b-ae1d-28ff6c4ccad2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=060590d0-5464-44de-9d08-bd3adf630fee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450604
Dec 23 16:57:43.732443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f45c6-ba6e-4c8c-820b-ef50362d99af req-4ca33b57-7fcd-4a01-9003-61fe9a436b20 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:43.733997 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-545f45c6-ba6e-4c8c-820b-ef50362d99af req-4ca33b57-7fcd-4a01-9003-61fe9a436b20 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 945 time: 0.0846426
Dec 23 16:57:43.805415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-545f45c6-ba6e-4c8c-820b-ef50362d99af req-52a40d90-3338-4225-9431-98b594bedbc6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port 248cd0da-325d-4db5-b266-da9d63658e6d {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:57:43.805801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-545f45c6-ba6e-4c8c-820b-ef50362d99af req-52a40d90-3338-4225-9431-98b594bedbc6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:44.058467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-545f45c6-ba6e-4c8c-820b-ef50362d99af req-52a40d90-3338-4225-9431-98b594bedbc6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] For port 248cd0da-325d-4db5-b266-da9d63658e6d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=248cd0da-325d-4db5-b266-da9d63658e6d,segment=NetworkSegment(fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78),segment_id=fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:57:44.058722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-545f45c6-ba6e-4c8c-820b-ef50362d99af req-52a40d90-3338-4225-9431-98b594bedbc6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:44.184636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-545f45c6-ba6e-4c8c-820b-ef50362d99af req-52a40d90-3338-4225-9431-98b594bedbc6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for 248cd0da-325d-4db5-b266-da9d63658e6d owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:57:44.333401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-545f45c6-ba6e-4c8c-820b-ef50362d99af req-52a40d90-3338-4225-9431-98b594bedbc6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:44.339057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-60d022a0-791e-4448-b09a-e881dc544f58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:44.382545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a40d90-3338-4225-9431-98b594bedbc6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=248cd0da-325d-4db5-b266-da9d63658e6d,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:44.386267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-52a40d90-3338-4225-9431-98b594bedbc6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:44.458912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-545f45c6-ba6e-4c8c-820b-ef50362d99af req-52a40d90-3338-4225-9431-98b594bedbc6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] No DVR routers for this DVR port 248cd0da-325d-4db5-b266-da9d63658e6d on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:57:44.461448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-545f45c6-ba6e-4c8c-820b-ef50362d99af req-52a40d90-3338-4225-9431-98b594bedbc6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:44.464278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960df164-6ac2-47db-9342-58b648b34408', 'name': 'network-vif-deleted', 'tag': '248cd0da-325d-4db5-b266-da9d63658e6d'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:57:44.479727 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-545f45c6-ba6e-4c8c-820b-ef50362d99af req-52a40d90-3338-4225-9431-98b594bedbc6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "DELETE /v2.0/ports/248cd0da-325d-4db5-b266-da9d63658e6d HTTP/1.1" status: 204  len: 173 time: 0.7407053
Dec 23 16:57:44.520125 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960df164-6ac2-47db-9342-58b648b34408', 'name': 'network-vif-deleted', 'tag': '248cd0da-325d-4db5-b266-da9d63658e6d', 'status': 'completed', 'code': 200}
Dec 23 16:57:44.700532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e674cea2-cc5c-44da-bd43-5f21c2fef136 req-6541a276-aa2e-4991-8065-b0ab922c42eb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:57:44.714842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-e674cea2-cc5c-44da-bd43-5f21c2fef136 req-6541a276-aa2e-4991-8065-b0ab922c42eb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:57:44.716146 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e674cea2-cc5c-44da-bd43-5f21c2fef136 req-6541a276-aa2e-4991-8065-b0ab922c42eb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=960df164-6ac2-47db-9342-58b648b34408 HTTP/1.1" status: 200  len: 210 time: 0.0647230
Dec 23 16:57:45.825410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36288) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:46.247267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:46.885650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port 09d95ae7-7f70-4af8-bae1-9c6c01c24929 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:57:46.886265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:47.081928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] For port 09d95ae7-7f70-4af8-bae1-9c6c01c24929, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=09d95ae7-7f70-4af8-bae1-9c6c01c24929,segment=NetworkSegment(fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78),segment_id=fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:57:47.082333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:47.212667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for 09d95ae7-7f70-4af8-bae1-9c6c01c24929 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:57:47.410050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:47.414464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b858cc23-9d1c-4e51-9af8-33522021b3f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:47.459191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=09d95ae7-7f70-4af8-bae1-9c6c01c24929,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:47.539460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:47.539905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:47.540344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:47.540775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:47.541198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:47.541624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:47.542048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:47.542470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:47.542885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:47.543330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:47.543748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:57:47.547980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:47.789221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:48.247716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 248cd0da-325d-4db5-b266-da9d63658e6d no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:57:48.284134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 248cd0da-325d-4db5-b266-da9d63658e6d {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:57:48.284548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 248cd0da-325d-4db5-b266-da9d63658e6d not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:57:48.635344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router 842fcefc-8af1-4c4d-a769-4b4790bd7220 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:57:48.844478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:57:48.854397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e667b2b-495b-4b74-9613-735afe874579 None None] Sync routers for ids ['842fcefc-8af1-4c4d-a769-4b4790bd7220'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:57:48.860306 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "PUT /v2.0/routers/842fcefc-8af1-4c4d-a769-4b4790bd7220/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0336962
Dec 23 16:57:48.863224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36292) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:48.867462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e667b2b-495b-4b74-9613-735afe874579 None None] Routers {'842fcefc-8af1-4c4d-a769-4b4790bd7220'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:57:48.868134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2e667b2b-495b-4b74-9613-735afe874579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6dc668>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:57:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['842fcefc-8af1-4c4d-a769-4b4790bd7220'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:57:49.057711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-2e667b2b-495b-4b74-9613-735afe874579 None None] Set router 842fcefc-8af1-4c4d-a769-4b4790bd7220 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:57:49.064502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae982ec5-dd41-4aa0-9fae-8868b55493e5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting subnet a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:57:49.067704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae982ec5-dd41-4aa0-9fae-8868b55493e5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:49.131919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae982ec5-dd41-4aa0-9fae-8868b55493e5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:49.229365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae982ec5-dd41-4aa0-9fae-8868b55493e5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:49.332886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae982ec5-dd41-4aa0-9fae-8868b55493e5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:49.338019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7b9ec5f6-af36-486b-9895-99d3e8df51e9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:49.379718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae982ec5-dd41-4aa0-9fae-8868b55493e5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:49.386541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ae982ec5-dd41-4aa0-9fae-8868b55493e5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:49.389657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ae982ec5-dd41-4aa0-9fae-8868b55493e5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:49.396868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9179189-193d-44a3-97b2-dc44a939e26e None None] Network c2b86d85-28fc-404f-86bd-c778612e9f89 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:57:49.397825 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ae982ec5-dd41-4aa0-9fae-8868b55493e5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/subnets/a4a1b71c-43f7-49ad-ab1e-9e89bcb77a5a HTTP/1.1" status: 204  len: 168 time: 0.5335147
Dec 23 16:57:49.400533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36296) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:49.549405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2e667b2b-495b-4b74-9613-735afe874579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6dc668>, [{'id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:55:55Z', 'updated_at': '2021-12-23T16:57:47Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:56Z', 'updated_at': '2021-12-23T16:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:57:49.554015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e667b2b-495b-4b74-9613-735afe874579 None None] Checking router: 842fcefc-8af1-4c4d-a769-4b4790bd7220 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:57:49.567453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e667b2b-495b-4b74-9613-735afe874579 None None] Routers {'842fcefc-8af1-4c4d-a769-4b4790bd7220'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:57:49.568234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2e667b2b-495b-4b74-9613-735afe874579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6dc668>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:57:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['842fcefc-8af1-4c4d-a769-4b4790bd7220'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:57:49.621700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:49.676627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca998ad-3bf3-4f7b-a47c-e460f19ea370 None None] DHCP port deletion for c2b86d85-28fc-404f-86bd-c778612e9f89 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:57:49.681447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5ca998ad-3bf3-4f7b-a47c-e460f19ea370 None None] Deleting port 67682599-ed98-47cd-be75-70eec801427c {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:57:49.682106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ca998ad-3bf3-4f7b-a47c-e460f19ea370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:49.765047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-2e667b2b-495b-4b74-9613-735afe874579 None None] Set router 842fcefc-8af1-4c4d-a769-4b4790bd7220 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:57:49.841090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:49.851259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port a68b698f-9988-456e-9c0a-ce98e234e191 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:57:49.851650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:49.917249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5ca998ad-3bf3-4f7b-a47c-e460f19ea370 None None] For port 67682599-ed98-47cd-be75-70eec801427c, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=67682599-ed98-47cd-be75-70eec801427c,segment=NetworkSegment(fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78),segment_id=fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:57:49.917702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ca998ad-3bf3-4f7b-a47c-e460f19ea370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:50.061458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5ca998ad-3bf3-4f7b-a47c-e460f19ea370 None None] Calling delete_port for 67682599-ed98-47cd-be75-70eec801427c owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:57:50.063985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] For port a68b698f-9988-456e-9c0a-ce98e234e191, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=a68b698f-9988-456e-9c0a-ce98e234e191,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:57:50.064959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:50.107051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-2e667b2b-495b-4b74-9613-735afe874579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a6dc668>, [{'id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:55:55Z', 'updated_at': '2021-12-23T16:57:47Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:56Z', 'updated_at': '2021-12-23T16:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:57:50.111458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e667b2b-495b-4b74-9613-735afe874579 None None] The sync data for ids ['842fcefc-8af1-4c4d-a769-4b4790bd7220'] in dv-neutron-822801-1-hyperv is: [{'id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801952728', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:55:55Z', 'updated_at': '2021-12-23T16:57:47Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'a68b698f-9988-456e-9c0a-ce98e234e191', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842fcefc-8af1-4c4d-a769-4b4790bd7220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:55:56Z', 'updated_at': '2021-12-23T16:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:57:50.156343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ca998ad-3bf3-4f7b-a47c-e460f19ea370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:50.192592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-94f63dc3-9944-478c-9e54-dac4e5ec059f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:50.232355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for a68b698f-9988-456e-9c0a-ce98e234e191 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:57:50.240200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca998ad-3bf3-4f7b-a47c-e460f19ea370 None None] Pushing event deleted for resources: {'Port': ['ID=67682599-ed98-47cd-be75-70eec801427c,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:50.244998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5ca998ad-3bf3-4f7b-a47c-e460f19ea370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:50.247317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca998ad-3bf3-4f7b-a47c-e460f19ea370 None None] No DVR routers for this DVR port 67682599-ed98-47cd-be75-70eec801427c on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:57:50.418805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:50.424342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8090874d-c03c-4870-bddf-c6cd0a45ec09 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:50.471020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=a68b698f-9988-456e-9c0a-ce98e234e191,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:50.474483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:50.710860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:50.978400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:50.982742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:51.006817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:51.007461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Fanout notify agent at l3_agent the message router_deleted on router 842fcefc-8af1-4c4d-a769-4b4790bd7220 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:57:51.023492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:51.024717 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/routers/842fcefc-8af1-4c4d-a769-4b4790bd7220 HTTP/1.1" status: 204  len: 168 time: 1.6231856
Dec 23 16:57:51.027717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36300) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:51.155772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34f7a1ec-2b60-41bd-92c6-57ac7258313a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:51.332348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 09d95ae7-7f70-4af8-bae1-9c6c01c24929 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:57:51.369499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 09d95ae7-7f70-4af8-bae1-9c6c01c24929 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:57:51.369909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 09d95ae7-7f70-4af8-bae1-9c6c01c24929 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:57:51.370396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 67682599-ed98-47cd-be75-70eec801427c no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:57:51.411675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 67682599-ed98-47cd-be75-70eec801427c {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:57:51.412060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 67682599-ed98-47cd-be75-70eec801427c not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:57:51.556293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34f7a1ec-2b60-41bd-92c6-57ac7258313a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:51.583258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-34f7a1ec-2b60-41bd-92c6-57ac7258313a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79ea3c88>,) {'filters': {'network_id': ['c2b86d85-28fc-404f-86bd-c778612e9f89']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:57:51.596399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-34f7a1ec-2b60-41bd-92c6-57ac7258313a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ea3c88>, 'fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:57:51.596745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-34f7a1ec-2b60-41bd-92c6-57ac7258313a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ea3c88>, 'fa2e6c06-4d9f-496e-9e9e-80fac5cf3c78') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:57:51.608537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34f7a1ec-2b60-41bd-92c6-57ac7258313a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:51.623793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34f7a1ec-2b60-41bd-92c6-57ac7258313a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:51.630299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f7a1ec-2b60-41bd-92c6-57ac7258313a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:57:51.630723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34f7a1ec-2b60-41bd-92c6-57ac7258313a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:57:51.646013 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:57:51.728118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34f7a1ec-2b60-41bd-92c6-57ac7258313a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:51.731619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-348c47cf-9243-44f5-b928-c063f1d995ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:51.747436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-34f7a1ec-2b60-41bd-92c6-57ac7258313a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:51.759413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7a1ec-2b60-41bd-92c6-57ac7258313a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Network': ['ID=c2b86d85-28fc-404f-86bd-c778612e9f89,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:51.762817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-34f7a1ec-2b60-41bd-92c6-57ac7258313a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:51.767824 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-34f7a1ec-2b60-41bd-92c6-57ac7258313a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/networks/c2b86d85-28fc-404f-86bd-c778612e9f89 HTTP/1.1" status: 204  len: 168 time: 0.7390959
Dec 23 16:57:51.770736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36304) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:51.842554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0de55765-11be-4ba8-b868-11eb4e6e39de tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:51.872833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0de55765-11be-4ba8-b868-11eb4e6e39de tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:51.932100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0de55765-11be-4ba8-b868-11eb4e6e39de tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:51.937614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-adbcc93a-66fe-4942-bfb6-ad6f9342e23d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:51.954231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de55765-11be-4ba8-b868-11eb4e6e39de tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=060590d0-5464-44de-9d08-bd3adf630fee,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:51.956937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0de55765-11be-4ba8-b868-11eb4e6e39de tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:51.963484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0de55765-11be-4ba8-b868-11eb4e6e39de tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:51.964717 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0de55765-11be-4ba8-b868-11eb4e6e39de tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/security-groups/060590d0-5464-44de-9d08-bd3adf630fee HTTP/1.1" status: 204  len: 168 time: 0.1929142
Dec 23 16:57:52.266413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36312) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:52.273027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1507502332', 'description': 'tempest-secgroup-smoke-1507502332 description', 'project_id': '2e850a8f293f445d88b071844b66bd01'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:57:52.279705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:57:52.284855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:57:52.287947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:57:52.294695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:57:52.304244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.340673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:57:52.345262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:57:52.348201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:57:52.354196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:57:52.411702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.414266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.419582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-74f2d619-608e-40ee-b99a-5554db90001b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:52.463293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598b26c9-d8c8-470b-b533-6f38eb7dfc58,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:52.466346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:52.467131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.468434 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2008696
Dec 23 16:57:52.472163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36316) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:52.478017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-43130c7e-e4cf-4cb3-b32f-82b0ffae4b3f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '598b26c9-d8c8-470b-b533-6f38eb7dfc58', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:57:52.484596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-43130c7e-e4cf-4cb3-b32f-82b0ffae4b3f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:57:52.489529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-43130c7e-e4cf-4cb3-b32f-82b0ffae4b3f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:57:52.492665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-43130c7e-e4cf-4cb3-b32f-82b0ffae4b3f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:57:52.498748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-43130c7e-e4cf-4cb3-b32f-82b0ffae4b3f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:57:52.514157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43130c7e-e4cf-4cb3-b32f-82b0ffae4b3f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.584314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43130c7e-e4cf-4cb3-b32f-82b0ffae4b3f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.587001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43130c7e-e4cf-4cb3-b32f-82b0ffae4b3f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.595237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bf725bc2-af0d-4883-8ced-89fae8447b3d tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:52.616491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43130c7e-e4cf-4cb3-b32f-82b0ffae4b3f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c178d9-f380-42a5-b1ae-1d417014ad16,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:52.619069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-43130c7e-e4cf-4cb3-b32f-82b0ffae4b3f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:52.622314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43130c7e-e4cf-4cb3-b32f-82b0ffae4b3f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.623625 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-43130c7e-e4cf-4cb3-b32f-82b0ffae4b3f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1506045
Dec 23 16:57:52.626645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36320) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:52.632794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b03818ec-86fc-41e6-9b74-d1e805cdf3e6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '598b26c9-d8c8-470b-b533-6f38eb7dfc58', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:57:52.639227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b03818ec-86fc-41e6-9b74-d1e805cdf3e6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:57:52.644248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b03818ec-86fc-41e6-9b74-d1e805cdf3e6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:57:52.647568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b03818ec-86fc-41e6-9b74-d1e805cdf3e6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:57:52.653681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b03818ec-86fc-41e6-9b74-d1e805cdf3e6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:57:52.669897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b03818ec-86fc-41e6-9b74-d1e805cdf3e6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.736043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b03818ec-86fc-41e6-9b74-d1e805cdf3e6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.738522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b03818ec-86fc-41e6-9b74-d1e805cdf3e6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.740484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b494e355-e4ec-41e3-a59b-fafafd9129e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:52.764653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03818ec-86fc-41e6-9b74-d1e805cdf3e6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76407b8a-98d6-4a4b-8c9c-82ffeba5856f,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:52.768333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b03818ec-86fc-41e6-9b74-d1e805cdf3e6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:52.774586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b03818ec-86fc-41e6-9b74-d1e805cdf3e6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.775916 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b03818ec-86fc-41e6-9b74-d1e805cdf3e6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1481950
Dec 23 16:57:52.778882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36324) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:52.785940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-60a7179a-ad2a-4135-be5b-e057d0b05a52 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '598b26c9-d8c8-470b-b533-6f38eb7dfc58', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:57:52.792128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-60a7179a-ad2a-4135-be5b-e057d0b05a52 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:57:52.796205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-60a7179a-ad2a-4135-be5b-e057d0b05a52 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:57:52.799880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-60a7179a-ad2a-4135-be5b-e057d0b05a52 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:57:52.805933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-60a7179a-ad2a-4135-be5b-e057d0b05a52 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:57:52.822415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60a7179a-ad2a-4135-be5b-e057d0b05a52 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.890948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60a7179a-ad2a-4135-be5b-e057d0b05a52 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.893912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60a7179a-ad2a-4135-be5b-e057d0b05a52 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.901489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a3851f56-44b1-4a65-b0da-e570dfa8689f tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:52.923011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7179a-ad2a-4135-be5b-e057d0b05a52 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6366f9e-6f72-493a-8e55-69177f5f4b3d,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:52.925469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-60a7179a-ad2a-4135-be5b-e057d0b05a52 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:52.931353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-60a7179a-ad2a-4135-be5b-e057d0b05a52 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:52.932631 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-60a7179a-ad2a-4135-be5b-e057d0b05a52 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1527293
Dec 23 16:57:52.935570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36328) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:52.942175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-935d5f44-8ea9-4253-b35b-3ecddb9e5788 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '598b26c9-d8c8-470b-b533-6f38eb7dfc58', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:57:52.948716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-935d5f44-8ea9-4253-b35b-3ecddb9e5788 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:57:52.952733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-935d5f44-8ea9-4253-b35b-3ecddb9e5788 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:57:52.956378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-935d5f44-8ea9-4253-b35b-3ecddb9e5788 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:57:52.962413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-935d5f44-8ea9-4253-b35b-3ecddb9e5788 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:57:52.980566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-935d5f44-8ea9-4253-b35b-3ecddb9e5788 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.047977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-935d5f44-8ea9-4253-b35b-3ecddb9e5788 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.050459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-935d5f44-8ea9-4253-b35b-3ecddb9e5788 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.052413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7a6c3302-b1b6-4a1f-96c1-01e20764a8c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:53.073954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d5f44-8ea9-4253-b35b-3ecddb9e5788 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010e962c-53ae-4dff-b6b5-aa0bc450eaa1,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:53.078125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-935d5f44-8ea9-4253-b35b-3ecddb9e5788 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:53.085497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-935d5f44-8ea9-4253-b35b-3ecddb9e5788 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.086789 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-935d5f44-8ea9-4253-b35b-3ecddb9e5788 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1502306
Dec 23 16:57:53.089759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36332) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:53.095967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-38408b86-2364-438d-9ebd-7405a24d0797 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '598b26c9-d8c8-470b-b533-6f38eb7dfc58', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:57:53.102172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-38408b86-2364-438d-9ebd-7405a24d0797 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:57:53.106257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-38408b86-2364-438d-9ebd-7405a24d0797 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:57:53.109320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-38408b86-2364-438d-9ebd-7405a24d0797 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:57:53.115561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-38408b86-2364-438d-9ebd-7405a24d0797 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:57:53.124874 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-38408b86-2364-438d-9ebd-7405a24d0797 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Project 2e850a8f293f445d88b071844b66bd01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:57:53.132258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38408b86-2364-438d-9ebd-7405a24d0797 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.202098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38408b86-2364-438d-9ebd-7405a24d0797 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.203367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a68b698f-9988-456e-9c0a-ce98e234e191 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:57:53.205588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38408b86-2364-438d-9ebd-7405a24d0797 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.207657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a82310fb-ebad-478b-85f5-55787a4dfdeb tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:53.233067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38408b86-2364-438d-9ebd-7405a24d0797 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758107b0-8ddd-46ed-8fce-1e0efc1d9cbb,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:53.238556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-38408b86-2364-438d-9ebd-7405a24d0797 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:53.242450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: a68b698f-9988-456e-9c0a-ce98e234e191 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:57:53.242718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38408b86-2364-438d-9ebd-7405a24d0797 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.242855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device a68b698f-9988-456e-9c0a-ce98e234e191 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:57:53.244122 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-38408b86-2364-438d-9ebd-7405a24d0797 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1533420
Dec 23 16:57:53.247483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36336) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:53.254356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b72f8fe3-64f7-487d-b9ee-d9ef1d716c64 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '598b26c9-d8c8-470b-b533-6f38eb7dfc58', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:57:53.260896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b72f8fe3-64f7-487d-b9ee-d9ef1d716c64 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:57:53.264987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b72f8fe3-64f7-487d-b9ee-d9ef1d716c64 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:57:53.268007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b72f8fe3-64f7-487d-b9ee-d9ef1d716c64 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:57:53.275435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b72f8fe3-64f7-487d-b9ee-d9ef1d716c64 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:57:53.284625 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-b72f8fe3-64f7-487d-b9ee-d9ef1d716c64 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Project 2e850a8f293f445d88b071844b66bd01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:57:53.291237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b72f8fe3-64f7-487d-b9ee-d9ef1d716c64 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.361391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b72f8fe3-64f7-487d-b9ee-d9ef1d716c64 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.363980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b72f8fe3-64f7-487d-b9ee-d9ef1d716c64 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.365911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c974ae8-641f-4e93-af88-cf8b8a646812 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:53.389644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f8fe3-64f7-487d-b9ee-d9ef1d716c64 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723890a1-072b-4489-a492-0874912b2e02,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:53.392232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b72f8fe3-64f7-487d-b9ee-d9ef1d716c64 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:53.398802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b72f8fe3-64f7-487d-b9ee-d9ef1d716c64 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.400139 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b72f8fe3-64f7-487d-b9ee-d9ef1d716c64 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1515555
Dec 23 16:57:53.403195 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36340) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:53.409486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'network': {'name': 'tempest-network-smoke--722003703', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'port_security_enabled': True}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:57:53.414687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:57:53.419126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:network and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:57:53.422106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:57:53.429118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:57:53.439263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Made reservation on behalf of 2e850a8f293f445d88b071844b66bd01 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:57:53.444547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.473359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:57:53.482914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.483423 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Added segment 80d70dbd-417b-46b6-960f-368ea540fd3b of type vlan for network a37787ed-8b98-4884-9e90-46c5d01bd43b
Dec 23 16:57:53.512817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.542388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.546542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:53.547232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.553055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d65d4de5-e8f9-41e3-a2ee-4f5aec7f1bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:53.663483 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2591276
Dec 23 16:57:53.666480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36344) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:53.669069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Network': ['ID=a37787ed-8b98-4884-9e90-46c5d01bd43b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:53.671940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0e9d4a91-2e32-474d-ad76-02c2adff5a4f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:53.672631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'admin_state_up': True, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:57:53.680569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:57:53.680756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network a37787ed-8b98-4884-9e90-46c5d01bd43b details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:57:53.684686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:router and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:57:53.687787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:57:53.694692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:57:53.706460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.707501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.728152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:53.888344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:54.075721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:54.107590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:54.252719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.26.5.51 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/f3527071-1b02-428e-bd88-bfd796d1e561) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:57:54.407725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:54.432501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:54.437052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1e82511-5551-4f8d-9e9c-21d882fb2eb2 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:54.505922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b01b86d5-9fd7-4690-8255-847ac724c2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:54.510453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:57:54.513444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:57:54.515939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:57:54.548242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=f3527071-1b02-428e-bd88-bfd796d1e561,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:54.551300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:54.681787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:54.682465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:54.923246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:57:55.128431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:57:55.138213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Sync routers for ids ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:57:55.153204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Routers {'88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:57:55.153895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b24eb8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:57:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:57:55.154399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:55.155756 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.4881105
Dec 23 16:57:55.160067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36348) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:55.209989 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0c0fe425-4c82-4347-9315-02386d1540f9 tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=2e850a8f293f445d88b071844b66bd01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0486543
Dec 23 16:57:55.212949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36352) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:55.353221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Set router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:57:55.355167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d94f5c-3e74-4bcf-b359-b1509eee09aa tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:55.356821 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-33d94f5c-3e74-4bcf-b359-b1509eee09aa tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1430380
Dec 23 16:57:55.359965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36356) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:55.408849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e9a2aa19-7d52-4634-91ab-8557e4e3252d tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0447948
Dec 23 16:57:55.409254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36360) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:55.415986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-135868447', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:57:55.543648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:57:55.548512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:subnet and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:57:55.551579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:57:55.557722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:57:55.567593 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Made reservation on behalf of 2e850a8f293f445d88b071844b66bd01 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:57:55.681456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:55.824283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b24eb8>, [{'id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:53Z', 'updated_at': '2021-12-23T16:57:54Z', 'revision_number': 3, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:54Z', 'updated_at': '2021-12-23T16:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:57:55.828452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Checking router: 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:57:55.829448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Updating router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 port f3527071-1b02-428e-bd88-bfd796d1e561 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:57:55.884364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:55.918260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:55.922911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35e66d04-0e1a-4fec-bdfa-76a707ae3dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:56.005576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Subnet': ['ID=1ecee434-2519-426e-a497-d2f8f8797ad9,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:56.008347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:56.023183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Checking segment: {'id': '80d70dbd-417b-46b6-960f-368ea540fd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:57:56.023596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network hostable DHCP agents. Network: a37787ed-8b98-4884-9e90-46c5d01bd43b, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:57:56.046485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network a37787ed-8b98-4884-9e90-46c5d01bd43b is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:57:56.055168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, a37787ed-8b98-4884-9e90-46c5d01bd43b) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:57:56.059549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:56.060713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:56.068030 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9758ee-0223-423b-b616-73cb24ec440e None None] Network a37787ed-8b98-4884-9e90-46c5d01bd43b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:57:56.084242 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e75aa5df-8a6c-45f9-a9db-3d418abe1f59 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6735766
Dec 23 16:57:56.086789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36364) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:57:56.088322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:56.449374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:56.456070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-a37787ed-8b98-4884-9e90-46c5d01bd43b', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ips': [{'subnet_id': '1ecee434-2519-426e-a497-d2f8f8797ad9'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:57:56.456968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:56.481013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Transition to ACTIVE for port object f3527071-1b02-428e-bd88-bfd796d1e561 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:57:56.528837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:56.533720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:56.654092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Attempting to bind port f3527071-1b02-428e-bd88-bfd796d1e561 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:57:56.654508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Attempting to bind port f3527071-1b02-428e-bd88-bfd796d1e561 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:57:56.654928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Attempting to bind port f3527071-1b02-428e-bd88-bfd796d1e561 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:57:56.657085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29124b28-01ef-486b-ba85-e7029a98d95b None None] Pushing event updated for resources: {'Port': ['ID=f3527071-1b02-428e-bd88-bfd796d1e561,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:56.692704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-29124b28-01ef-486b-ba85-e7029a98d95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:56.710246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:57:56.710594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:57:56.711088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:56.711540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:57:56.712089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Bound port: f3527071-1b02-428e-bd88-bfd796d1e561, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:57:56.712519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:56.782156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Allocated IP 172.20.0.2 (a37787ed-8b98-4884-9e90-46c5d01bd43b/1ecee434-2519-426e-a497-d2f8f8797ad9/bd5a4ab8-0bf9-4302-acae-a71900ee94f4) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:57:56.833450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] For port f3527071-1b02-428e-bd88-bfd796d1e561, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:57:56.859962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] For port f3527071-1b02-428e-bd88-bfd796d1e561, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f3527071-1b02-428e-bd88-bfd796d1e561,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:57:56.864449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:56.872485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:57.018361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10376d19-0d70-4a1b-90f7-45211e60e34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:57.053529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29124b28-01ef-486b-ba85-e7029a98d95b None None] Pushing event updated for resources: {'Port': ['ID=f3527071-1b02-428e-bd88-bfd796d1e561,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:57.065926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-29124b28-01ef-486b-ba85-e7029a98d95b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:57.116823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Routers {'88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:57:57.117522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b24eb8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:57:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:57:57.136761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:57.216063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:57.297108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Transition to ACTIVE for port object bd5a4ab8-0bf9-4302-acae-a71900ee94f4 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:57:57.338969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Transition to ACTIVE for port object bd5a4ab8-0bf9-4302-acae-a71900ee94f4 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:57:57.351022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:57.356037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5ca998ad-3bf3-4f7b-a47c-e460f19ea370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:57.420073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] Set router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:57:57.562075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.20.0.1 (a37787ed-8b98-4884-9e90-46c5d01bd43b/1ecee434-2519-426e-a497-d2f8f8797ad9/f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:57:57.663249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Network a37787ed-8b98-4884-9e90-46c5d01bd43b is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:57:57.664136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Pushing event updated for resources: {'Port': ['ID=bd5a4ab8-0bf9-4302-acae-a71900ee94f4,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:57.721070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:57:57.723924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:57.731604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:57:57.744409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:57.750676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:57.761718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Transition to ACTIVE for port object f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:57:57.783299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:57.787921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:57.858770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network a37787ed-8b98-4884-9e90-46c5d01bd43b is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:57:57.862134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:57:57.864857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:57:57.916379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:57.921471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:57.924780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Attempting to bind port bd5a4ab8-0bf9-4302-acae-a71900ee94f4 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:57:57.925169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Attempting to bind port bd5a4ab8-0bf9-4302-acae-a71900ee94f4 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '80d70dbd-417b-46b6-960f-368ea540fd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:57:57.925259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Attempting to bind port bd5a4ab8-0bf9-4302-acae-a71900ee94f4 on network a37787ed-8b98-4884-9e90-46c5d01bd43b {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:57:57.936248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:57.946915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:57:57.947383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Checking segment: {'id': '80d70dbd-417b-46b6-960f-368ea540fd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:57:57.947842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:57.948290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Bound using segment: {'id': '80d70dbd-417b-46b6-960f-368ea540fd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:57:57.948814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Bound port: bd5a4ab8-0bf9-4302-acae-a71900ee94f4, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d70dbd-417b-46b6-960f-368ea540fd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:57:57.949237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:58.027966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:58.098414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] For port bd5a4ab8-0bf9-4302-acae-a71900ee94f4, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:57:58.103767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] For port bd5a4ab8-0bf9-4302-acae-a71900ee94f4, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bd5a4ab8-0bf9-4302-acae-a71900ee94f4,segment=NetworkSegment(80d70dbd-417b-46b6-960f-368ea540fd3b),segment_id=80d70dbd-417b-46b6-960f-368ea540fd3b)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:57:58.106398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b24eb8>, [{'id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:53Z', 'updated_at': '2021-12-23T16:57:54Z', 'revision_number': 3, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:54Z', 'updated_at': '2021-12-23T16:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:57:58.110558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:58.115438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ee85df0c-eda0-48f6-86ec-ea78e397f4ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:58.150428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda5be0-9380-4d04-8023-e404c4d7bd0f None None] The sync data for ids ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'] in dv-neutron-822801-1-hyperv is: [{'id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:53Z', 'updated_at': '2021-12-23T16:57:54Z', 'revision_number': 3, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:54Z', 'updated_at': '2021-12-23T16:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:57:58.202725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Pushing event updated for resources: {'Port': ['ID=bd5a4ab8-0bf9-4302-acae-a71900ee94f4,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:58.206562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:58.482019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:58.486254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:58.520672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-20bf9eab-3b91-4656-b0f6-c1c0d62bfd26 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:58.626089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:58.630803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:58.634341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:58.740685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:58.813127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network a37787ed-8b98-4884-9e90-46c5d01bd43b is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:57:58.814539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:57:59.234571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:57:59.329342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bd5a4ab8-0bf9-4302-acae-a71900ee94f4 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:57:59.415726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port bd5a4ab8-0bf9-4302-acae-a71900ee94f4 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:57:59.421852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f3527071-1b02-428e-bd88-bfd796d1e561 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:57:59.478276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:57:59.494101 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "PUT /v2.0/routers/88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4047780
Dec 23 16:57:59.501577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port f3527071-1b02-428e-bd88-bfd796d1e561 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:57:59.506914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f3527071-1b02-428e-bd88-bfd796d1e561 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:57:59.507247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:59.640622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:59.659622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port f3527071-1b02-428e-bd88-bfd796d1e561, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f3527071-1b02-428e-bd88-bfd796d1e561,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:57:59.664126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:57:59.666175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:57:59.708166 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-918edcd4-e08f-4712-a2cc-84cd0d26645d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507502332&fields=id&tenant_id=2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 267 time: 0.0522866
Dec 23 16:57:59.739050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=f3527071-1b02-428e-bd88-bfd796d1e561,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:57:59.742748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:57:59.882971 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899e076-f212-420e-afa8-ebe12adf117c req-b63f4fd6-dd60-4f7d-9694-a2f60efe1211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:57:59.883742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0899e076-f212-420e-afa8-ebe12adf117c req-b63f4fd6-dd60-4f7d-9694-a2f60efe1211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:57:59.901809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-0899e076-f212-420e-afa8-ebe12adf117c req-b63f4fd6-dd60-4f7d-9694-a2f60efe1211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:57:59.903171 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-b63f4fd6-dd60-4f7d-9694-a2f60efe1211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/networks?id=a37787ed-8b98-4884-9e90-46c5d01bd43b HTTP/1.1" status: 200  len: 796 time: 0.1880524
Dec 23 16:57:59.921468 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-10781565-7e8e-41a7-959a-913990cb6eec tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/quotas/2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 375 time: 0.0121961
Dec 23 16:57:59.950029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30558d7e-39c0-4ca4-9f46-8a93ff83b892 None None] Network a37787ed-8b98-4884-9e90-46c5d01bd43b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:58:00.011760 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-88f4e54e-aaee-4802-9250-cdd94e4d4273 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0845964
Dec 23 16:58:00.087706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e4ad9cb9-4668-41df-99af-87222b4f03be None None] Provisioning for port bd5a4ab8-0bf9-4302-acae-a71900ee94f4 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:58:00.128300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e4ad9cb9-4668-41df-99af-87222b4f03be None None] Provisioning complete for port bd5a4ab8-0bf9-4302-acae-a71900ee94f4 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:58:00.128737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9cb9-4668-41df-99af-87222b4f03be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:00.166041 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-15e2b77a-481b-4076-915a-17d944329ad2 service neutron] 10.222.0.67 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405094
Dec 23 16:58:00.326303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9cb9-4668-41df-99af-87222b4f03be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:00.333290 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-ef27bd41-98ec-421e-a9af-89f5291eb3cf service neutron] 10.222.0.67 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436822
Dec 23 16:58:00.369187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e4ad9cb9-4668-41df-99af-87222b4f03be None None] For port bd5a4ab8-0bf9-4302-acae-a71900ee94f4, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bd5a4ab8-0bf9-4302-acae-a71900ee94f4,segment=NetworkSegment(80d70dbd-417b-46b6-960f-368ea540fd3b),segment_id=80d70dbd-417b-46b6-960f-368ea540fd3b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:58:00.372460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9cb9-4668-41df-99af-87222b4f03be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:00.374418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:58:00.452718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad9cb9-4668-41df-99af-87222b4f03be None None] Pushing event updated for resources: {'Port': ['ID=bd5a4ab8-0bf9-4302-acae-a71900ee94f4,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:58:00.457740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e4ad9cb9-4668-41df-99af-87222b4f03be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:58:00.558738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7b570859-4f66-4753-a9e0-35c7a97981be req-7e88d709-5e20-4266-a22f-e70aef0d3a7c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:58:00.577848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-7b570859-4f66-4753-a9e0-35c7a97981be req-7e88d709-5e20-4266-a22f-e70aef0d3a7c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:58:00.580047 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7b570859-4f66-4753-a9e0-35c7a97981be req-7e88d709-5e20-4266-a22f-e70aef0d3a7c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 210 time: 0.0718217
Dec 23 16:58:00.698827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ad0f903d-5273-4f47-8c1c-6901fbc2f19e None None] Provisioning complete for port bd5a4ab8-0bf9-4302-acae-a71900ee94f4 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:58:00.699329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad0f903d-5273-4f47-8c1c-6901fbc2f19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:00.846392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ad0f903d-5273-4f47-8c1c-6901fbc2f19e None None] Provisioning for port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:58:00.853775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ad0f903d-5273-4f47-8c1c-6901fbc2f19e None None] Provisioning complete for port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:58:00.854331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad0f903d-5273-4f47-8c1c-6901fbc2f19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:00.924687 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f903d-5273-4f47-8c1c-6901fbc2f19e None None] Port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:58:01.049595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8a4c0c2f-c1d9-4584-81c3-10f9253a7006 None None] Provisioning complete for port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:58:01.050020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0c2f-c1d9-4584-81c3-10f9253a7006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:01.112979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c0c2f-c1d9-4584-81c3-10f9253a7006 None None] Port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:58:01.244731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-01c55c64-942d-4a12-854a-a7750c62a412 None None] Provisioning complete for port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:58:01.245170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-01c55c64-942d-4a12-854a-a7750c62a412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:01.268603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Sync routers for ids ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:58:01.277310 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bd5a4ab8-0bf9-4302-acae-a71900ee94f4 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:58:01.283327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Routers {'88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:58:01.284129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7e5d0f98>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:57:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:58:01.353947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-01c55c64-942d-4a12-854a-a7750c62a412 None None] Port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:58:01.372920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port bd5a4ab8-0bf9-4302-acae-a71900ee94f4 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:58:01.373355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:01.472874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Set router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:58:01.501908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f3527071-1b02-428e-bd88-bfd796d1e561 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:58:01.583314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f3527071-1b02-428e-bd88-bfd796d1e561 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:58:01.583757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:01.865799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7e5d0f98>, [{'id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:53Z', 'updated_at': '2021-12-23T16:57:57Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:54Z', 'updated_at': '2021-12-23T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d', 'name': '', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:fa:34:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:57Z', 'updated_at': '2021-12-23T16:57:58Z', 'revision_number': 2, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:58:01.870481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Checking router: 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:58:01.871028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Updating router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:58:01.876524 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-491bd0b0-e110-4493-8a4b-dd9842b973be req-7b0f69dd-f252-4654-a945-e5c48674f0f0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 210 time: 0.0683732
Dec 23 16:58:01.916853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899e076-f212-420e-afa8-ebe12adf117c req-4084a60e-0f99-4604-b7e1-814b41e9067c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:01.918594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-4084a60e-0f99-4604-b7e1-814b41e9067c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/networks?id=a37787ed-8b98-4884-9e90-46c5d01bd43b HTTP/1.1" status: 200  len: 796 time: 0.3757701
Dec 23 16:58:01.925950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:01.974937 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-c288f4b3-d0a4-462e-832e-6dc5d9dafe31 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 380 time: 0.0454299
Dec 23 16:58:01.984271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-0899e076-f212-420e-afa8-ebe12adf117c req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'port': {'device_id': 'a1892538-9804-46b1-a07c-aefcdf224329', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'admin_state_up': True, 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'security_groups': ['598b26c9-d8c8-470b-b533-6f38eb7dfc58']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:58:02.132787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-0899e076-f212-420e-afa8-ebe12adf117c req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:58:02.143585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-0899e076-f212-420e-afa8-ebe12adf117c req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:58:02.153345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0899e076-f212-420e-afa8-ebe12adf117c req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Made reservation on behalf of 2e850a8f293f445d88b071844b66bd01 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:58:02.158891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0899e076-f212-420e-afa8-ebe12adf117c req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:02.289612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:02.302035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Transition to ACTIVE for port object f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:58:02.307750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:02.311616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-df0b9a71-0de4-445c-95be-405e01952a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:58:02.384678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-0899e076-f212-420e-afa8-ebe12adf117c req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.20.0.8 (a37787ed-8b98-4884-9e90-46c5d01bd43b/1ecee434-2519-426e-a497-d2f8f8797ad9/5bf73b89-b54f-4325-b581-6ee535eda740) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:58:02.439630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a67f65-0f79-4630-aa78-5fd42931d8a7 None None] Pushing event updated for resources: {'Port': ['ID=f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:58:02.455723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a67f65-0f79-4630-aa78-5fd42931d8a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:58:02.456273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a67f65-0f79-4630-aa78-5fd42931d8a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:58:02.456484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a67f65-0f79-4630-aa78-5fd42931d8a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:58:02.456849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a67f65-0f79-4630-aa78-5fd42931d8a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:58:02.457231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a67f65-0f79-4630-aa78-5fd42931d8a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:58:02.457655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a67f65-0f79-4630-aa78-5fd42931d8a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:58:02.458037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a67f65-0f79-4630-aa78-5fd42931d8a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:58:02.458411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a67f65-0f79-4630-aa78-5fd42931d8a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:58:02.458786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a67f65-0f79-4630-aa78-5fd42931d8a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:58:02.459191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a67f65-0f79-4630-aa78-5fd42931d8a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:58:02.459563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a67f65-0f79-4630-aa78-5fd42931d8a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:58:02.495632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-06a67f65-0f79-4630-aa78-5fd42931d8a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:58:02.552475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Attempting to bind port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:58:02.552891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Attempting to bind port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '80d70dbd-417b-46b6-960f-368ea540fd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:58:02.553309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Attempting to bind port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d on network a37787ed-8b98-4884-9e90-46c5d01bd43b {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:58:02.560464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:58:02.560896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Checking segment: {'id': '80d70dbd-417b-46b6-960f-368ea540fd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:58:02.561359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:02.561811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Bound using segment: {'id': '80d70dbd-417b-46b6-960f-368ea540fd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:58:02.562337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Bound port: f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d70dbd-417b-46b6-960f-368ea540fd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:58:02.562762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:02.598385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0899e076-f212-420e-afa8-ebe12adf117c req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:02.616509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-0899e076-f212-420e-afa8-ebe12adf117c req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Transition to ACTIVE for port object 5bf73b89-b54f-4325-b581-6ee535eda740 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:58:02.637886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0899e076-f212-420e-afa8-ebe12adf117c req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:02.645839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a99f16bb-29d1-45db-9933-12f1c06a4b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:58:02.663166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] For port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:58:02.666410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] For port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d,segment=NetworkSegment(80d70dbd-417b-46b6-960f-368ea540fd3b),segment_id=80d70dbd-417b-46b6-960f-368ea540fd3b)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:58:02.672066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:02.677644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0f5b2c5e-5cc7-47a9-8574-dfbc9f389990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:58:02.723180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0899e076-f212-420e-afa8-ebe12adf117c req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network a37787ed-8b98-4884-9e90-46c5d01bd43b is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:58:02.726712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=5bf73b89-b54f-4325-b581-6ee535eda740,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:58:02.729351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-0899e076-f212-420e-afa8-ebe12adf117c req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:58:02.731318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:58:02.732092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-0899e076-f212-420e-afa8-ebe12adf117c req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:58:02.772930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a67f65-0f79-4630-aa78-5fd42931d8a7 None None] Pushing event updated for resources: {'Port': ['ID=f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:58:02.775875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Routers {'88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:58:02.776554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7e5d0f98>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:57:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:58:02.807105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899e076-f212-420e-afa8-ebe12adf117c req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:02.807707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0899e076-f212-420e-afa8-ebe12adf117c req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:02.827055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-06a67f65-0f79-4630-aa78-5fd42931d8a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:58:02.838186 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8578758
Dec 23 16:58:02.849851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Request body: {'port': {'device_id': 'a1892538-9804-46b1-a07c-aefcdf224329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:58:02.986525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:03.119346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-600b69bb-a6c2-4aec-ac7f-018b566221b7 None None] Provisioning for port 5bf73b89-b54f-4325-b581-6ee535eda740 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:58:03.127168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-600b69bb-a6c2-4aec-ac7f-018b566221b7 None None] Provisioning complete for port 5bf73b89-b54f-4325-b581-6ee535eda740 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:58:03.130916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-600b69bb-a6c2-4aec-ac7f-018b566221b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:03.134325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc02c5c-f1ef-4b3c-8c6f-b5ac2f3fc0f1 req-10a0ea3d-8a2a-49cb-a628-33abc2a0d9b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:03.136143 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6fc02c5c-f1ef-4b3c-8c6f-b5ac2f3fc0f1 req-10a0ea3d-8a2a-49cb-a628-33abc2a0d9b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 931 time: 0.1137056
Dec 23 16:58:03.177336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] Set router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:58:03.214219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-600b69bb-a6c2-4aec-ac7f-018b566221b7 None None] Port 5bf73b89-b54f-4325-b581-6ee535eda740 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:58:03.221464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-6fc02c5c-f1ef-4b3c-8c6f-b5ac2f3fc0f1 req-6a3e3349-96e8-4f96-952e-153e8dbd59b4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:58:03.251583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-6fc02c5c-f1ef-4b3c-8c6f-b5ac2f3fc0f1 req-6a3e3349-96e8-4f96-952e-153e8dbd59b4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:58:03.253244 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6fc02c5c-f1ef-4b3c-8c6f-b5ac2f3fc0f1 req-6a3e3349-96e8-4f96-952e-153e8dbd59b4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1096964
Dec 23 16:58:03.557317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7e5d0f98>, [{'id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:53Z', 'updated_at': '2021-12-23T16:57:57Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:54Z', 'updated_at': '2021-12-23T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d', 'name': '', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:fa:34:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:57Z', 'updated_at': '2021-12-23T16:58:02Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:58:03.561503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13a081-d66f-4ecb-a6a6-7921e31bba39 None None] The sync data for ids ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'] in dv-neutron-822801-1-hyperv is: [{'id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:53Z', 'updated_at': '2021-12-23T16:57:57Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:54Z', 'updated_at': '2021-12-23T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d', 'name': '', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:fa:34:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:57Z', 'updated_at': '2021-12-23T16:58:02Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:58:03.680467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf73b89-b54f-4325-b581-6ee535eda740 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:58:03.691902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:03.709346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Transition to ACTIVE for port object 5bf73b89-b54f-4325-b581-6ee535eda740 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:58:03.712086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:03.716884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:58:03.855308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Pushing event updated for resources: {'Port': ['ID=5bf73b89-b54f-4325-b581-6ee535eda740,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:58:03.858658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:58:03.981988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Attempting to bind port 5bf73b89-b54f-4325-b581-6ee535eda740 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:58:03.982377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Attempting to bind port 5bf73b89-b54f-4325-b581-6ee535eda740 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '80d70dbd-417b-46b6-960f-368ea540fd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:58:03.983016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Attempting to bind port 5bf73b89-b54f-4325-b581-6ee535eda740 on network a37787ed-8b98-4884-9e90-46c5d01bd43b {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:58:03.990108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Port 5bf73b89-b54f-4325-b581-6ee535eda740 on network a37787ed-8b98-4884-9e90-46c5d01bd43b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:58:03.990471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Attempting to bind port 5bf73b89-b54f-4325-b581-6ee535eda740 on network a37787ed-8b98-4884-9e90-46c5d01bd43b {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:58:03.998014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:58:03.998469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Checking segment: {'id': '80d70dbd-417b-46b6-960f-368ea540fd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:58:03.998910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Bound using segment: {'id': '80d70dbd-417b-46b6-960f-368ea540fd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:58:03.999451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Bound port: 5bf73b89-b54f-4325-b581-6ee535eda740, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d70dbd-417b-46b6-960f-368ea540fd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:58:03.999854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:04.101440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] For port 5bf73b89-b54f-4325-b581-6ee535eda740, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:58:04.104942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] For port 5bf73b89-b54f-4325-b581-6ee535eda740, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5bf73b89-b54f-4325-b581-6ee535eda740,segment=NetworkSegment(80d70dbd-417b-46b6-960f-368ea540fd3b),segment_id=80d70dbd-417b-46b6-960f-368ea540fd3b)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:58:04.108339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:04.114060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:58:04.182215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:04.184128 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] 10.222.0.36 "PUT /v2.0/ports/5bf73b89-b54f-4325-b581-6ee535eda740 HTTP/1.1" status: 200  len: 1093 time: 1.3388510
Dec 23 16:58:04.184716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1892538-9804-46b1-a07c-aefcdf224329', 'tag': '5bf73b89-b54f-4325-b581-6ee535eda740'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:58:04.222735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Pushing event updated for resources: {'Port': ['ID=5bf73b89-b54f-4325-b581-6ee535eda740,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:58:04.278355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:58:04.280232 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1892538-9804-46b1-a07c-aefcdf224329', 'tag': '5bf73b89-b54f-4325-b581-6ee535eda740', 'status': 'completed', 'code': 200}
Dec 23 16:58:04.329965 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-76df5049-acf6-4902-98b5-6d4c294e0992 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 1096 time: 0.1034679
Dec 23 16:58:04.414477 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-51f5f5bf-64ab-499c-baed-08ce12583103 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bf73b89-b54f-4325-b581-6ee535eda740 HTTP/1.1" status: 200  len: 217 time: 0.0773466
Dec 23 16:58:04.493081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899e076-f212-420e-afa8-ebe12adf117c req-592f74a0-5e9a-432a-a024-dd9785011aad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:04.493303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740e58a-e951-44c4-9d6c-4c6e71a39346 req-37facb4e-607b-432e-8bec-f0e7555626a6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:04.494803 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6740e58a-e951-44c4-9d6c-4c6e71a39346 req-37facb4e-607b-432e-8bec-f0e7555626a6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 943 time: 0.0914590
Dec 23 16:58:04.494966 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-592f74a0-5e9a-432a-a024-dd9785011aad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ecee434-2519-426e-a497-d2f8f8797ad9 HTTP/1.1" status: 200  len: 834 time: 0.0742791
Dec 23 16:58:04.548882 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6740e58a-e951-44c4-9d6c-4c6e71a39346 req-1502a953-4296-4e26-8458-a45bfeaf9825 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467291
Dec 23 16:58:04.592788 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-a2f1a895-62c2-42bb-a674-a0fea89c57d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a37787ed-8b98-4884-9e90-46c5d01bd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0907049
Dec 23 16:58:04.743570 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-d2db5cd5-af42-4d6f-8c9d-fe632e02e1c4 service neutron] 10.222.0.36 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444106
Dec 23 16:58:04.894494 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0899e076-f212-420e-afa8-ebe12adf117c req-b4266b28-c96c-49ad-b5ed-908bad1ac1fc service neutron] 10.222.0.36 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452098
Dec 23 16:58:05.018907 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d558a8b-86ee-4b4e-a38f-5ed7ff177747 req-051fa6b8-778d-4cc1-bbf0-5af36cd763b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 1096 time: 0.0770648
Dec 23 16:58:05.163541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d558a8b-86ee-4b4e-a38f-5ed7ff177747 req-6179f097-d402-471b-94ea-6832d23270a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:05.165179 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d558a8b-86ee-4b4e-a38f-5ed7ff177747 req-6179f097-d402-471b-94ea-6832d23270a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a37787ed-8b98-4884-9e90-46c5d01bd43b HTTP/1.1" status: 200  len: 897 time: 0.1396470
Dec 23 16:58:05.248439 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d558a8b-86ee-4b4e-a38f-5ed7ff177747 req-54c6b00e-d9fe-41d4-b3c4-e74b388fa166 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bf73b89-b54f-4325-b581-6ee535eda740 HTTP/1.1" status: 200  len: 217 time: 0.0762455
Dec 23 16:58:05.281149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:58:05.318957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d558a8b-86ee-4b4e-a38f-5ed7ff177747 req-c820cf27-edb2-4488-8d49-3c61856081cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:05.320633 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d558a8b-86ee-4b4e-a38f-5ed7ff177747 req-c820cf27-edb2-4488-8d49-3c61856081cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ecee434-2519-426e-a497-d2f8f8797ad9 HTTP/1.1" status: 200  len: 834 time: 0.0655632
Dec 23 16:58:05.355187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:58:05.360756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:58:05.361198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:05.414067 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d558a8b-86ee-4b4e-a38f-5ed7ff177747 req-97b97644-6f9f-480e-aac9-7c2f67d1391e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a37787ed-8b98-4884-9e90-46c5d01bd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0862904
Dec 23 16:58:05.487345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:05.523709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d,segment=NetworkSegment(80d70dbd-417b-46b6-960f-368ea540fd3b),segment_id=80d70dbd-417b-46b6-960f-368ea540fd3b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:58:05.526704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:05.529008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:58:05.561566 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d558a8b-86ee-4b4e-a38f-5ed7ff177747 req-95bd890e-b6ab-4de3-b848-9b4e244436d1 service neutron] 10.222.0.36 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399488
Dec 23 16:58:05.603834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:58:05.607637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:58:05.765258 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d558a8b-86ee-4b4e-a38f-5ed7ff177747 req-98d94a32-3106-4468-8042-2ef978f1d5ca service neutron] 10.222.0.36 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1966703
Dec 23 16:58:05.788357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70557a2f-6dfd-42fc-ab8a-9c9783a7c029 req-2da5f70b-021f-460a-bac6-7326748ac91b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:05.789038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-70557a2f-6dfd-42fc-ab8a-9c9783a7c029 req-2da5f70b-021f-460a-bac6-7326748ac91b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:58:05.803545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-70557a2f-6dfd-42fc-ab8a-9c9783a7c029 req-2da5f70b-021f-460a-bac6-7326748ac91b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:58:05.804788 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-70557a2f-6dfd-42fc-ab8a-9c9783a7c029 req-2da5f70b-021f-460a-bac6-7326748ac91b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 943 time: 0.1237767
Dec 23 16:58:05.853628 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-70557a2f-6dfd-42fc-ab8a-9c9783a7c029 req-64c5569a-eaa0-42f1-8ab7-944af81f877a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427010
Dec 23 16:58:06.356461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 5bf73b89-b54f-4325-b581-6ee535eda740 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 16:58:06.502189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 5bf73b89-b54f-4325-b581-6ee535eda740, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5bf73b89-b54f-4325-b581-6ee535eda740,segment=NetworkSegment(80d70dbd-417b-46b6-960f-368ea540fd3b),segment_id=80d70dbd-417b-46b6-960f-368ea540fd3b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:58:06.516456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '5bf73b89-b54f-4325-b581-6ee535eda740', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'port_id': '5bf73b89-b54f-4325-b581-6ee535eda740', 'mac_address': 'fa:16:3e:56:5b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:58:06.576756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:06.595888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf73b89-b54f-4325-b581-6ee535eda740 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:58:06.611667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 5bf73b89-b54f-4325-b581-6ee535eda740, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5bf73b89-b54f-4325-b581-6ee535eda740,segment=NetworkSegment(80d70dbd-417b-46b6-960f-368ea540fd3b),segment_id=80d70dbd-417b-46b6-960f-368ea540fd3b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:58:06.614595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:06.616476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-29124b28-01ef-486b-ba85-e7029a98d95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:58:06.684141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=5bf73b89-b54f-4325-b581-6ee535eda740,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:58:06.687399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:58:06.848580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['5bf73b89-b54f-4325-b581-6ee535eda740'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:58:07.062249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba39979-c237-4f2e-8b65-3fc18f82204f req-ab5e6cb8-bed3-4dc5-88a3-9e3ffe0642be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:07.064507 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2ba39979-c237-4f2e-8b65-3fc18f82204f req-ab5e6cb8-bed3-4dc5-88a3-9e3ffe0642be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 944 time: 0.0863116
Dec 23 16:58:07.114961 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2ba39979-c237-4f2e-8b65-3fc18f82204f req-dda8755a-b90a-4288-9269-b4e4b254b7ce tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441699
Dec 23 16:58:07.255866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:58:07.332174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:58:07.332613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:08.334577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc166721-e0ff-41ee-85f3-ac3e68a40ad4 req-bfae2d51-dc2e-4eab-abc2-3c0fcf723df5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:08.336226 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cc166721-e0ff-41ee-85f3-ac3e68a40ad4 req-bfae2d51-dc2e-4eab-abc2-3c0fcf723df5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 944 time: 0.0896554
Dec 23 16:58:08.356398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 5bf73b89-b54f-4325-b581-6ee535eda740 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:58:08.386917 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cc166721-e0ff-41ee-85f3-ac3e68a40ad4 req-ac6a5494-0540-40e3-88f4-bc3a1d0c00f9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445592
Dec 23 16:58:08.429335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 5bf73b89-b54f-4325-b581-6ee535eda740 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:58:08.434001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 5bf73b89-b54f-4325-b581-6ee535eda740 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:58:08.434429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:08.550900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:08.579092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1892538-9804-46b1-a07c-aefcdf224329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf73b89-b54f-4325-b581-6ee535eda740'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:58:08.589264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 5bf73b89-b54f-4325-b581-6ee535eda740, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5bf73b89-b54f-4325-b581-6ee535eda740,segment=NetworkSegment(80d70dbd-417b-46b6-960f-368ea540fd3b),segment_id=80d70dbd-417b-46b6-960f-368ea540fd3b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:58:08.592925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:08.595442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:58:08.670571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=5bf73b89-b54f-4325-b581-6ee535eda740,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:58:08.674999 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:58:08.767245 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1892538-9804-46b1-a07c-aefcdf224329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf73b89-b54f-4325-b581-6ee535eda740', 'code': 200}
Dec 23 16:58:09.001047 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-765b3e33-fc28-4efe-9c25-f48c3c6d7eae req-3208e7c2-a9d2-43ae-8af2-033ccbec8bea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 1098 time: 0.0748489
Dec 23 16:58:09.045676 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-765b3e33-fc28-4efe-9c25-f48c3c6d7eae req-fd8daf07-504b-4e8c-9a60-8470045b1f0f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390005
Dec 23 16:58:09.143049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:58:09.595144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a0bb6-95d0-4d5b-ab64-fb6d1ef7a7d9 req-c81aaf97-0626-47e6-8a24-96e12f4884ab tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:09.596780 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2c9a0bb6-95d0-4d5b-ab64-fb6d1ef7a7d9 req-c81aaf97-0626-47e6-8a24-96e12f4884ab tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0874493
Dec 23 16:58:09.648199 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2c9a0bb6-95d0-4d5b-ab64-fb6d1ef7a7d9 req-47f8c1c3-2bbb-4cad-a8cd-2a3e5b0211ea tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452061
Dec 23 16:58:10.251462 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b87d7bda-6baf-43bc-8f5f-ca68a729bbb1 req-9ef59155-d172-4a2a-98a9-4b0350db31d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0762191
Dec 23 16:58:10.402276 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b87d7bda-6baf-43bc-8f5f-ca68a729bbb1 req-aa061fd5-250d-4088-99b4-98c88463f0f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 1098 time: 0.0779390
Dec 23 16:58:10.559187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d7bda-6baf-43bc-8f5f-ca68a729bbb1 req-1ced2d4e-41da-476e-81bb-bbf20a9a5b37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:10.560696 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b87d7bda-6baf-43bc-8f5f-ca68a729bbb1 req-1ced2d4e-41da-476e-81bb-bbf20a9a5b37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a37787ed-8b98-4884-9e90-46c5d01bd43b HTTP/1.1" status: 200  len: 897 time: 0.1402242
Dec 23 16:58:10.631368 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b87d7bda-6baf-43bc-8f5f-ca68a729bbb1 req-4f088a35-f926-4967-a421-93db77aef20b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bf73b89-b54f-4325-b581-6ee535eda740 HTTP/1.1" status: 200  len: 217 time: 0.0648222
Dec 23 16:58:10.705036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d7bda-6baf-43bc-8f5f-ca68a729bbb1 req-4df13cd0-61f8-4ffa-a5d0-c760cd3aff4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:10.706654 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b87d7bda-6baf-43bc-8f5f-ca68a729bbb1 req-4df13cd0-61f8-4ffa-a5d0-c760cd3aff4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ecee434-2519-426e-a497-d2f8f8797ad9 HTTP/1.1" status: 200  len: 834 time: 0.0693316
Dec 23 16:58:10.789136 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b87d7bda-6baf-43bc-8f5f-ca68a729bbb1 req-1db863bf-9f2c-405b-8860-1edb3c10631b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a37787ed-8b98-4884-9e90-46c5d01bd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0759082
Dec 23 16:58:10.855156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a285a-01ba-41e7-9fc7-7197165fa68a req-833c9d64-a534-4bbb-bed6-2da2930d4dee tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:10.856714 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-278a285a-01ba-41e7-9fc7-7197165fa68a req-833c9d64-a534-4bbb-bed6-2da2930d4dee tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0838594
Dec 23 16:58:10.911637 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-278a285a-01ba-41e7-9fc7-7197165fa68a req-862b8298-5747-4dc8-9406-68eba377c7b4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479693
Dec 23 16:58:10.936073 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b87d7bda-6baf-43bc-8f5f-ca68a729bbb1 req-b6782363-34b9-41e3-865e-9ee349cf2df7 service neutron] 10.222.0.36 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406693
Dec 23 16:58:11.374132 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b87d7bda-6baf-43bc-8f5f-ca68a729bbb1 req-a88800b1-4026-4665-a92b-73d1e62af0ff service neutron] 10.222.0.36 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4317412
Dec 23 16:58:11.389780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7aede-7b75-4040-add1-8b3d68a81149 req-adad73d8-2efd-4c63-838e-aa567a77cd81 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:11.392112 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fcb7aede-7b75-4040-add1-8b3d68a81149 req-adad73d8-2efd-4c63-838e-aa567a77cd81 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.1237261
Dec 23 16:58:11.440533 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fcb7aede-7b75-4040-add1-8b3d68a81149 req-c8de55b8-219e-4500-abdb-8db7c309ae95 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420616
Dec 23 16:58:11.468077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36420) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:58:11.615884 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f9b80803-8fc4-4cdb-8fec-e253576e6f92 tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 1093 time: 0.1464584
Dec 23 16:58:11.618622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36426) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:58:11.624221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '5bf73b89-b54f-4325-b581-6ee535eda740', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:58:11.630685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:58:11.634728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:floatingip and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:58:11.639303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:58:11.645912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:58:11.655865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:11.803370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:11.947253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.26.5.145 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/bf22b32b-ad5e-4e75-ab66-d5c1003c05ea) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:58:12.104907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:12.131044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:12.135414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6bd0aa62-c47f-4166-893b-96ac09c0b33c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:58:12.204985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:58:12.208516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:58:12.211183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:58:12.244416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=bf22b32b-ad5e-4e75-ab66-d5c1003c05ea,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:58:12.247434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:58:12.543770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:12.995139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:13.052038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:13.272162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:13.275632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:13.280099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1219549-edb3-418f-8146-8e5aa79032c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:58:13.385182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=bf22b32b-ad5e-4e75-ab66-d5c1003c05ea,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:58:13.393275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:58:13.407300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:13.611031 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Floating IP b4da97bc-a000-4699-8669-17a9e92ac05e associated. External IP: 172.26.5.145, port: 5bf73b89-b54f-4325-b581-6ee535eda740.
Dec 23 16:58:14.034280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:58:14.247644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:58:14.258254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c7768-ff1b-4edf-bd14-a2dc940fe7b1 None None] Sync routers for ids ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:58:14.272995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:14.273208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c7768-ff1b-4edf-bd14-a2dc940fe7b1 None None] Routers {'88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:58:14.273897 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-443c7768-ff1b-4edf-bd14-a2dc940fe7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c13940>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:57:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:58:14.336158 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7136807
Dec 23 16:58:14.336158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1892538-9804-46b1-a07c-aefcdf224329', 'tag': '5bf73b89-b54f-4325-b581-6ee535eda740'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:58:14.492826 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1892538-9804-46b1-a07c-aefcdf224329', 'tag': '5bf73b89-b54f-4325-b581-6ee535eda740', 'status': 'completed', 'code': 200}
Dec 23 16:58:14.525258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31801886-81b0-4fd7-9fab-07372cd2fa18 req-da2b81d5-b3d6-4a24-b482-8d4960ff6728 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:14.526971 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31801886-81b0-4fd7-9fab-07372cd2fa18 req-da2b81d5-b3d6-4a24-b482-8d4960ff6728 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0918727
Dec 23 16:58:14.580975 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31801886-81b0-4fd7-9fab-07372cd2fa18 req-2e8ac9fc-23a6-41e4-902f-73462c593c9d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462501
Dec 23 16:58:14.590489 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa1a196b-811f-4138-bd58-5cd1acdfaff8 req-c60f3ad8-02f7-4c1d-a6a7-fef8818fe545 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 1098 time: 0.0803249
Dec 23 16:58:14.612384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36436) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:58:14.635905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-443c7768-ff1b-4edf-bd14-a2dc940fe7b1 None None] Set router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:58:14.727550 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-313710e1-d185-4994-88ef-1863ee67a3ff tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/b4da97bc-a000-4699-8669-17a9e92ac05e HTTP/1.1" status: 200  len: 991 time: 0.1126370
Dec 23 16:58:14.741989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a196b-811f-4138-bd58-5cd1acdfaff8 req-5d4065f1-4ce9-43cd-a716-3b13e471f6f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:14.743621 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa1a196b-811f-4138-bd58-5cd1acdfaff8 req-5d4065f1-4ce9-43cd-a716-3b13e471f6f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a37787ed-8b98-4884-9e90-46c5d01bd43b HTTP/1.1" status: 200  len: 897 time: 0.1467593
Dec 23 16:58:14.857673 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa1a196b-811f-4138-bd58-5cd1acdfaff8 req-8b1074be-62bf-4294-8843-55dc25521775 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bf73b89-b54f-4325-b581-6ee535eda740 HTTP/1.1" status: 200  len: 999 time: 0.1074336
Dec 23 16:58:14.929755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a196b-811f-4138-bd58-5cd1acdfaff8 req-3e9968d8-5117-4ab3-9d94-4fe9dfd2ae82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:14.931508 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa1a196b-811f-4138-bd58-5cd1acdfaff8 req-3e9968d8-5117-4ab3-9d94-4fe9dfd2ae82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ecee434-2519-426e-a497-d2f8f8797ad9 HTTP/1.1" status: 200  len: 834 time: 0.0677023
Dec 23 16:58:15.017379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-443c7768-ff1b-4edf-bd14-a2dc940fe7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c13940>, [{'id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:53Z', 'updated_at': '2021-12-23T16:57:57Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:54Z', 'updated_at': '2021-12-23T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'b4da97bc-a000-4699-8669-17a9e92ac05e', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'port_id': '5bf73b89-b54f-4325-b581-6ee535eda740', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'mac_address': 'fa:16:3e:56:5b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1892538-9804-46b1-a07c-aefcdf224329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:58:12Z', 'updated_at': '2021-12-23T16:58:12Z', 'revision_number': 0, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d', 'name': '', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:fa:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:57Z', 'updated_at': '2021-12-23T16:58:05Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:58:15.019144 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa1a196b-811f-4138-bd58-5cd1acdfaff8 req-55d3851e-1d8f-41a8-8e53-dbf497e62f71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a37787ed-8b98-4884-9e90-46c5d01bd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0812616
Dec 23 16:58:15.021894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c7768-ff1b-4edf-bd14-a2dc940fe7b1 None None] Checking router: 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:58:15.033404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c7768-ff1b-4edf-bd14-a2dc940fe7b1 None None] Routers {'88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:58:15.034065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-443c7768-ff1b-4edf-bd14-a2dc940fe7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79c13940>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:57:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:58:15.169558 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa1a196b-811f-4138-bd58-5cd1acdfaff8 req-235a3816-d913-4d72-a060-5d0f683e226a service neutron] 10.222.0.36 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434000
Dec 23 16:58:15.233246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-443c7768-ff1b-4edf-bd14-a2dc940fe7b1 None None] Set router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:58:15.318977 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa1a196b-811f-4138-bd58-5cd1acdfaff8 req-c3f0e28b-3992-40fc-b539-af7c66587509 service neutron] 10.222.0.36 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432331
Dec 23 16:58:15.612471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-443c7768-ff1b-4edf-bd14-a2dc940fe7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79c13940>, [{'id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:53Z', 'updated_at': '2021-12-23T16:57:57Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:54Z', 'updated_at': '2021-12-23T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'b4da97bc-a000-4699-8669-17a9e92ac05e', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'port_id': '5bf73b89-b54f-4325-b581-6ee535eda740', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'mac_address': 'fa:16:3e:56:5b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1892538-9804-46b1-a07c-aefcdf224329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:58:12Z', 'updated_at': '2021-12-23T16:58:12Z', 'revision_number': 0, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d', 'name': '', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:fa:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:57Z', 'updated_at': '2021-12-23T16:58:05Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:58:15.616621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c7768-ff1b-4edf-bd14-a2dc940fe7b1 None None] The sync data for ids ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'] in dv-neutron-822801-1-hyperv is: [{'id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:53Z', 'updated_at': '2021-12-23T16:57:57Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:54Z', 'updated_at': '2021-12-23T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'b4da97bc-a000-4699-8669-17a9e92ac05e', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'port_id': '5bf73b89-b54f-4325-b581-6ee535eda740', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'mac_address': 'fa:16:3e:56:5b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1892538-9804-46b1-a07c-aefcdf224329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:58:12Z', 'updated_at': '2021-12-23T16:58:12Z', 'revision_number': 0, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d', 'name': '', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:fa:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:57Z', 'updated_at': '2021-12-23T16:58:05Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:58:15.730433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36440) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:58:15.848082 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-a7b607f9-2f43-4d6d-9100-85ed9d379878 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/b4da97bc-a000-4699-8669-17a9e92ac05e HTTP/1.1" status: 200  len: 991 time: 0.1162744
Dec 23 16:58:15.952492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ce4d9-31cf-4444-9afb-16cb90e84bb7 None None] New status for floating IP b4da97bc-a000-4699-8669-17a9e92ac05e: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:58:16.852164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36444) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:58:16.962437 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-10aa6335-6f0a-47f7-a3d7-d2e452d534d8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/b4da97bc-a000-4699-8669-17a9e92ac05e HTTP/1.1" status: 200  len: 993 time: 0.1089568
Dec 23 16:58:24.507918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c301b410-ed0f-47d7-899f-8ee7193be14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:26.040299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:26.880138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3002f9e8-9f32-4c9a-b2f5-2dc54ba6c007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:27.471830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:28.737946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:42.539866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:44.492055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48af9ab-440d-4a8c-a3e8-316813fbe92b req-0d7956d9-628f-4653-a212-14cc72c878bc tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:44.493610 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e48af9ab-440d-4a8c-a3e8-316813fbe92b req-0d7956d9-628f-4653-a212-14cc72c878bc tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0843191
Dec 23 16:58:44.542264 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e48af9ab-440d-4a8c-a3e8-316813fbe92b req-c4f1d85a-5cf4-4e1d-94a4-27b671a57141 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425854
Dec 23 16:58:45.750073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31a12d-a794-4f05-9ce5-3566484c2389 req-271ae520-4c6b-42a1-88a6-093299c2c79f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:45.751820 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ab31a12d-a794-4f05-9ce5-3566484c2389 req-271ae520-4c6b-42a1-88a6-093299c2c79f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0838809
Dec 23 16:58:45.800283 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ab31a12d-a794-4f05-9ce5-3566484c2389 req-39e966e1-b65e-4fc4-9fcb-aac918aa337f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425379
Dec 23 16:58:46.145334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:58:47.013214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2a3d6-5abe-475f-ab75-4d9cf2f53ef5 req-d55cfc83-c6e5-4f4a-8fb3-ebf579415229 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:47.014839 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c1d2a3d6-5abe-475f-ab75-4d9cf2f53ef5 req-d55cfc83-c6e5-4f4a-8fb3-ebf579415229 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0866053
Dec 23 16:58:47.063898 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c1d2a3d6-5abe-475f-ab75-4d9cf2f53ef5 req-c6ab4271-9811-4152-8bfb-9a3d81143a4e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428779
Dec 23 16:58:48.273347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93397602-5ac5-4159-ba5f-30c2fc06e28e req-4c2980e6-afb9-44f9-b8aa-daefc26a8c7a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:48.274975 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-93397602-5ac5-4159-ba5f-30c2fc06e28e req-4c2980e6-afb9-44f9-b8aa-daefc26a8c7a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0867190
Dec 23 16:58:48.324170 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-93397602-5ac5-4159-ba5f-30c2fc06e28e req-ba0d4a21-09b7-4478-8704-afeb86331464 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430682
Dec 23 16:58:49.534957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52047f96-3569-448a-8be1-ebf5a9aedf22 req-5bedd14c-1113-4c20-b96d-6b61eb0ac209 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:49.536751 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-52047f96-3569-448a-8be1-ebf5a9aedf22 req-5bedd14c-1113-4c20-b96d-6b61eb0ac209 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0896125
Dec 23 16:58:49.587250 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-52047f96-3569-448a-8be1-ebf5a9aedf22 req-563a3110-1897-42e5-aae0-6b64fd8365fb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442984
Dec 23 16:58:50.791748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb250e0a-24f3-4235-a053-8ca3d67c6dbd req-4bb6dca7-c4c6-424f-be98-8aad58394fb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:50.793351 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bb250e0a-24f3-4235-a053-8ca3d67c6dbd req-4bb6dca7-c4c6-424f-be98-8aad58394fb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0824771
Dec 23 16:58:50.847854 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bb250e0a-24f3-4235-a053-8ca3d67c6dbd req-9d221949-8a9d-4764-81a8-76f0669bca10 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478430
Dec 23 16:58:52.058537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3ec50-5af4-4062-875b-7a97737b7b5c req-b4de92d6-5c51-4c45-8d14-84ab0af64170 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:52.060221 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7a3ec50-5af4-4062-875b-7a97737b7b5c req-b4de92d6-5c51-4c45-8d14-84ab0af64170 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0887086
Dec 23 16:58:52.110178 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7a3ec50-5af4-4062-875b-7a97737b7b5c req-d2dd689d-c1d1-487c-9be8-5905687bc1c8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426102
Dec 23 16:58:53.316327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49a405-7735-4139-88bb-06ac06b997a1 req-736c258f-b286-4fe7-9bbc-d70633472569 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:53.317970 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa49a405-7735-4139-88bb-06ac06b997a1 req-736c258f-b286-4fe7-9bbc-d70633472569 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0840025
Dec 23 16:58:53.367548 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fa49a405-7735-4139-88bb-06ac06b997a1 req-b24b6103-1a65-4b33-8d85-05b04debaca3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430708
Dec 23 16:58:54.510969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-226fe8ad-c8f4-4bca-92c2-d3d6342209d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:54.713496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc09b1-f128-4646-848a-6e255ae8929b req-385eae4d-fb97-4982-afe9-fbb86724dc27 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:54.715140 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b2bc09b1-f128-4646-848a-6e255ae8929b req-385eae4d-fb97-4982-afe9-fbb86724dc27 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0849211
Dec 23 16:58:54.768267 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b2bc09b1-f128-4646-848a-6e255ae8929b req-b5eab692-7a90-41b6-be4a-18f7e90b2ca1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462785
Dec 23 16:58:55.984011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eb13b-a10f-4641-a308-c11383731331 req-a66575cb-3eaa-4cff-8a9a-1479c285f679 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:55.986760 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-686eb13b-a10f-4641-a308-c11383731331 req-a66575cb-3eaa-4cff-8a9a-1479c285f679 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0894840
Dec 23 16:58:56.035968 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-686eb13b-a10f-4641-a308-c11383731331 req-bbf7f1f9-f2a6-4242-98e0-c6cb485d7ca8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436232
Dec 23 16:58:56.044398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:56.881353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-346b5a08-264f-4b08-9e5f-8f842adaa007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:57.241506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30e411-04f0-4d45-9f57-994e2d095451 req-28200b03-afc7-466f-89f8-f26e5b90eb37 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:57.243158 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ad30e411-04f0-4d45-9f57-994e2d095451 req-28200b03-afc7-466f-89f8-f26e5b90eb37 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0842459
Dec 23 16:58:57.293390 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ad30e411-04f0-4d45-9f57-994e2d095451 req-f3aa2f9b-ff57-4464-8472-7f1c9aceddd0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440986
Dec 23 16:58:57.471856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:58.499917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8acbf-4c64-4266-a2e1-6925377a1464 req-3d6aa13b-c117-49a0-9c7a-59b4a0ca305a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:58.501693 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0ed8acbf-4c64-4266-a2e1-6925377a1464 req-3d6aa13b-c117-49a0-9c7a-59b4a0ca305a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0837619
Dec 23 16:58:58.551035 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0ed8acbf-4c64-4266-a2e1-6925377a1464 req-316dae5b-87c5-420f-ad56-07092054dc2a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432594
Dec 23 16:58:58.741685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:58:59.763641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7774e4-fbc2-4e55-b406-140afc8355e1 req-24bcce2e-bd4c-4066-a558-a7083acba098 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:58:59.765246 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c7774e4-fbc2-4e55-b406-140afc8355e1 req-24bcce2e-bd4c-4066-a558-a7083acba098 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0870466
Dec 23 16:58:59.813161 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c7774e4-fbc2-4e55-b406-140afc8355e1 req-256e42bc-ddc9-43a0-af2e-b64243111b1f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407817
Dec 23 16:59:01.021463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd9669-1b8a-4078-a5db-ac5f4d66c15e req-5f8595c2-f3cc-45d2-9e75-0221c0253c14 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:01.023273 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-42bd9669-1b8a-4078-a5db-ac5f4d66c15e req-5f8595c2-f3cc-45d2-9e75-0221c0253c14 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0859251
Dec 23 16:59:01.072933 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-42bd9669-1b8a-4078-a5db-ac5f4d66c15e req-34b2b176-6ac3-4d11-86fa-3b0bfd028deb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430224
Dec 23 16:59:01.101084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36496) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:01.214864 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2f97fe12-84ae-4e91-b3d2-152c174d790d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/b4da97bc-a000-4699-8669-17a9e92ac05e HTTP/1.1" status: 200  len: 993 time: 0.1124532
Dec 23 16:59:02.774130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d4d2d-6b96-4d58-926a-07d51e9b602c req-26d34ed0-a9d5-4b91-9e21-072f253ad659 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:02.775838 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-707d4d2d-6b96-4d58-926a-07d51e9b602c req-26d34ed0-a9d5-4b91-9e21-072f253ad659 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.1499617
Dec 23 16:59:02.801130 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-60678e3b-a50e-4ff0-a39a-d85f1bc5bd35 req-2ca78d60-d1e7-4e53-be07-00544878ae74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 1098 time: 0.1286719
Dec 23 16:59:02.874406 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-707d4d2d-6b96-4d58-926a-07d51e9b602c req-7b0180f0-11c0-4e6c-bbd0-05581b22e8f1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0911250
Dec 23 16:59:02.964179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60678e3b-a50e-4ff0-a39a-d85f1bc5bd35 req-debb7ac0-25c9-4822-b67c-9d58f0400f81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:02.965765 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-60678e3b-a50e-4ff0-a39a-d85f1bc5bd35 req-debb7ac0-25c9-4822-b67c-9d58f0400f81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a37787ed-8b98-4884-9e90-46c5d01bd43b HTTP/1.1" status: 200  len: 897 time: 0.1568403
Dec 23 16:59:03.073163 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-60678e3b-a50e-4ff0-a39a-d85f1bc5bd35 req-697a2a15-5c66-4b47-823e-e0bdc8c89d6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bf73b89-b54f-4325-b581-6ee535eda740 HTTP/1.1" status: 200  len: 1001 time: 0.1007025
Dec 23 16:59:03.145824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60678e3b-a50e-4ff0-a39a-d85f1bc5bd35 req-f2fc03e8-e92d-47a6-84bd-0a9cf5048494 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:03.147754 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-60678e3b-a50e-4ff0-a39a-d85f1bc5bd35 req-f2fc03e8-e92d-47a6-84bd-0a9cf5048494 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ecee434-2519-426e-a497-d2f8f8797ad9 HTTP/1.1" status: 200  len: 834 time: 0.0686302
Dec 23 16:59:03.227843 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-60678e3b-a50e-4ff0-a39a-d85f1bc5bd35 req-0b99b6de-f919-471c-bbab-3bc1e9373389 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a37787ed-8b98-4884-9e90-46c5d01bd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0741107
Dec 23 16:59:03.370941 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-60678e3b-a50e-4ff0-a39a-d85f1bc5bd35 req-0bd4f84c-63f9-42bb-b341-1f1ab427be5d service neutron] 10.222.0.36 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369343
Dec 23 16:59:03.514738 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-60678e3b-a50e-4ff0-a39a-d85f1bc5bd35 req-341d245b-bf15-4a8a-b262-ead4a4d88cd5 service neutron] 10.222.0.36 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377058
Dec 23 16:59:04.088557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37fb38-6e14-435c-9387-0e9779b365a6 req-e2cbbbe5-a61b-4cce-9b72-03cbb355c1f1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:04.090190 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fb37fb38-6e14-435c-9387-0e9779b365a6 req-e2cbbbe5-a61b-4cce-9b72-03cbb355c1f1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0857344
Dec 23 16:59:04.138892 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fb37fb38-6e14-435c-9387-0e9779b365a6 req-8b6718a6-d578-444b-b0c1-c701b1f1e7ce tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419657
Dec 23 16:59:05.349100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490ca08-5159-42c0-859f-f4b617cf0079 req-f3e202b5-b35f-4263-8072-f0321bf61da4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:05.350719 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d490ca08-5159-42c0-859f-f4b617cf0079 req-f3e202b5-b35f-4263-8072-f0321bf61da4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.0878930
Dec 23 16:59:05.400150 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d490ca08-5159-42c0-859f-f4b617cf0079 req-bc19d7f1-6c55-4d31-8350-7fdd7486aa85 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433741
Dec 23 16:59:05.428541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36510) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:05.543297 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9853d023-1356-4f62-b767-948bcd89ff58 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/b4da97bc-a000-4699-8669-17a9e92ac05e HTTP/1.1" status: 200  len: 993 time: 0.1134081
Dec 23 16:59:10.715928 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2a86a6f7-2790-4582-b6d6-17b1ddacf963 req-c2d5b9c6-6e91-4e71-b5eb-bc16f7c6165f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0741575
Dec 23 16:59:10.864831 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2a86a6f7-2790-4582-b6d6-17b1ddacf963 req-1e949591-c601-43f5-af15-765d98effb3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 1098 time: 0.0786715
Dec 23 16:59:11.020097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86a6f7-2790-4582-b6d6-17b1ddacf963 req-6c897bfd-fa92-49fe-aa20-9e6840a5f248 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:11.021858 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2a86a6f7-2790-4582-b6d6-17b1ddacf963 req-6c897bfd-fa92-49fe-aa20-9e6840a5f248 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a37787ed-8b98-4884-9e90-46c5d01bd43b HTTP/1.1" status: 200  len: 897 time: 0.1384687
Dec 23 16:59:11.128953 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2a86a6f7-2790-4582-b6d6-17b1ddacf963 req-93ee6f0e-a9f6-4188-b6e1-35102a3045dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bf73b89-b54f-4325-b581-6ee535eda740 HTTP/1.1" status: 200  len: 1001 time: 0.1013875
Dec 23 16:59:11.201226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86a6f7-2790-4582-b6d6-17b1ddacf963 req-35044f00-e742-4ecc-a990-1a011e12e94d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:11.202815 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2a86a6f7-2790-4582-b6d6-17b1ddacf963 req-35044f00-e742-4ecc-a990-1a011e12e94d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ecee434-2519-426e-a497-d2f8f8797ad9 HTTP/1.1" status: 200  len: 834 time: 0.0678909
Dec 23 16:59:11.283996 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2a86a6f7-2790-4582-b6d6-17b1ddacf963 req-a09ecf3f-5bd5-453a-98df-96d14dfd547e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a37787ed-8b98-4884-9e90-46c5d01bd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0740230
Dec 23 16:59:11.423317 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2a86a6f7-2790-4582-b6d6-17b1ddacf963 req-c60cc94f-70ac-4a4d-b7d8-4512c92b6057 service neutron] 10.222.0.36 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332846
Dec 23 16:59:11.562468 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2a86a6f7-2790-4582-b6d6-17b1ddacf963 req-c4be7377-973b-485d-bd8a-a91d1ff07975 service neutron] 10.222.0.36 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328568
Dec 23 16:59:12.556024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:23.147114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 16:59:24.513221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d3c1dcec-7c25-41f7-bc2b-3c4b5dc16fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:26.047342 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:26.882364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e096d654-44fa-4c6b-9db0-06fed2e47b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:27.479038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:28.743224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:34.093762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36526) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:34.544223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port bf22b32b-ad5e-4e75-ab66-d5c1003c05ea {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:59:34.544605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:34.718407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:34.718782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:34.844756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for bf22b32b-ad5e-4e75-ab66-d5c1003c05ea owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:59:34.995571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:34.999914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:35.041686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=bf22b32b-ad5e-4e75-ab66-d5c1003c05ea,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:35.087828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:35.088269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:35.088701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:35.089126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:35.089549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:35.089968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:35.090384 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:35.090799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:35.091242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:35.091656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:35.092067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:35.095603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:35.157644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:35.579313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:59:35.794529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:59:35.807528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043681ae-979a-4b54-94f4-49ae62ca711e None None] Sync routers for ids ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:59:35.815859 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:35.821549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043681ae-979a-4b54-94f4-49ae62ca711e None None] Routers {'88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:35.822250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-043681ae-979a-4b54-94f4-49ae62ca711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b8ab70>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:35.871900 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4f204449-3914-4c06-b364-0e0a68a3dba4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/floatingips/b4da97bc-a000-4699-8669-17a9e92ac05e HTTP/1.1" status: 204  len: 168 time: 1.7768962
Dec 23 16:59:35.872611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1892538-9804-46b1-a07c-aefcdf224329', 'tag': '5bf73b89-b54f-4325-b581-6ee535eda740'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:59:35.936108 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1892538-9804-46b1-a07c-aefcdf224329', 'tag': '5bf73b89-b54f-4325-b581-6ee535eda740', 'status': 'completed', 'code': 200}
Dec 23 16:59:36.017905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-043681ae-979a-4b54-94f4-49ae62ca711e None None] Set router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:59:36.039737 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c11bb4a-4ab4-4344-aae1-b4d589fcc42b req-faa3885d-9737-43de-ae21-6803f2661b9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 1098 time: 0.0822320
Dec 23 16:59:36.196890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11bb4a-4ab4-4344-aae1-b4d589fcc42b req-0243a3bb-57e5-4b95-ae8c-31ab5d7b4d34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:36.199121 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c11bb4a-4ab4-4344-aae1-b4d589fcc42b req-0243a3bb-57e5-4b95-ae8c-31ab5d7b4d34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a37787ed-8b98-4884-9e90-46c5d01bd43b HTTP/1.1" status: 200  len: 897 time: 0.1537800
Dec 23 16:59:36.381309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-043681ae-979a-4b54-94f4-49ae62ca711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b8ab70>, [{'id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:53Z', 'updated_at': '2021-12-23T16:57:57Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:54Z', 'updated_at': '2021-12-23T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d', 'name': '', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:fa:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:57Z', 'updated_at': '2021-12-23T16:58:05Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:36.386087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043681ae-979a-4b54-94f4-49ae62ca711e None None] Checking router: 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:59:36.401767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043681ae-979a-4b54-94f4-49ae62ca711e None None] Routers {'88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:36.402758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-043681ae-979a-4b54-94f4-49ae62ca711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b8ab70>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:36.417152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcfee0-d591-4fa0-9db5-56c2a0c772b5 req-383d5165-4d80-48ae-b0f1-0503f5ce411e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:36.417945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-addcfee0-d591-4fa0-9db5-56c2a0c772b5 req-383d5165-4d80-48ae-b0f1-0503f5ce411e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:59:36.435423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-addcfee0-d591-4fa0-9db5-56c2a0c772b5 req-383d5165-4d80-48ae-b0f1-0503f5ce411e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:59:36.436947 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-addcfee0-d591-4fa0-9db5-56c2a0c772b5 req-383d5165-4d80-48ae-b0f1-0503f5ce411e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.2245164
Dec 23 16:59:36.489040 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-addcfee0-d591-4fa0-9db5-56c2a0c772b5 req-d83f39dc-eaf5-4786-a9ce-1522769dee86 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454359
Dec 23 16:59:36.508742 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c11bb4a-4ab4-4344-aae1-b4d589fcc42b req-06584e7f-410f-43b8-b236-016320c53c41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bf73b89-b54f-4325-b581-6ee535eda740 HTTP/1.1" status: 200  len: 217 time: 0.3021259
Dec 23 16:59:36.586515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11bb4a-4ab4-4344-aae1-b4d589fcc42b req-10ee233b-434e-45df-b5fc-3ef6f2ca6246 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:36.588520 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c11bb4a-4ab4-4344-aae1-b4d589fcc42b req-10ee233b-434e-45df-b5fc-3ef6f2ca6246 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ecee434-2519-426e-a497-d2f8f8797ad9 HTTP/1.1" status: 200  len: 834 time: 0.0725107
Dec 23 16:59:36.678043 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c11bb4a-4ab4-4344-aae1-b4d589fcc42b req-2f5e4bad-f9c4-43f9-91a9-a4e7ae401b60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a37787ed-8b98-4884-9e90-46c5d01bd43b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0818305
Dec 23 16:59:36.765033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-043681ae-979a-4b54-94f4-49ae62ca711e None None] Set router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:59:36.824211 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c11bb4a-4ab4-4344-aae1-b4d589fcc42b req-3a2e0e9d-7197-4cb7-9033-99369092782a service neutron] 10.222.0.36 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394176
Dec 23 16:59:36.970696 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c11bb4a-4ab4-4344-aae1-b4d589fcc42b req-fa67df36-04f0-4ec5-b922-ff7d85ed3d84 service neutron] 10.222.0.36 "GET /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391730
Dec 23 16:59:37.105594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-043681ae-979a-4b54-94f4-49ae62ca711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b8ab70>, [{'id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:53Z', 'updated_at': '2021-12-23T16:57:57Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:54Z', 'updated_at': '2021-12-23T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d', 'name': '', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:fa:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:57Z', 'updated_at': '2021-12-23T16:58:05Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:37.109800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043681ae-979a-4b54-94f4-49ae62ca711e None None] The sync data for ids ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'] in dv-neutron-822801-1-hyperv is: [{'id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:53Z', 'updated_at': '2021-12-23T16:57:57Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:54Z', 'updated_at': '2021-12-23T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d', 'name': '', 'network_id': 'a37787ed-8b98-4884-9e90-46c5d01bd43b', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:fa:34:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:57Z', 'updated_at': '2021-12-23T16:58:05Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': '1ecee434-2519-426e-a497-d2f8f8797ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:59:37.561182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d312ae-e796-4c93-9c5e-fc262262eb25 None None] New status for floating IP b4da97bc-a000-4699-8669-17a9e92ac05e: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 16:59:37.787809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb0e58-723e-4a02-afc1-631c4c09860f req-6fcf51a5-e0bb-47dd-8556-8d284effe444 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:37.789392 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a7fb0e58-723e-4a02-afc1-631c4c09860f req-6fcf51a5-e0bb-47dd-8556-8d284effe444 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.1588268
Dec 23 16:59:37.856766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb831c-6049-48a9-ad3d-5c635e374fc1 req-fad2fecf-90b9-4f13-8533-a2da9f744eac tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:37.858375 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9cb831c-6049-48a9-ad3d-5c635e374fc1 req-fad2fecf-90b9-4f13-8533-a2da9f744eac tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 945 time: 0.2412980
Dec 23 16:59:37.899534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-a7fb0e58-723e-4a02-afc1-631c4c09860f req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port 5bf73b89-b54f-4325-b581-6ee535eda740 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:59:37.899913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-a7fb0e58-723e-4a02-afc1-631c4c09860f req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:37.974215 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9cb831c-6049-48a9-ad3d-5c635e374fc1 req-5af29308-a6d4-4edb-82e3-ce940a5fec9f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=598b26c9-d8c8-470b-b533-6f38eb7dfc58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1091254
Dec 23 16:59:38.176313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-a7fb0e58-723e-4a02-afc1-631c4c09860f req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] For port 5bf73b89-b54f-4325-b581-6ee535eda740, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5bf73b89-b54f-4325-b581-6ee535eda740,segment=NetworkSegment(80d70dbd-417b-46b6-960f-368ea540fd3b),segment_id=80d70dbd-417b-46b6-960f-368ea540fd3b)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:59:38.176710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-a7fb0e58-723e-4a02-afc1-631c4c09860f req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:38.309912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-a7fb0e58-723e-4a02-afc1-631c4c09860f req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for 5bf73b89-b54f-4325-b581-6ee535eda740 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:59:38.453522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-a7fb0e58-723e-4a02-afc1-631c4c09860f req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:38.459962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-71e09a3c-577d-4f29-b29a-25c7e9a756a2 tempest-TestEncryptedCinderVolumes-1424516263 tempest-TestEncryptedCinderVolumes-1424516263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:38.508632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=5bf73b89-b54f-4325-b581-6ee535eda740,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:38.521363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:38.522068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:38.522508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:38.522944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:38.523401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:38.523833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:38.524413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:38.524662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:38.525084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:38.525508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:38.525934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:38.560242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:38.600155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fb0e58-723e-4a02-afc1-631c4c09860f req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] No DVR routers for this DVR port 5bf73b89-b54f-4325-b581-6ee535eda740 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:59:38.602700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-a7fb0e58-723e-4a02-afc1-631c4c09860f req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:38.605523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1892538-9804-46b1-a07c-aefcdf224329', 'name': 'network-vif-deleted', 'tag': '5bf73b89-b54f-4325-b581-6ee535eda740'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:59:38.620958 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a7fb0e58-723e-4a02-afc1-631c4c09860f req-a7e958d4-8fa0-44b7-8244-e4b432c03ab7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "DELETE /v2.0/ports/5bf73b89-b54f-4325-b581-6ee535eda740 HTTP/1.1" status: 204  len: 173 time: 0.8261328
Dec 23 16:59:38.741486 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1892538-9804-46b1-a07c-aefcdf224329', 'name': 'network-vif-deleted', 'tag': '5bf73b89-b54f-4325-b581-6ee535eda740', 'status': 'completed', 'code': 200}
Dec 23 16:59:39.181305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-5daee9dc-fa33-43f4-b7a1-4bbe6306ac4b req-964f6392-72ee-4d6f-9a6d-c76c19191c2d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:59:39.196980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-5daee9dc-fa33-43f4-b7a1-4bbe6306ac4b req-964f6392-72ee-4d6f-9a6d-c76c19191c2d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:59:39.198279 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5daee9dc-fa33-43f4-b7a1-4bbe6306ac4b req-964f6392-72ee-4d6f-9a6d-c76c19191c2d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1892538-9804-46b1-a07c-aefcdf224329 HTTP/1.1" status: 200  len: 210 time: 0.0762525
Dec 23 16:59:40.310004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36550) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:40.723015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a245-888b-4c3b-afd7-23d796fd2c39 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:40.743838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 5bf73b89-b54f-4325-b581-6ee535eda740 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:59:40.779279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 5bf73b89-b54f-4325-b581-6ee535eda740 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:59:40.779698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 5bf73b89-b54f-4325-b581-6ee535eda740 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:59:41.366465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5a245-888b-4c3b-afd7-23d796fd2c39 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:59:41.367073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a245-888b-4c3b-afd7-23d796fd2c39 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:41.564575 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b2b5a245-888b-4c3b-afd7-23d796fd2c39 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] For port f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d,segment=NetworkSegment(80d70dbd-417b-46b6-960f-368ea540fd3b),segment_id=80d70dbd-417b-46b6-960f-368ea540fd3b)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:59:41.564899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a245-888b-4c3b-afd7-23d796fd2c39 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:41.935405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5a245-888b-4c3b-afd7-23d796fd2c39 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:59:42.121941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a245-888b-4c3b-afd7-23d796fd2c39 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:42.126584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-27250162-2ce5-4848-b243-0e2bf316ebb0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:42.173383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5a245-888b-4c3b-afd7-23d796fd2c39 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:42.177338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2b5a245-888b-4c3b-afd7-23d796fd2c39 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:42.491605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a245-888b-4c3b-afd7-23d796fd2c39 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:42.569139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:43.098891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b5a245-888b-4c3b-afd7-23d796fd2c39 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:59:43.316507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b5a245-888b-4c3b-afd7-23d796fd2c39 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:59:43.326895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a4be6-aa14-4d79-89cf-bf43536af7c2 None None] Sync routers for ids ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:59:43.334520 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b2b5a245-888b-4c3b-afd7-23d796fd2c39 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "PUT /v2.0/routers/88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0232823
Dec 23 16:59:43.337316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36554) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:43.340014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a4be6-aa14-4d79-89cf-bf43536af7c2 None None] Routers {'88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:43.340700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-db2a4be6-aa14-4d79-89cf-bf43536af7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b35898>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:43.531232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-db2a4be6-aa14-4d79-89cf-bf43536af7c2 None None] Set router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:59:43.540780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5b2488-68da-4f54-a87c-3b86019cdc0d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting subnet 1ecee434-2519-426e-a497-d2f8f8797ad9 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 16:59:43.543938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a5b2488-68da-4f54-a87c-3b86019cdc0d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:43.606449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a5b2488-68da-4f54-a87c-3b86019cdc0d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:43.696913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a5b2488-68da-4f54-a87c-3b86019cdc0d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:43.779098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a5b2488-68da-4f54-a87c-3b86019cdc0d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:43.784401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ae982ec5-dd41-4aa0-9fae-8868b55493e5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:43.826712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b2488-68da-4f54-a87c-3b86019cdc0d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Subnet': ['ID=1ecee434-2519-426e-a497-d2f8f8797ad9,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:43.829565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0a5b2488-68da-4f54-a87c-3b86019cdc0d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:43.832362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a5b2488-68da-4f54-a87c-3b86019cdc0d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:43.839034 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0a5b2488-68da-4f54-a87c-3b86019cdc0d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/subnets/1ecee434-2519-426e-a497-d2f8f8797ad9 HTTP/1.1" status: 204  len: 168 time: 0.5006380
Dec 23 16:59:43.840338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995dfefa-5a4a-4d23-bcdf-443f05438b08 None None] Network a37787ed-8b98-4884-9e90-46c5d01bd43b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:59:43.841881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36558) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:43.879272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-db2a4be6-aa14-4d79-89cf-bf43536af7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b35898>, [{'id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:53Z', 'updated_at': '2021-12-23T16:59:42Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:54Z', 'updated_at': '2021-12-23T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:43.934887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a4be6-aa14-4d79-89cf-bf43536af7c2 None None] Checking router: 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:59:44.020786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a4be6-aa14-4d79-89cf-bf43536af7c2 None None] Routers {'88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:44.021477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-db2a4be6-aa14-4d79-89cf-bf43536af7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b35898>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:44.056943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:44.238146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-db2a4be6-aa14-4d79-89cf-bf43536af7c2 None None] Set router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:59:44.276527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:44.286651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port f3527071-1b02-428e-bd88-bfd796d1e561 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:59:44.287064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:44.344660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] DHCP port deletion for a37787ed-8b98-4884-9e90-46c5d01bd43b request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 16:59:44.367950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Deleting port bd5a4ab8-0bf9-4302-acae-a71900ee94f4 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 16:59:44.368353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:44.475330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] For port f3527071-1b02-428e-bd88-bfd796d1e561, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f3527071-1b02-428e-bd88-bfd796d1e561,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:59:44.475983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:44.606662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for f3527071-1b02-428e-bd88-bfd796d1e561 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:59:44.786626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:44.791657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e902b1e6-4d9e-4e5c-85ec-970b9f49fff5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:44.839325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=f3527071-1b02-428e-bd88-bfd796d1e561,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:44.842514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:44.899511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] For port bd5a4ab8-0bf9-4302-acae-a71900ee94f4, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=bd5a4ab8-0bf9-4302-acae-a71900ee94f4,segment=NetworkSegment(80d70dbd-417b-46b6-960f-368ea540fd3b),segment_id=80d70dbd-417b-46b6-960f-368ea540fd3b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:59:44.899874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:45.027307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Calling delete_port for bd5a4ab8-0bf9-4302-acae-a71900ee94f4 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 16:59:45.089627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-db2a4be6-aa14-4d79-89cf-bf43536af7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b35898>, [{'id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:53Z', 'updated_at': '2021-12-23T16:59:42Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:54Z', 'updated_at': '2021-12-23T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:45.097226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a4be6-aa14-4d79-89cf-bf43536af7c2 None None] The sync data for ids ['88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5'] in dv-neutron-822801-1-hyperv is: [{'id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803029384', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:53Z', 'updated_at': '2021-12-23T16:59:42Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': 'f3527071-1b02-428e-bd88-bfd796d1e561', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:54Z', 'updated_at': '2021-12-23T16:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:59:45.119693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:45.125087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bf5f3754-ffb4-4fa4-a008-d42a9fdb44b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:45.171478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Pushing event deleted for resources: {'Port': ['ID=bd5a4ab8-0bf9-4302-acae-a71900ee94f4,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:45.182290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] No DVR routers for this DVR port bd5a4ab8-0bf9-4302-acae-a71900ee94f4 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 16:59:45.185224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:45.185624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:45.186014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:45.186411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:45.186782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:45.187198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:45.187577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:45.188018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:45.188381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:45.188898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:45.189285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:45.193551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:45.329976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:45.356784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bd5a4ab8-0bf9-4302-acae-a71900ee94f4 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:59:45.392607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: bd5a4ab8-0bf9-4302-acae-a71900ee94f4 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:59:45.393021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device bd5a4ab8-0bf9-4302-acae-a71900ee94f4 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:59:45.393514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:59:45.431282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:59:45.431695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f736f775-2f6c-4c1d-a314-3eb5e7ed9d1d not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:59:45.601460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:45.605877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:45.633659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:45.634198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Fanout notify agent at l3_agent the message router_deleted on router 88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:59:45.658838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:45.660135 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/routers/88cc9bf0-7a1e-45b8-826f-0a1d76cbcbf5 HTTP/1.1" status: 204  len: 168 time: 1.8172379
Dec 23 16:59:45.663075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36562) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:45.788713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-119ac42d-dcfa-4455-a004-4c04dce55686 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:45.936869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-119ac42d-dcfa-4455-a004-4c04dce55686 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:45.965434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-119ac42d-dcfa-4455-a004-4c04dce55686 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a83e668>,) {'filters': {'network_id': ['a37787ed-8b98-4884-9e90-46c5d01bd43b']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:45.978874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-119ac42d-dcfa-4455-a004-4c04dce55686 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a83e668>, '80d70dbd-417b-46b6-960f-368ea540fd3b') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:45.979277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-119ac42d-dcfa-4455-a004-4c04dce55686 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a83e668>, '80d70dbd-417b-46b6-960f-368ea540fd3b') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:45.991499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-119ac42d-dcfa-4455-a004-4c04dce55686 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.009469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-119ac42d-dcfa-4455-a004-4c04dce55686 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.015724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119ac42d-dcfa-4455-a004-4c04dce55686 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 16:59:46.016896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-119ac42d-dcfa-4455-a004-4c04dce55686 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:59:46.032679 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:59:46.113591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-119ac42d-dcfa-4455-a004-4c04dce55686 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.117010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9177e26d-519e-4c66-83a8-c0cb09693b43 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:46.135478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-119ac42d-dcfa-4455-a004-4c04dce55686 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.145486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ac42d-dcfa-4455-a004-4c04dce55686 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Network': ['ID=a37787ed-8b98-4884-9e90-46c5d01bd43b,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:46.149147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-119ac42d-dcfa-4455-a004-4c04dce55686 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:46.153813 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-119ac42d-dcfa-4455-a004-4c04dce55686 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/networks/a37787ed-8b98-4884-9e90-46c5d01bd43b HTTP/1.1" status: 204  len: 168 time: 0.4896147
Dec 23 16:59:46.156751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36566) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:46.232265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c2a5a42-2943-41b2-9f68-fbfce9654fd1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.264090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c2a5a42-2943-41b2-9f68-fbfce9654fd1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.318482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c2a5a42-2943-41b2-9f68-fbfce9654fd1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.324098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9f670015-79de-4562-a00b-7e1653057292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:46.340124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a5a42-2943-41b2-9f68-fbfce9654fd1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598b26c9-d8c8-470b-b533-6f38eb7dfc58,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:46.343076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2c2a5a42-2943-41b2-9f68-fbfce9654fd1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:46.350157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c2a5a42-2943-41b2-9f68-fbfce9654fd1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.351474 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2c2a5a42-2943-41b2-9f68-fbfce9654fd1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/security-groups/598b26c9-d8c8-470b-b533-6f38eb7dfc58 HTTP/1.1" status: 204  len: 168 time: 0.1937125
Dec 23 16:59:46.632721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36574) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:46.638878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855302270', 'description': 'tempest-secgroup-smoke-855302270 description', 'project_id': '2e850a8f293f445d88b071844b66bd01'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:59:46.646111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:59:46.650736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:59:46.653788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:59:46.660841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:59:46.670224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.711661 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:59:46.715700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:59:46.718642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:59:46.725349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:59:46.782955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.785608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.790933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f1091d89-a327-473c-b8c1-d72e95d627b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:46.835668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bda6b85-3f1f-432e-9050-9a2ecfe4573e,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:46.838558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:46.839435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.840755 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-66603268-f941-463a-a708-5a9cc358fbe3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2069354
Dec 23 16:59:46.844091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36578) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:46.850136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8adc2e0a-69af-4d84-99b4-d4f2baee3c49 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '0bda6b85-3f1f-432e-9050-9a2ecfe4573e', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:59:46.856732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8adc2e0a-69af-4d84-99b4-d4f2baee3c49 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:59:46.861131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8adc2e0a-69af-4d84-99b4-d4f2baee3c49 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:59:46.864159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8adc2e0a-69af-4d84-99b4-d4f2baee3c49 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:59:46.870332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8adc2e0a-69af-4d84-99b4-d4f2baee3c49 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:59:46.886870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8adc2e0a-69af-4d84-99b4-d4f2baee3c49 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.951105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8adc2e0a-69af-4d84-99b4-d4f2baee3c49 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.954256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8adc2e0a-69af-4d84-99b4-d4f2baee3c49 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.961873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fa4294d1-7a33-4e8d-af59-4a56bf2ba15a tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:46.983460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc2e0a-69af-4d84-99b4-d4f2baee3c49 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7d31d5-d402-421b-9209-765da81a3d11,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:46.986149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8adc2e0a-69af-4d84-99b4-d4f2baee3c49 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:46.989425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8adc2e0a-69af-4d84-99b4-d4f2baee3c49 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:46.990735 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8adc2e0a-69af-4d84-99b4-d4f2baee3c49 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1456027
Dec 23 16:59:46.993650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36582) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:46.999563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-4f7c700d-155f-4805-97d0-67700662e7d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '0bda6b85-3f1f-432e-9050-9a2ecfe4573e', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:59:47.009228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4f7c700d-155f-4805-97d0-67700662e7d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:59:47.013374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4f7c700d-155f-4805-97d0-67700662e7d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:59:47.017133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-4f7c700d-155f-4805-97d0-67700662e7d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:59:47.023723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-4f7c700d-155f-4805-97d0-67700662e7d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:59:47.039825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f7c700d-155f-4805-97d0-67700662e7d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.106649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f7c700d-155f-4805-97d0-67700662e7d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.109276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f7c700d-155f-4805-97d0-67700662e7d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.111797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0bd9e564-da6b-47fc-bd1f-0b6cb1661ae0 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:47.135108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c700d-155f-4805-97d0-67700662e7d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3819f5-fb67-4965-af90-a36361a2174f,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:47.137605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f7c700d-155f-4805-97d0-67700662e7d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:47.143860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4f7c700d-155f-4805-97d0-67700662e7d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.145139 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-4f7c700d-155f-4805-97d0-67700662e7d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1504929
Dec 23 16:59:47.148414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36586) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:47.154297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-42dc9715-3b99-4059-93d6-5c11c12ea998 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '0bda6b85-3f1f-432e-9050-9a2ecfe4573e', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:59:47.160627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-42dc9715-3b99-4059-93d6-5c11c12ea998 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:59:47.164646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-42dc9715-3b99-4059-93d6-5c11c12ea998 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:59:47.167702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-42dc9715-3b99-4059-93d6-5c11c12ea998 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:59:47.174548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-42dc9715-3b99-4059-93d6-5c11c12ea998 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:59:47.191498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42dc9715-3b99-4059-93d6-5c11c12ea998 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.258941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42dc9715-3b99-4059-93d6-5c11c12ea998 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.262571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42dc9715-3b99-4059-93d6-5c11c12ea998 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.264109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f3527071-1b02-428e-bd88-bfd796d1e561 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 16:59:47.264801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2ffc8e7b-bf22-4e1c-83d6-93a96567aa8b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:47.289093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc9715-3b99-4059-93d6-5c11c12ea998 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd471b8-49a6-4264-8f45-7f8da0f43c18,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:47.291744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-42dc9715-3b99-4059-93d6-5c11c12ea998 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:47.298877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: f3527071-1b02-428e-bd88-bfd796d1e561 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 16:59:47.299173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-42dc9715-3b99-4059-93d6-5c11c12ea998 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.299309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f3527071-1b02-428e-bd88-bfd796d1e561 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 16:59:47.300548 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-42dc9715-3b99-4059-93d6-5c11c12ea998 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1510780
Dec 23 16:59:47.303604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36590) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:47.309911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ad17a746-de2f-4729-9fa4-40bbf6a7edb9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '0bda6b85-3f1f-432e-9050-9a2ecfe4573e', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:59:47.317227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ad17a746-de2f-4729-9fa4-40bbf6a7edb9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:59:47.321780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ad17a746-de2f-4729-9fa4-40bbf6a7edb9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:59:47.325288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ad17a746-de2f-4729-9fa4-40bbf6a7edb9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:59:47.331864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ad17a746-de2f-4729-9fa4-40bbf6a7edb9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:59:47.347905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad17a746-de2f-4729-9fa4-40bbf6a7edb9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.420618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad17a746-de2f-4729-9fa4-40bbf6a7edb9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.424197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad17a746-de2f-4729-9fa4-40bbf6a7edb9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.431504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e259c63-07b2-4375-8b95-cd564b23b7d5 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:47.450843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17a746-de2f-4729-9fa4-40bbf6a7edb9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15fe9193-0cc4-4da9-8b16-09d12d154c27,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:47.453299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ad17a746-de2f-4729-9fa4-40bbf6a7edb9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:47.459478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad17a746-de2f-4729-9fa4-40bbf6a7edb9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.460766 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ad17a746-de2f-4729-9fa4-40bbf6a7edb9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1561272
Dec 23 16:59:47.463731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36594) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:47.469725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-787fc2e1-260b-4478-96da-392711746e01 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '0bda6b85-3f1f-432e-9050-9a2ecfe4573e', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:59:47.476154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-787fc2e1-260b-4478-96da-392711746e01 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:59:47.480293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-787fc2e1-260b-4478-96da-392711746e01 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:59:47.483299 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-787fc2e1-260b-4478-96da-392711746e01 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:59:47.490149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-787fc2e1-260b-4478-96da-392711746e01 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:59:47.499407 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-787fc2e1-260b-4478-96da-392711746e01 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Project 2e850a8f293f445d88b071844b66bd01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:59:47.506550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-787fc2e1-260b-4478-96da-392711746e01 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.574085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-787fc2e1-260b-4478-96da-392711746e01 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.576630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-787fc2e1-260b-4478-96da-392711746e01 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.578528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f7c700d-155f-4805-97d0-67700662e7d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:47.600437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fc2e1-260b-4478-96da-392711746e01 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ba2234-3d24-4743-ba02-26bfab236373,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:47.604645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-787fc2e1-260b-4478-96da-392711746e01 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:47.612175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-787fc2e1-260b-4478-96da-392711746e01 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.613468 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-787fc2e1-260b-4478-96da-392711746e01 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1487439
Dec 23 16:59:47.616387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36598) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:47.622287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6e87a4b5-cfaa-4a17-8a93-c1d6001a36be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'security_group_rule': {'security_group_id': '0bda6b85-3f1f-432e-9050-9a2ecfe4573e', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:59:47.628502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e87a4b5-cfaa-4a17-8a93-c1d6001a36be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:59:47.632526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e87a4b5-cfaa-4a17-8a93-c1d6001a36be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:security_group_rule and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:59:47.635561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e87a4b5-cfaa-4a17-8a93-c1d6001a36be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:59:47.641651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e87a4b5-cfaa-4a17-8a93-c1d6001a36be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:59:47.651232 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-6e87a4b5-cfaa-4a17-8a93-c1d6001a36be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Project 2e850a8f293f445d88b071844b66bd01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:59:47.658285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e87a4b5-cfaa-4a17-8a93-c1d6001a36be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.725621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e87a4b5-cfaa-4a17-8a93-c1d6001a36be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.728073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e87a4b5-cfaa-4a17-8a93-c1d6001a36be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.729949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f7868d3f-f4d7-4e1c-9fd6-9b76e9dfe041 tempest-ServerActionsTestJSON-753559731 tempest-ServerActionsTestJSON-753559731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:47.753025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87a4b5-cfaa-4a17-8a93-c1d6001a36be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109fb4c2-5b1c-49ff-abfa-50416e2babb4,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:47.755606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e87a4b5-cfaa-4a17-8a93-c1d6001a36be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:47.768619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e87a4b5-cfaa-4a17-8a93-c1d6001a36be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.769919 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6e87a4b5-cfaa-4a17-8a93-c1d6001a36be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1524985
Dec 23 16:59:47.773312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36602) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:47.779286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'network': {'name': 'tempest-network-smoke--96262569', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'port_security_enabled': True}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:59:47.785097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:59:47.789409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:network and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:59:47.792415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:59:47.799230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:59:47.811074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Made reservation on behalf of 2e850a8f293f445d88b071844b66bd01 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:59:47.817116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.848051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 16:59:47.857369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.857781 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Added segment 7e1934fc-af47-4f98-b85a-21c70543c40c of type vlan for network 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea
Dec 23 16:59:47.885503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.915448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.919513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:47.920162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:47.925515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aea960cf-a117-4eb4-8a7f-52284837ec47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:48.035218 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2606835
Dec 23 16:59:48.038329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36606) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:48.040782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Network': ['ID=2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:48.043538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6e6c64c2-f6dd-466a-ba8d-f496a57a9a8d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:48.044339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'admin_state_up': True, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:59:48.051946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 16:59:48.052097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:59:48.056463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:router and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:59:48.059466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:59:48.070173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:59:48.080121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:48.081149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:48.104110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:48.258753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:48.447316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:48.479328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:48.625063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.26.5.181 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/980beb9a-3571-4401-9804-753a96f60b6e) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:59:48.782424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:48.808260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:48.812702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b90ff6e9-cd99-4a5e-b2f5-7941a46cd527 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:48.885073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:59:48.888060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:59:48.890646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:59:48.927482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=980beb9a-3571-4401-9804-753a96f60b6e,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:48.930460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:49.059823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:49.060518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:49.298761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 16:59:49.509679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:59:49.520130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Sync routers for ids ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:59:49.533305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Routers {'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:49.533977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874eb8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:49.536653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:49.541433 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.4985347
Dec 23 16:59:49.541599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36610) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:49.588162 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f485ed99-7b87-4bb6-a789-4bb1e534175e tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=2e850a8f293f445d88b071844b66bd01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0437627
Dec 23 16:59:49.589219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36614) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:49.717853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Set router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:59:49.730346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30823397-2eae-41ff-910c-d49e4455ebde tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:49.734893 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-30823397-2eae-41ff-910c-d49e4455ebde tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1418526
Dec 23 16:59:49.735222 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36618) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:49.787454 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f4e2ffae-7cd3-46c5-b039-906edc96d86c tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=2dc36bf2-ecdb-4314-aa29-e21d51c50182&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0508695
Dec 23 16:59:49.790158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36622) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:49.796136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1368909598', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'project_id': '2e850a8f293f445d88b071844b66bd01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:59:49.915296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:59:49.919934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:subnet and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 16:59:49.922446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 16:59:49.929107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:59:49.940236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Made reservation on behalf of 2e850a8f293f445d88b071844b66bd01 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:59:50.033620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874eb8>, [{'id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '980beb9a-3571-4401-9804-753a96f60b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:49Z', 'revision_number': 3, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '980beb9a-3571-4401-9804-753a96f60b6e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:50.038430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Checking router: e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:59:50.038765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Updating router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 port 980beb9a-3571-4401-9804-753a96f60b6e binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:59:50.096849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:50.299535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:50.462171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:50.474612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Transition to ACTIVE for port object 980beb9a-3571-4401-9804-753a96f60b6e will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:59:50.481263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:50.488446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:50.534115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:50.538756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2677adb5-76f0-4fb5-a1d4-328c98a41221 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:50.560192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Pushing event updated for resources: {'Port': ['ID=980beb9a-3571-4401-9804-753a96f60b6e,revision_number=2']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:50.627318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Subnet': ['ID=f810f7df-5dd9-40b8-9bbb-6e5a186499b0,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:50.631757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:50.641413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Checking segment: {'id': '7e1934fc-af47-4f98-b85a-21c70543c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:59:50.641816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network hostable DHCP agents. Network: 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 16:59:50.667594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 16:59:50.679359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:59:50.683970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:50.684642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:50.692964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689195e0-af94-4dbc-889d-40426e416e56 None None] Network 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:59:50.713016 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9217184
Dec 23 16:59:50.716097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36626) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:50.741329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:50.741722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:50.742095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:50.742476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:50.742862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:50.743285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:50.743662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:50.744038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:50.744410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:50.744778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:50.745148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 16:59:50.748976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:50.753738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Attempting to bind port 980beb9a-3571-4401-9804-753a96f60b6e on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:59:50.754166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Attempting to bind port 980beb9a-3571-4401-9804-753a96f60b6e by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:59:50.754583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Attempting to bind port 980beb9a-3571-4401-9804-753a96f60b6e on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:59:50.761746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:59:50.762178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:59:50.762631 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:50.763096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:59:50.763617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Bound port: 980beb9a-3571-4401-9804-753a96f60b6e, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:59:50.764039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:50.840568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] For port 980beb9a-3571-4401-9804-753a96f60b6e, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:59:50.843765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] For port 980beb9a-3571-4401-9804-753a96f60b6e, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=980beb9a-3571-4401-9804-753a96f60b6e,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:59:50.849259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:50.853788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-929b4e52-75b8-46ab-b058-8d838ba93859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:50.929434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ips': [{'subnet_id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 16:59:50.930675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:50.941776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Pushing event updated for resources: {'Port': ['ID=980beb9a-3571-4401-9804-753a96f60b6e,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:50.945118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:50.946033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Routers {'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:50.946692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874eb8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:51.117311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Allocated IP 172.20.0.2 (2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea/f810f7df-5dd9-40b8-9bbb-6e5a186499b0/8287e051-505e-48ef-9fdc-df256d0af1e8) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:59:51.138158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] Set router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:59:51.366818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:51.381703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Transition to ACTIVE for port object 8287e051-505e-48ef-9fdc-df256d0af1e8 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:59:51.402686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Transition to ACTIVE for port object 8287e051-505e-48ef-9fdc-df256d0af1e8 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:59:51.407977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:51.413021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:51.458903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a874eb8>, [{'id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '980beb9a-3571-4401-9804-753a96f60b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:49Z', 'revision_number': 3, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '980beb9a-3571-4401-9804-753a96f60b6e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:51.464235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e487fc-42e6-41e5-aa67-95e67607096a None None] The sync data for ids ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'] in dv-neutron-822801-1-hyperv is: [{'id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '980beb9a-3571-4401-9804-753a96f60b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:49Z', 'revision_number': 3, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '980beb9a-3571-4401-9804-753a96f60b6e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:59:51.480329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Network 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:59:51.486091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:59:51.489492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:59:51.496585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Pushing event updated for resources: {'Port': ['ID=8287e051-505e-48ef-9fdc-df256d0af1e8,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:51.501904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:51.566064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:51.594440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Attempting to bind port 8287e051-505e-48ef-9fdc-df256d0af1e8 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:59:51.595350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Attempting to bind port 8287e051-505e-48ef-9fdc-df256d0af1e8 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '7e1934fc-af47-4f98-b85a-21c70543c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:59:51.595492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Attempting to bind port 8287e051-505e-48ef-9fdc-df256d0af1e8 on network 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:59:51.603078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:59:51.603508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Checking segment: {'id': '7e1934fc-af47-4f98-b85a-21c70543c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:59:51.603965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:51.604410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Bound using segment: {'id': '7e1934fc-af47-4f98-b85a-21c70543c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:59:51.604941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Bound port: 8287e051-505e-48ef-9fdc-df256d0af1e8, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1934fc-af47-4f98-b85a-21c70543c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:59:51.605396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:51.700035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] For port 8287e051-505e-48ef-9fdc-df256d0af1e8, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:59:51.704376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] For port 8287e051-505e-48ef-9fdc-df256d0af1e8, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8287e051-505e-48ef-9fdc-df256d0af1e8,segment=NetworkSegment(7e1934fc-af47-4f98-b85a-21c70543c40c),segment_id=7e1934fc-af47-4f98-b85a-21c70543c40c)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:59:51.708167 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:51.712813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc0cc317-fc9c-49e0-aa61-3ad424c50f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:51.802556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Pushing event updated for resources: {'Port': ['ID=8287e051-505e-48ef-9fdc-df256d0af1e8,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:51.806361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:52.019035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.20.0.1 (2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea/f810f7df-5dd9-40b8-9bbb-6e5a186499b0/d24f1c85-774c-4a0f-89de-938548a8161e) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:59:52.506078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:52.524755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Transition to ACTIVE for port object d24f1c85-774c-4a0f-89de-938548a8161e will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:59:52.545331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:52.550345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84e9edf6-1040-4b40-87fa-d665b73f551e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:52.621153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:59:52.624453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:59:52.627339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:59:52.672618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=d24f1c85-774c-4a0f-89de-938548a8161e,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:52.675812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:52.702597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:52.793090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:53.246774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:53.250881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:53.287586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:53.377822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=d24f1c85-774c-4a0f-89de-938548a8161e,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:53.380578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:53.383444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 980beb9a-3571-4401-9804-753a96f60b6e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:59:53.384720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:53.460744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 980beb9a-3571-4401-9804-753a96f60b6e completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:59:53.466086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 980beb9a-3571-4401-9804-753a96f60b6e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:59:53.466475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:53.497980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09a38d3-b485-4fea-bca8-87dac9e47ebd None None] Network 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 16:59:53.534380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:59:53.535629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:59:53.649974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b1756ad2-c79b-4e7c-8925-3ed21da59b34 None None] Provisioning for port 8287e051-505e-48ef-9fdc-df256d0af1e8 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:59:53.769517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:53.829410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 980beb9a-3571-4401-9804-753a96f60b6e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=980beb9a-3571-4401-9804-753a96f60b6e,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:59:53.842338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:53.843288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8287e051-505e-48ef-9fdc-df256d0af1e8 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:59:53.876205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8ca41105-5aa4-43e2-8682-295ea5fad041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:53.945340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 16:59:53.983542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=980beb9a-3571-4401-9804-753a96f60b6e,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:53.988748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:54.000396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 8287e051-505e-48ef-9fdc-df256d0af1e8 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:59:54.005499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 8287e051-505e-48ef-9fdc-df256d0af1e8 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:59:54.005929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:54.131953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:54.175447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 16:59:54.182176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 8287e051-505e-48ef-9fdc-df256d0af1e8, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8287e051-505e-48ef-9fdc-df256d0af1e8,segment=NetworkSegment(7e1934fc-af47-4f98-b85a-21c70543c40c),segment_id=7e1934fc-af47-4f98-b85a-21c70543c40c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:59:54.190084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:54.191301 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "PUT /v2.0/routers/e31fd58a-4d70-4a97-a2f9-1c38117cb4f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4739723
Dec 23 16:59:54.192316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:54.269243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=8287e051-505e-48ef-9fdc-df256d0af1e8,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:54.272867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:54.327051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c3499c78-9988-4f56-8aad-5c4dd37a9169 None None] Provisioning for port d24f1c85-774c-4a0f-89de-938548a8161e completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:59:54.334368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c3499c78-9988-4f56-8aad-5c4dd37a9169 None None] Provisioning complete for port d24f1c85-774c-4a0f-89de-938548a8161e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:59:54.335039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3499c78-9988-4f56-8aad-5c4dd37a9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:54.400953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c3499c78-9988-4f56-8aad-5c4dd37a9169 None None] Port d24f1c85-774c-4a0f-89de-938548a8161e cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:59:54.408528 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-525249a8-feba-451b-8868-bd2ef4dad169 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855302270&fields=id&tenant_id=2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 267 time: 0.0524285
Dec 23 16:59:54.419218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c3499c78-9988-4f56-8aad-5c4dd37a9169 None None] Provisioning complete for port 8287e051-505e-48ef-9fdc-df256d0af1e8 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:59:54.419750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c3499c78-9988-4f56-8aad-5c4dd37a9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:54.553497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7bc66e2b-25b8-4d5d-92d1-94c22189648d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:54.584633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-9d9d5b19-e9b8-4def-a460-9d8685125d7a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:54.586271 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-9d9d5b19-e9b8-4def-a460-9d8685125d7a tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/networks?id=2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea HTTP/1.1" status: 200  len: 795 time: 0.1703551
Dec 23 16:59:54.605549 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7f764dd3-d19d-4cc6-bec1-c3bf5fd2fc30 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/quotas/2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 375 time: 0.0133672
Dec 23 16:59:54.686644 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Sync routers for ids ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 16:59:54.704012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7e8fa5e3-eca5-406b-b546-ecbe6a3225fd None None] Provisioning complete for port d24f1c85-774c-4a0f-89de-938548a8161e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:59:54.704570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa5e3-eca5-406b-b546-ecbe6a3225fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:54.706292 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-9e7efbbf-a876-4095-81ee-80f3b6096779 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0937626
Dec 23 16:59:54.759164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Routers {'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:54.759748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1a29b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:54.863852 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-44d0bcc7-5224-4a5e-993f-37108052379c service neutron] 10.222.0.67 "GET /v2.0/networks/2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436017
Dec 23 16:59:55.011748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7e8fa5e3-eca5-406b-b546-ecbe6a3225fd None None] Port d24f1c85-774c-4a0f-89de-938548a8161e cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:59:55.018194 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-a7de082f-a4ac-42a0-a21a-5ec6fbdba892 service neutron] 10.222.0.67 "GET /v2.0/networks/2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477170
Dec 23 16:59:55.124804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Set router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:59:55.202900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3885b2da-2c63-4bef-bd1c-d854554960d2 None None] Provisioning complete for port d24f1c85-774c-4a0f-89de-938548a8161e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:59:55.204671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3885b2da-2c63-4bef-bd1c-d854554960d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:55.249922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-d90827a0-76a7-43be-90a8-be23be1238f5 req-6bb2355a-5dd5-4819-b2dc-298bb4641965 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:59:55.280437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-d90827a0-76a7-43be-90a8-be23be1238f5 req-6bb2355a-5dd5-4819-b2dc-298bb4641965 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:59:55.282102 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d90827a0-76a7-43be-90a8-be23be1238f5 req-6bb2355a-5dd5-4819-b2dc-298bb4641965 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 210 time: 0.0895598
Dec 23 16:59:55.354651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 980beb9a-3571-4401-9804-753a96f60b6e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:59:55.399555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3885b2da-2c63-4bef-bd1c-d854554960d2 None None] Port d24f1c85-774c-4a0f-89de-938548a8161e cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:59:55.560871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 980beb9a-3571-4401-9804-753a96f60b6e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:59:55.561306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:55.742854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1a29b0>, [{'id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '980beb9a-3571-4401-9804-753a96f60b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:52Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '980beb9a-3571-4401-9804-753a96f60b6e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'd24f1c85-774c-4a0f-89de-938548a8161e', 'name': '', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:5a:46:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:51Z', 'updated_at': '2021-12-23T16:59:53Z', 'revision_number': 2, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:55.749665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Checking router: e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 16:59:55.751070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Updating router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 port d24f1c85-774c-4a0f-89de-938548a8161e binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 16:59:55.780954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8287e051-505e-48ef-9fdc-df256d0af1e8 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:59:55.861451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:55.947142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 8287e051-505e-48ef-9fdc-df256d0af1e8 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:59:55.947566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:56.089525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:56.359142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-57aa545e-7fee-40fc-a4b0-545b3345748f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:56.361539 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-57aa545e-7fee-40fc-a4b0-545b3345748f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/networks?id=2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea HTTP/1.1" status: 200  len: 795 time: 0.1908467
Dec 23 16:59:56.401693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:56.416132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Transition to ACTIVE for port object d24f1c85-774c-4a0f-89de-938548a8161e will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:59:56.423759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:56.428246 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-e74ef8bf-dcad-4ff6-b287-1bc7e9542a3c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e850a8f293f445d88b071844b66bd01 HTTP/1.1" status: 200  len: 379 time: 0.0554914
Dec 23 16:59:56.429595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:56.439123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'port': {'device_id': 'c9479559-f6fc-46d7-a943-3ce22ee6d85f', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'admin_state_up': True, 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'security_groups': ['0bda6b85-3f1f-432e-9050-9a2ecfe4573e']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:59:56.525418 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-69f4d0d3-a03d-43b8-b439-bc6211a75e6d req-2bae3413-bb9d-4754-93c5-0d57b0894d00 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 210 time: 0.0681429
Dec 23 16:59:56.567157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7061f-277c-4f13-9e39-81fea15be620 None None] Pushing event updated for resources: {'Port': ['ID=d24f1c85-774c-4a0f-89de-938548a8161e,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:56.570140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-76f7061f-277c-4f13-9e39-81fea15be620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:56.642499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 16:59:56.653994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 16:59:56.662599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Attempting to bind port d24f1c85-774c-4a0f-89de-938548a8161e on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:59:56.663320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Attempting to bind port d24f1c85-774c-4a0f-89de-938548a8161e by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '7e1934fc-af47-4f98-b85a-21c70543c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:59:56.664022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Attempting to bind port d24f1c85-774c-4a0f-89de-938548a8161e on network 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:59:56.665264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Made reservation on behalf of 2e850a8f293f445d88b071844b66bd01 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 16:59:56.671127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:59:56.671328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:56.671585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Checking segment: {'id': '7e1934fc-af47-4f98-b85a-21c70543c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:59:56.672616 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:56.673249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Bound using segment: {'id': '7e1934fc-af47-4f98-b85a-21c70543c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:59:56.673788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Bound port: d24f1c85-774c-4a0f-89de-938548a8161e, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1934fc-af47-4f98-b85a-21c70543c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:59:56.674224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:56.776362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] For port d24f1c85-774c-4a0f-89de-938548a8161e, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:59:56.779731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] For port d24f1c85-774c-4a0f-89de-938548a8161e, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d24f1c85-774c-4a0f-89de-938548a8161e,segment=NetworkSegment(7e1934fc-af47-4f98-b85a-21c70543c40c),segment_id=7e1934fc-af47-4f98-b85a-21c70543c40c)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:59:56.783302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:56.787796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:56.856372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.20.0.12 (2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea/f810f7df-5dd9-40b8-9bbb-6e5a186499b0/d807e53d-2826-4271-a77a-6192144ea8ed) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 16:59:56.895940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7061f-277c-4f13-9e39-81fea15be620 None None] Pushing event updated for resources: {'Port': ['ID=d24f1c85-774c-4a0f-89de-938548a8161e,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:56.903192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-76f7061f-277c-4f13-9e39-81fea15be620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:56.909351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-376f91cd-ae9d-4c23-ac24-d3adf631720a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:56.910825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Routers {'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:56.911537 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1a29b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:57.088715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:57.106838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Transition to ACTIVE for port object d807e53d-2826-4271-a77a-6192144ea8ed will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:59:57.111733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] Set router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 16:59:57.129104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:57.136968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5e3b4f11-9200-4453-9035-968b874a7f23 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:57.224828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=d807e53d-2826-4271-a77a-6192144ea8ed,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:57.227998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:57.229981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 16:59:57.231241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 16:59:57.233406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:59:57.303106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:57.303896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:57.341683 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9081619
Dec 23 16:59:57.356606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Request body: {'port': {'device_id': 'c9479559-f6fc-46d7-a943-3ce22ee6d85f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 16:59:57.488508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:57.498468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:57.510551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a1a29b0>, [{'id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '980beb9a-3571-4401-9804-753a96f60b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:52Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '980beb9a-3571-4401-9804-753a96f60b6e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'd24f1c85-774c-4a0f-89de-938548a8161e', 'name': '', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:5a:46:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:51Z', 'updated_at': '2021-12-23T16:59:56Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 16:59:57.515141 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18787b82-77c4-4c4d-8dfe-07cadc4e6995 None None] The sync data for ids ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'] in dv-neutron-822801-1-hyperv is: [{'id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '980beb9a-3571-4401-9804-753a96f60b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:52Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '980beb9a-3571-4401-9804-753a96f60b6e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'd24f1c85-774c-4a0f-89de-938548a8161e', 'name': '', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:5a:46:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:51Z', 'updated_at': '2021-12-23T16:59:56Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 16:59:57.547811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-164fc1d3-82b6-41cf-9f5a-4c65ed9c84a1 None None] Provisioning for port d807e53d-2826-4271-a77a-6192144ea8ed completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:59:57.553001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-164fc1d3-82b6-41cf-9f5a-4c65ed9c84a1 None None] Provisioning complete for port d807e53d-2826-4271-a77a-6192144ea8ed triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:59:57.553485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-164fc1d3-82b6-41cf-9f5a-4c65ed9c84a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:57.634652 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-164fc1d3-82b6-41cf-9f5a-4c65ed9c84a1 None None] Port d807e53d-2826-4271-a77a-6192144ea8ed cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 16:59:57.784433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016a1c1-4b55-4760-82f6-766cc575f135 req-b77c6757-973d-4327-9d8c-fd3f1c7f732f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:57.786652 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2016a1c1-4b55-4760-82f6-766cc575f135 req-b77c6757-973d-4327-9d8c-fd3f1c7f732f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 932 time: 0.0885832
Dec 23 16:59:57.843490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-2016a1c1-4b55-4760-82f6-766cc575f135 req-32ca26b8-f79f-4057-8fea-f3779d932558 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 16:59:57.864517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-2016a1c1-4b55-4760-82f6-766cc575f135 req-32ca26b8-f79f-4057-8fea-f3779d932558 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 16:59:57.865812 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2016a1c1-4b55-4760-82f6-766cc575f135 req-32ca26b8-f79f-4057-8fea-f3779d932558 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712328
Dec 23 16:59:57.930133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d807e53d-2826-4271-a77a-6192144ea8ed {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 16:59:57.937635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:57.953962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Transition to ACTIVE for port object d807e53d-2826-4271-a77a-6192144ea8ed will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 16:59:57.956968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:57.961804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b4112268-9a24-4e61-b1f2-631a7cd3020c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:58.035275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d807e53d-2826-4271-a77a-6192144ea8ed,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:58.086563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:58.240364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Attempting to bind port d807e53d-2826-4271-a77a-6192144ea8ed on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 16:59:58.240746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Attempting to bind port d807e53d-2826-4271-a77a-6192144ea8ed by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '7e1934fc-af47-4f98-b85a-21c70543c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 16:59:58.241109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Attempting to bind port d807e53d-2826-4271-a77a-6192144ea8ed on network 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:59:58.248337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Port d807e53d-2826-4271-a77a-6192144ea8ed on network 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 16:59:58.248705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Attempting to bind port d807e53d-2826-4271-a77a-6192144ea8ed on network 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 16:59:58.257022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 16:59:58.257398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Checking segment: {'id': '7e1934fc-af47-4f98-b85a-21c70543c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 16:59:58.257828 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Bound using segment: {'id': '7e1934fc-af47-4f98-b85a-21c70543c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 16:59:58.258307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Bound port: d807e53d-2826-4271-a77a-6192144ea8ed, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1934fc-af47-4f98-b85a-21c70543c40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 16:59:58.258696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:58.360653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] For port d807e53d-2826-4271-a77a-6192144ea8ed, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 16:59:58.364165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] For port d807e53d-2826-4271-a77a-6192144ea8ed, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d807e53d-2826-4271-a77a-6192144ea8ed,segment=NetworkSegment(7e1934fc-af47-4f98-b85a-21c70543c40c),segment_id=7e1934fc-af47-4f98-b85a-21c70543c40c)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 16:59:58.368487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:58.372938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e9a5730b-374b-4937-9782-602e0d15654b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:58.441931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:58.443478 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] 10.222.0.36 "PUT /v2.0/ports/d807e53d-2826-4271-a77a-6192144ea8ed HTTP/1.1" status: 200  len: 1094 time: 1.0920851
Dec 23 16:59:58.446456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9479559-f6fc-46d7-a943-3ce22ee6d85f', 'tag': 'd807e53d-2826-4271-a77a-6192144ea8ed'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 16:59:58.463819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d807e53d-2826-4271-a77a-6192144ea8ed,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:58.467529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:58.543863 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9479559-f6fc-46d7-a943-3ce22ee6d85f', 'tag': 'd807e53d-2826-4271-a77a-6192144ea8ed', 'status': 'completed', 'code': 200}
Dec 23 16:59:58.584723 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-6a267be6-d601-4ac6-80c8-4e52548c48b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 1097 time: 0.0847917
Dec 23 16:59:58.662974 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-bcfcc01b-c21b-4d71-bc9b-0885ed9cccaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d807e53d-2826-4271-a77a-6192144ea8ed HTTP/1.1" status: 200  len: 217 time: 0.0716245
Dec 23 16:59:58.740131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-6acdf613-d6c2-4a88-bda2-c4000031aaa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:58.741692 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-6acdf613-d6c2-4a88-bda2-c4000031aaa5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f810f7df-5dd9-40b8-9bbb-6e5a186499b0 HTTP/1.1" status: 200  len: 835 time: 0.0706127
Dec 23 16:59:58.753065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:58.827394 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-c1cd9a1d-b2cd-47b8-a919-1fe1eaf939ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0793245
Dec 23 16:59:58.975873 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-661e2f31-1029-458d-927a-7f47932ad82d service neutron] 10.222.0.36 "GET /v2.0/networks/2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412418
Dec 23 16:59:59.076263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01bc2e-e345-49f1-963f-0c7ed22d5969 req-f42d6b93-2e60-4877-9d6a-9b7cf91369f8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:59.077889 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7d01bc2e-e345-49f1-963f-0c7ed22d5969 req-f42d6b93-2e60-4877-9d6a-9b7cf91369f8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 944 time: 0.0864084
Dec 23 16:59:59.127394 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc6a9208-c6b6-47b7-ae7e-2a318a687480 req-dd7b3d25-57cf-457b-a2f9-2e7404cbbd9e service neutron] 10.222.0.36 "GET /v2.0/networks/2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452069
Dec 23 16:59:59.129195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7d01bc2e-e345-49f1-963f-0c7ed22d5969 req-209ec69d-f64b-4f49-bdbd-fd6706877b69 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446603
Dec 23 16:59:59.261085 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4361347f-1fef-444f-b940-befc3afbc0de req-29a3da87-d703-4822-ae47-900daafa4aea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 1097 time: 0.0812230
Dec 23 16:59:59.337111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d24f1c85-774c-4a0f-89de-938548a8161e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 16:59:59.415496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port d24f1c85-774c-4a0f-89de-938548a8161e completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 16:59:59.421049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port d24f1c85-774c-4a0f-89de-938548a8161e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 16:59:59.421483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:59.550773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:59.585748 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port d24f1c85-774c-4a0f-89de-938548a8161e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d24f1c85-774c-4a0f-89de-938548a8161e,segment=NetworkSegment(7e1934fc-af47-4f98-b85a-21c70543c40c),segment_id=7e1934fc-af47-4f98-b85a-21c70543c40c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 16:59:59.589548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 16:59:59.591613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-798a487e-8eca-437c-a832-5beeff02bfd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 16:59:59.649865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361347f-1fef-444f-b940-befc3afbc0de req-3c9db564-1d3e-4eb1-9707-d70981a13f98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:59.651588 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4361347f-1fef-444f-b940-befc3afbc0de req-3c9db564-1d3e-4eb1-9707-d70981a13f98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea HTTP/1.1" status: 200  len: 896 time: 0.3842814
Dec 23 16:59:59.664169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=d24f1c85-774c-4a0f-89de-938548a8161e,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 16:59:59.667487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 16:59:59.723332 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4361347f-1fef-444f-b940-befc3afbc0de req-3693c2b9-75be-41c5-90bf-f3e8d22ff649 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d807e53d-2826-4271-a77a-6192144ea8ed HTTP/1.1" status: 200  len: 217 time: 0.0647702
Dec 23 16:59:59.796493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361347f-1fef-444f-b940-befc3afbc0de req-2dcf73c5-7230-46cd-8b44-4dde1c7cd3ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 16:59:59.798849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4361347f-1fef-444f-b940-befc3afbc0de req-2dcf73c5-7230-46cd-8b44-4dde1c7cd3ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f810f7df-5dd9-40b8-9bbb-6e5a186499b0 HTTP/1.1" status: 200  len: 835 time: 0.0692952
Dec 23 16:59:59.885121 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4361347f-1fef-444f-b940-befc3afbc0de req-3c8644d0-9b3c-4e51-81c2-54d3e8f31553 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0796585
Dec 23 17:00:00.035579 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4361347f-1fef-444f-b940-befc3afbc0de req-2fa66f4b-376f-44b5-8ddd-068120b2d012 service neutron] 10.222.0.36 "GET /v2.0/networks/2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430728
Dec 23 17:00:00.149278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:00:00.179721 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4361347f-1fef-444f-b940-befc3afbc0de req-35142e22-c9e4-4a82-bc83-485bdd60ccbb service neutron] 10.222.0.36 "GET /v2.0/networks/2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384623
Dec 23 17:00:00.345719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43767abb-babb-4c49-ae63-83781ce6b64b req-8fc3ab37-4890-4439-9b00-39a1bcfa2494 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:00.346388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-43767abb-babb-4c49-ae63-83781ce6b64b req-8fc3ab37-4890-4439-9b00-39a1bcfa2494 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:00:00.361965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-43767abb-babb-4c49-ae63-83781ce6b64b req-8fc3ab37-4890-4439-9b00-39a1bcfa2494 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:00:00.363399 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-43767abb-babb-4c49-ae63-83781ce6b64b req-8fc3ab37-4890-4439-9b00-39a1bcfa2494 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 944 time: 0.1055017
Dec 23 17:00:00.413968 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-43767abb-babb-4c49-ae63-83781ce6b64b req-21512f4f-714b-465f-8f5e-1e60d52b1a7f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442903
Dec 23 17:00:00.852878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d807e53d-2826-4271-a77a-6192144ea8ed details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 17:00:01.160853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d807e53d-2826-4271-a77a-6192144ea8ed, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d807e53d-2826-4271-a77a-6192144ea8ed,segment=NetworkSegment(7e1934fc-af47-4f98-b85a-21c70543c40c),segment_id=7e1934fc-af47-4f98-b85a-21c70543c40c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:00:01.176011 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': 'd807e53d-2826-4271-a77a-6192144ea8ed', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'port_id': 'd807e53d-2826-4271-a77a-6192144ea8ed', 'mac_address': 'fa:16:3e:61:05:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 17:00:01.233492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:01.253207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d807e53d-2826-4271-a77a-6192144ea8ed {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 17:00:01.269449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d807e53d-2826-4271-a77a-6192144ea8ed, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d807e53d-2826-4271-a77a-6192144ea8ed,segment=NetworkSegment(7e1934fc-af47-4f98-b85a-21c70543c40c),segment_id=7e1934fc-af47-4f98-b85a-21c70543c40c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:00:01.272731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:01.274719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:01.324770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d24f1c85-774c-4a0f-89de-938548a8161e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:00:01.398027 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=d807e53d-2826-4271-a77a-6192144ea8ed,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:01.401495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:01.418449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port d24f1c85-774c-4a0f-89de-938548a8161e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:00:01.418824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:01.477091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['d807e53d-2826-4271-a77a-6192144ea8ed'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 17:00:01.625229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d61ecc-a591-4d90-a3d7-b125f1841ab9 req-def41410-aef4-4091-a51f-e300d5fa1a72 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:01.626856 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54d61ecc-a591-4d90-a3d7-b125f1841ab9 req-def41410-aef4-4091-a51f-e300d5fa1a72 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 945 time: 0.0892663
Dec 23 17:00:01.675973 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54d61ecc-a591-4d90-a3d7-b125f1841ab9 req-14957b70-af09-4662-b807-34d62df0a508 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425758
Dec 23 17:00:02.868904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d807e53d-2826-4271-a77a-6192144ea8ed up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:00:02.887182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044424f-155f-4ab2-802f-42c5e101e3e4 req-27f50377-cab6-4509-9bcb-e0e430a65ef5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:02.888836 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d044424f-155f-4ab2-802f-42c5e101e3e4 req-27f50377-cab6-4509-9bcb-e0e430a65ef5 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 945 time: 0.0856552
Dec 23 17:00:02.939135 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d044424f-155f-4ab2-802f-42c5e101e3e4 req-237b2363-fa36-451d-8975-ea74b703fd4e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434380
Dec 23 17:00:02.940912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port d807e53d-2826-4271-a77a-6192144ea8ed completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:00:02.946281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port d807e53d-2826-4271-a77a-6192144ea8ed triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:00:02.946713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:03.069266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:03.096379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9479559-f6fc-46d7-a943-3ce22ee6d85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd807e53d-2826-4271-a77a-6192144ea8ed'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:00:03.106524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port d807e53d-2826-4271-a77a-6192144ea8ed, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d807e53d-2826-4271-a77a-6192144ea8ed,segment=NetworkSegment(7e1934fc-af47-4f98-b85a-21c70543c40c),segment_id=7e1934fc-af47-4f98-b85a-21c70543c40c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:00:03.109517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:03.112246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:03.159515 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9479559-f6fc-46d7-a943-3ce22ee6d85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd807e53d-2826-4271-a77a-6192144ea8ed', 'code': 200}
Dec 23 17:00:03.183558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=d807e53d-2826-4271-a77a-6192144ea8ed,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:03.186883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:03.515027 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a38fd4eb-bfeb-4fe6-b545-ef3f9d2b6864 req-18c901b1-3973-491c-9ded-90dd0c2362cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 1099 time: 0.0782053
Dec 23 17:00:03.561183 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a38fd4eb-bfeb-4fe6-b545-ef3f9d2b6864 req-3612341f-f836-4157-a2e1-1300a619afea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393574
Dec 23 17:00:04.142555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a9411-2572-4a54-82bd-e185b1ee4bc6 req-37818259-486a-4519-8043-382231e526d3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:04.144223 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db7a9411-2572-4a54-82bd-e185b1ee4bc6 req-37818259-486a-4519-8043-382231e526d3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 946 time: 0.0835054
Dec 23 17:00:04.194587 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db7a9411-2572-4a54-82bd-e185b1ee4bc6 req-305836b5-9f4a-4c99-9bd1-c9e6e0ac8318 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437684
Dec 23 17:00:05.404588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6f8da-a6e7-4d16-b3a4-b5e75a9f793c req-f65d6449-3e4e-4500-858a-827b13370179 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:05.406214 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a8b6f8da-a6e7-4d16-b3a4-b5e75a9f793c req-f65d6449-3e4e-4500-858a-827b13370179 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 946 time: 0.0851378
Dec 23 17:00:05.454803 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a8b6f8da-a6e7-4d16-b3a4-b5e75a9f793c req-91400cb6-443a-41da-ad45-42653e36d413 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422225
Dec 23 17:00:05.662950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25d830-2b6f-4d1d-ba9b-0b749bb52afb req-e6dbe295-11b6-4ae1-a838-7e9f5669749d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:05.664760 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fd25d830-2b6f-4d1d-ba9b-0b749bb52afb req-e6dbe295-11b6-4ae1-a838-7e9f5669749d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 946 time: 0.0882552
Dec 23 17:00:05.714511 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fd25d830-2b6f-4d1d-ba9b-0b749bb52afb req-d3ca82f6-456a-4230-b422-9b8eb28ae296 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437407
Dec 23 17:00:05.744269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36680) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:05.824333 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0bb3d214-810b-463d-8795-478d940c80ae tempest-TestNetworkAdvancedServerOps-2092495666 tempest-TestNetworkAdvancedServerOps-2092495666-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 1094 time: 0.0786707
Dec 23 17:00:05.827471 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36684) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:05.833831 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': 'd807e53d-2826-4271-a77a-6192144ea8ed', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:00:05.840076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:00:05.844249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Usage tracker for resource:floatingip and tenant:2e850a8f293f445d88b071844b66bd01 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:00:05.847894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:00:05.853966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:00:05.864118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:06.017351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:06.168820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Allocated IP 172.26.5.135 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/7be0d1f0-fcda-45c9-8767-c4dce6eb0d89) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:00:06.334318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:06.361608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:06.366655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3c27bc62-a608-483b-afb1-4d41a62d6bc8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:06.437988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:00:06.441719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:00:06.444358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:00:06.482174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=7be0d1f0-fcda-45c9-8767-c4dce6eb0d89,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:06.486689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:07.234549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:07.291473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:07.508362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:07.511934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:07.516373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-86334b63-319e-4507-99e3-4f2e5307638c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:07.625164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event updated for resources: {'Port': ['ID=7be0d1f0-fcda-45c9-8767-c4dce6eb0d89,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:07.630502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:07.641869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:07.844125 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Floating IP cd16d39f-e222-4af9-9ae5-4cbc40533694 associated. External IP: 172.26.5.135, port: d807e53d-2826-4271-a77a-6192144ea8ed.
Dec 23 17:00:08.260456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:00:08.470674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:00:08.480814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bfb88f-a794-4b45-9e46-14470a01f37c None None] Sync routers for ids ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:00:08.495308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bfb88f-a794-4b45-9e46-14470a01f37c None None] Routers {'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:00:08.495522 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:08.495996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-06bfb88f-a794-4b45-9e46-14470a01f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8161d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:08.555556 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7269459
Dec 23 17:00:08.556240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9479559-f6fc-46d7-a943-3ce22ee6d85f', 'tag': 'd807e53d-2826-4271-a77a-6192144ea8ed'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:00:08.620271 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9479559-f6fc-46d7-a943-3ce22ee6d85f', 'tag': 'd807e53d-2826-4271-a77a-6192144ea8ed', 'status': 'completed', 'code': 200}
Dec 23 17:00:08.690690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-06bfb88f-a794-4b45-9e46-14470a01f37c None None] Set router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:00:08.725973 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5c82212b-673f-4e8d-a187-1133097bcf01 req-f7242db8-56b6-4499-aa8d-a1cd88a5b131 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 1099 time: 0.0802901
Dec 23 17:00:08.752709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a238db-3880-4fa7-bf4d-cfb5a206d806 req-3d581dbb-94e6-4c0c-80ae-5e8c8614fa92 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:08.753985 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-01a238db-3880-4fa7-bf4d-cfb5a206d806 req-3d581dbb-94e6-4c0c-80ae-5e8c8614fa92 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 946 time: 0.0891242
Dec 23 17:00:08.806541 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-01a238db-3880-4fa7-bf4d-cfb5a206d806 req-4b096281-f2af-456c-8aec-cace70678e38 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456569
Dec 23 17:00:08.838378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36692) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:08.874816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82212b-673f-4e8d-a187-1133097bcf01 req-0c2f972e-8861-4e1e-b7a7-57d36de7a511 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:08.876650 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5c82212b-673f-4e8d-a187-1133097bcf01 req-0c2f972e-8861-4e1e-b7a7-57d36de7a511 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea HTTP/1.1" status: 200  len: 896 time: 0.1444364
Dec 23 17:00:08.955292 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5b109664-7bbf-4b4b-8d13-de220c151149 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/cd16d39f-e222-4af9-9ae5-4cbc40533694 HTTP/1.1" status: 200  len: 992 time: 0.1131985
Dec 23 17:00:08.988933 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5c82212b-673f-4e8d-a187-1133097bcf01 req-4f98f5e6-bb23-40a6-b459-73c40d7d21a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d807e53d-2826-4271-a77a-6192144ea8ed HTTP/1.1" status: 200  len: 1000 time: 0.1061988
Dec 23 17:00:09.062000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82212b-673f-4e8d-a187-1133097bcf01 req-94f546b7-d3fc-416d-b98c-b5d7d2dd1ee8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:09.063773 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5c82212b-673f-4e8d-a187-1133097bcf01 req-94f546b7-d3fc-416d-b98c-b5d7d2dd1ee8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f810f7df-5dd9-40b8-9bbb-6e5a186499b0 HTTP/1.1" status: 200  len: 835 time: 0.0691206
Dec 23 17:00:09.067280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-06bfb88f-a794-4b45-9e46-14470a01f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8161d0>, [{'id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '980beb9a-3571-4401-9804-753a96f60b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:52Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '980beb9a-3571-4401-9804-753a96f60b6e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'cd16d39f-e222-4af9-9ae5-4cbc40533694', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'port_id': 'd807e53d-2826-4271-a77a-6192144ea8ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'mac_address': 'fa:16:3e:61:05:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9479559-f6fc-46d7-a943-3ce22ee6d85f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:00:06Z', 'updated_at': '2021-12-23T17:00:06Z', 'revision_number': 0, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24f1c85-774c-4a0f-89de-938548a8161e', 'name': '', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:5a:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:51Z', 'updated_at': '2021-12-23T16:59:59Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:09.071492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bfb88f-a794-4b45-9e46-14470a01f37c None None] Checking router: e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:00:09.083423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bfb88f-a794-4b45-9e46-14470a01f37c None None] Routers {'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:00:09.084127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-06bfb88f-a794-4b45-9e46-14470a01f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8161d0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:09.145551 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5c82212b-673f-4e8d-a187-1133097bcf01 req-eb7c5205-7290-4e5f-8773-c0cefad4a87c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0763764
Dec 23 17:00:09.275105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-06bfb88f-a794-4b45-9e46-14470a01f37c None None] Set router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:00:09.294187 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5c82212b-673f-4e8d-a187-1133097bcf01 req-fe6bc9bd-51ac-4cb0-8ce8-397eca39375d service neutron] 10.222.0.36 "GET /v2.0/networks/2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418443
Dec 23 17:00:09.443960 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5c82212b-673f-4e8d-a187-1133097bcf01 req-b8ebcca3-d663-4064-b92f-e4ab59a02cc4 service neutron] 10.222.0.36 "GET /v2.0/networks/2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433542
Dec 23 17:00:09.784021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-06bfb88f-a794-4b45-9e46-14470a01f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8161d0>, [{'id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '980beb9a-3571-4401-9804-753a96f60b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:52Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '980beb9a-3571-4401-9804-753a96f60b6e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'cd16d39f-e222-4af9-9ae5-4cbc40533694', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'port_id': 'd807e53d-2826-4271-a77a-6192144ea8ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'mac_address': 'fa:16:3e:61:05:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9479559-f6fc-46d7-a943-3ce22ee6d85f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:00:06Z', 'updated_at': '2021-12-23T17:00:06Z', 'revision_number': 0, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24f1c85-774c-4a0f-89de-938548a8161e', 'name': '', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:5a:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:51Z', 'updated_at': '2021-12-23T16:59:59Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:09.788228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bfb88f-a794-4b45-9e46-14470a01f37c None None] The sync data for ids ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'] in dv-neutron-822801-1-hyperv is: [{'id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '980beb9a-3571-4401-9804-753a96f60b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:52Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '980beb9a-3571-4401-9804-753a96f60b6e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'cd16d39f-e222-4af9-9ae5-4cbc40533694', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'port_id': 'd807e53d-2826-4271-a77a-6192144ea8ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'mac_address': 'fa:16:3e:61:05:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9479559-f6fc-46d7-a943-3ce22ee6d85f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:00:06Z', 'updated_at': '2021-12-23T17:00:06Z', 'revision_number': 0, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24f1c85-774c-4a0f-89de-938548a8161e', 'name': '', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:5a:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:51Z', 'updated_at': '2021-12-23T16:59:59Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:00:09.957383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36696) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:10.077573 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8f1533b7-e28b-414d-8f76-3798c43ae103 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/cd16d39f-e222-4af9-9ae5-4cbc40533694 HTTP/1.1" status: 200  len: 992 time: 0.1186256
Dec 23 17:00:10.105727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae905215-6fc1-4e7f-8038-0e7ab355894e None None] New status for floating IP cd16d39f-e222-4af9-9ae5-4cbc40533694: ACTIVE {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 17:00:11.081633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36700) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:11.193364 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-29635305-d5e9-484d-b274-67d6b1952b2f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/cd16d39f-e222-4af9-9ae5-4cbc40533694 HTTP/1.1" status: 200  len: 994 time: 0.1103859
Dec 23 17:00:12.284018 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-11d18a24-12c0-43cf-91e1-f134caef291f req-91a146e1-f96a-44a4-9808-c0a36cbf1811 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0813463
Dec 23 17:00:12.431283 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-11d18a24-12c0-43cf-91e1-f134caef291f req-7843f2d4-32f1-4383-ae7e-fad522bb909d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 1099 time: 0.0761170
Dec 23 17:00:12.586290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:12.589297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18a24-12c0-43cf-91e1-f134caef291f req-644c077d-30fc-45f2-828d-fe985e47ca07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:12.590927 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-11d18a24-12c0-43cf-91e1-f134caef291f req-644c077d-30fc-45f2-828d-fe985e47ca07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea HTTP/1.1" status: 200  len: 896 time: 0.1408079
Dec 23 17:00:12.701769 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-11d18a24-12c0-43cf-91e1-f134caef291f req-abb91379-d6f8-436f-9fca-622005bdc93d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d807e53d-2826-4271-a77a-6192144ea8ed HTTP/1.1" status: 200  len: 1002 time: 0.1040585
Dec 23 17:00:12.773881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18a24-12c0-43cf-91e1-f134caef291f req-6325b83f-121a-4e98-a340-37db1407ca8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:12.775526 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-11d18a24-12c0-43cf-91e1-f134caef291f req-6325b83f-121a-4e98-a340-37db1407ca8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f810f7df-5dd9-40b8-9bbb-6e5a186499b0 HTTP/1.1" status: 200  len: 835 time: 0.0673740
Dec 23 17:00:12.858575 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-11d18a24-12c0-43cf-91e1-f134caef291f req-f6d27535-4e42-46ae-80dc-19fff142e2a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0766442
Dec 23 17:00:13.002863 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-11d18a24-12c0-43cf-91e1-f134caef291f req-a21e796c-25a9-45cc-938a-82a78ae342a4 service neutron] 10.222.0.36 "GET /v2.0/networks/2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370854
Dec 23 17:00:13.146318 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-11d18a24-12c0-43cf-91e1-f134caef291f req-45d478f5-d3cf-4b61-bf29-e98a563da730 service neutron] 10.222.0.36 "GET /v2.0/networks/2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373522
Dec 23 17:00:24.514731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-313b8188-b80f-4df5-9c68-5f191fb14eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:26.052742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:26.882481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3948ffe7-a21a-4c5c-b0ae-bc1d2c452998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:27.481528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:28.752821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:36.303489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8778fe9-1b5a-4824-9dcb-b1e4fed349bb req-8f06af0e-50e0-4e2f-a180-68477e896522 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:36.305114 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f8778fe9-1b5a-4824-9dcb-b1e4fed349bb req-8f06af0e-50e0-4e2f-a180-68477e896522 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 946 time: 0.0843911
Dec 23 17:00:36.355048 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f8778fe9-1b5a-4824-9dcb-b1e4fed349bb req-8fdd2fcc-a656-4af8-b997-2573fe9567d0 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438194
Dec 23 17:00:37.151075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:00:37.563048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d9428-2128-4e67-b1dd-ee5ca082a1fa req-e0b39550-bff6-4d5e-8aa7-968dd310aa75 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:37.564679 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-525d9428-2128-4e67-b1dd-ee5ca082a1fa req-e0b39550-bff6-4d5e-8aa7-968dd310aa75 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 946 time: 0.0863183
Dec 23 17:00:37.613234 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-525d9428-2128-4e67-b1dd-ee5ca082a1fa req-d230aba0-ea8a-4643-a01d-0a46bec3e8c8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423231
Dec 23 17:00:37.642185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36722) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:37.753976 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7842cd71-2a39-4121-9b09-589d1ae687c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/cd16d39f-e222-4af9-9ae5-4cbc40533694 HTTP/1.1" status: 200  len: 994 time: 0.1104248
Dec 23 17:00:39.323482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b84d78-df8b-4d78-b09e-1e5c7cfd271e req-5203c8e9-96d5-4e44-98f9-bc8662a034bf tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:39.325444 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-14b84d78-df8b-4d78-b09e-1e5c7cfd271e req-5203c8e9-96d5-4e44-98f9-bc8662a034bf tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 946 time: 0.1555047
Dec 23 17:00:39.329497 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45f980a3-964d-47d1-b99e-af1449e47084 req-ddd140cc-8a85-412b-b88a-b38972eea30d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 1099 time: 0.1232436
Dec 23 17:00:39.477076 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-14b84d78-df8b-4d78-b09e-1e5c7cfd271e req-202a086b-5fe3-4110-9c30-a067bfc7b315 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1447630
Dec 23 17:00:39.511530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f980a3-964d-47d1-b99e-af1449e47084 req-aba144c4-82f8-46ac-bd25-b5676186bfe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:39.513107 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45f980a3-964d-47d1-b99e-af1449e47084 req-aba144c4-82f8-46ac-bd25-b5676186bfe9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea HTTP/1.1" status: 200  len: 896 time: 0.1640246
Dec 23 17:00:39.622355 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45f980a3-964d-47d1-b99e-af1449e47084 req-51516244-1dc7-4283-8641-9362c3961d50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d807e53d-2826-4271-a77a-6192144ea8ed HTTP/1.1" status: 200  len: 1002 time: 0.1027176
Dec 23 17:00:39.691443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f980a3-964d-47d1-b99e-af1449e47084 req-86174495-12b4-408e-b8d4-f6f7584eca96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:39.693074 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45f980a3-964d-47d1-b99e-af1449e47084 req-86174495-12b4-408e-b8d4-f6f7584eca96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f810f7df-5dd9-40b8-9bbb-6e5a186499b0 HTTP/1.1" status: 200  len: 835 time: 0.0639312
Dec 23 17:00:39.776732 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45f980a3-964d-47d1-b99e-af1449e47084 req-6aee4d25-dbb0-4945-a68d-1e8e6aa2904d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0773988
Dec 23 17:00:39.917404 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45f980a3-964d-47d1-b99e-af1449e47084 req-27b3f960-4dcf-4781-916d-8a3044c32d78 service neutron] 10.222.0.36 "GET /v2.0/networks/2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345022
Dec 23 17:00:40.067283 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-45f980a3-964d-47d1-b99e-af1449e47084 req-7c76f9eb-dcb8-49ca-9d65-948d6a2b11df service neutron] 10.222.0.36 "GET /v2.0/networks/2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434271
Dec 23 17:00:40.686476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db077a-8e2c-4364-80c4-72701918c396 req-1ca74c86-a101-4a27-8f10-4b5c881ac00b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:40.688256 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-65db077a-8e2c-4364-80c4-72701918c396 req-1ca74c86-a101-4a27-8f10-4b5c881ac00b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 946 time: 0.0841148
Dec 23 17:00:40.745156 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-65db077a-8e2c-4364-80c4-72701918c396 req-4cdf3527-d36f-4ec8-8e08-890ea1836fe1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508115
Dec 23 17:00:41.952205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde12cc7-edf4-472f-abe4-bda36956c8fd req-8c9cdc2b-ce02-4193-8b15-7896be914daa tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:41.953830 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dde12cc7-edf4-472f-abe4-bda36956c8fd req-8c9cdc2b-ce02-4193-8b15-7896be914daa tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 946 time: 0.0833287
Dec 23 17:00:42.004474 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dde12cc7-edf4-472f-abe4-bda36956c8fd req-96a583fb-a325-4a56-960f-72421a6ce426 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445042
Dec 23 17:00:42.032892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36740) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:42.143102 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-07d89c54-214f-4182-be01-df0a3d28ff24 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/floatingips/cd16d39f-e222-4af9-9ae5-4cbc40533694 HTTP/1.1" status: 200  len: 994 time: 0.1088135
Dec 23 17:00:42.449008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36748) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:42.602259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:42.887190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port 7be0d1f0-fcda-45c9-8767-c4dce6eb0d89 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:00:42.887490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:43.065596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:43.066217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:43.197245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for 7be0d1f0-fcda-45c9-8767-c4dce6eb0d89 owned by network:floatingip {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:00:43.354922 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:43.359615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-599b8615-ee84-4a3d-a039-c5095eb5c5a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:43.404354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=7be0d1f0-fcda-45c9-8767-c4dce6eb0d89,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:43.481721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:43.482094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:43.482533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:43.482969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:43.483425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:43.483852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:43.484366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:43.484809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:43.485220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:43.485641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:43.486061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:43.489507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:43.518525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for floatingip, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:43.943129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:00:44.154029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:00:44.164635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746658e-9e2d-46ae-a647-873e7b4822b1 None None] Sync routers for ids ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:00:44.175755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:44.178390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746658e-9e2d-46ae-a647-873e7b4822b1 None None] Routers {'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:00:44.179394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6746658e-9e2d-46ae-a647-873e7b4822b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa6def0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:00:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:44.231643 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/floatingips/cd16d39f-e222-4af9-9ae5-4cbc40533694 HTTP/1.1" status: 204  len: 168 time: 1.7814691
Dec 23 17:00:44.232352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9479559-f6fc-46d7-a943-3ce22ee6d85f', 'tag': 'd807e53d-2826-4271-a77a-6192144ea8ed'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:00:44.291868 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9479559-f6fc-46d7-a943-3ce22ee6d85f', 'tag': 'd807e53d-2826-4271-a77a-6192144ea8ed', 'status': 'completed', 'code': 200}
Dec 23 17:00:44.374043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-6746658e-9e2d-46ae-a647-873e7b4822b1 None None] Set router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:00:44.393622 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d363c018-2037-47e6-859c-69ad2b9cdb51 req-8cd37c0c-e48d-4158-94dd-695b74862829 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e850a8f293f445d88b071844b66bd01&device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 1099 time: 0.0798886
Dec 23 17:00:44.548839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c018-2037-47e6-859c-69ad2b9cdb51 req-5410b5fc-c094-4476-aac0-266ff41e45ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:44.550544 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d363c018-2037-47e6-859c-69ad2b9cdb51 req-5410b5fc-c094-4476-aac0-266ff41e45ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea HTTP/1.1" status: 200  len: 896 time: 0.1507237
Dec 23 17:00:44.626696 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d363c018-2037-47e6-859c-69ad2b9cdb51 req-1501cb99-794f-4074-9f0f-faca66996d1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d807e53d-2826-4271-a77a-6192144ea8ed HTTP/1.1" status: 200  len: 217 time: 0.0686376
Dec 23 17:00:44.650364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577c1a5-28c6-4888-a5f8-91e7ca4bffb3 req-2ab81904-4d36-4f43-b4dc-e1b23f9df3f4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:44.652048 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3577c1a5-28c6-4888-a5f8-91e7ca4bffb3 req-2ab81904-4d36-4f43-b4dc-e1b23f9df3f4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 946 time: 0.0901451
Dec 23 17:00:44.698894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c018-2037-47e6-859c-69ad2b9cdb51 req-5959aba9-b6cb-4ca3-9ee6-3d81ca3c1e43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:44.700566 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d363c018-2037-47e6-859c-69ad2b9cdb51 req-5959aba9-b6cb-4ca3-9ee6-3d81ca3c1e43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f810f7df-5dd9-40b8-9bbb-6e5a186499b0 HTTP/1.1" status: 200  len: 835 time: 0.0670125
Dec 23 17:00:44.701488 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3577c1a5-28c6-4888-a5f8-91e7ca4bffb3 req-700e0699-cec7-420d-81a6-2501ff7ae19f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421584
Dec 23 17:00:44.715236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6746658e-9e2d-46ae-a647-873e7b4822b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa6def0>, [{'id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '980beb9a-3571-4401-9804-753a96f60b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:52Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '980beb9a-3571-4401-9804-753a96f60b6e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'd24f1c85-774c-4a0f-89de-938548a8161e', 'name': '', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:5a:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:51Z', 'updated_at': '2021-12-23T16:59:59Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:44.720086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746658e-9e2d-46ae-a647-873e7b4822b1 None None] Checking router: e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:00:44.731570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746658e-9e2d-46ae-a647-873e7b4822b1 None None] Routers {'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:00:44.732175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6746658e-9e2d-46ae-a647-873e7b4822b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa6def0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:00:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:44.789626 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d363c018-2037-47e6-859c-69ad2b9cdb51 req-e2aeed3d-3ff5-473f-9c2f-bd7bf75645d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0822308
Dec 23 17:00:44.920040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-6746658e-9e2d-46ae-a647-873e7b4822b1 None None] Set router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:00:44.936598 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d363c018-2037-47e6-859c-69ad2b9cdb51 req-ef6a5e8f-a6f5-4ea2-9a70-4fe716531070 service neutron] 10.222.0.36 "GET /v2.0/networks/2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388154
Dec 23 17:00:45.086582 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d363c018-2037-47e6-859c-69ad2b9cdb51 req-bfeed5ae-d8a9-419a-a7be-50df5a4ad108 service neutron] 10.222.0.36 "GET /v2.0/networks/2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424401
Dec 23 17:00:45.252993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-6746658e-9e2d-46ae-a647-873e7b4822b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7aa6def0>, [{'id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '980beb9a-3571-4401-9804-753a96f60b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:52Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '980beb9a-3571-4401-9804-753a96f60b6e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'd24f1c85-774c-4a0f-89de-938548a8161e', 'name': '', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:5a:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:51Z', 'updated_at': '2021-12-23T16:59:59Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:45.257186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746658e-9e2d-46ae-a647-873e7b4822b1 None None] The sync data for ids ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'] in dv-neutron-822801-1-hyperv is: [{'id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '980beb9a-3571-4401-9804-753a96f60b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:52Z', 'revision_number': 4, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '980beb9a-3571-4401-9804-753a96f60b6e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'd24f1c85-774c-4a0f-89de-938548a8161e', 'name': '', 'network_id': '2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'mac_address': 'fa:16:3e:5a:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:51Z', 'updated_at': '2021-12-23T16:59:59Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'subnets': [{'id': 'f810f7df-5dd9-40b8-9bbb-6e5a186499b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:00:45.712854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a779f-8568-4718-b650-595be3dde0b1 None None] New status for floating IP cd16d39f-e222-4af9-9ae5-4cbc40533694: DOWN {{(pid=88842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 17:00:45.919848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f4724-3f16-4a75-969e-36930e67db68 req-3dbfffcc-ab71-4be3-bbe0-eff0746bd447 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:45.920871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-9f4f4724-3f16-4a75-969e-36930e67db68 req-3dbfffcc-ab71-4be3-bbe0-eff0746bd447 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Synchronizing usage tracker for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:00:45.938908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-9f4f4724-3f16-4a75-969e-36930e67db68 req-3dbfffcc-ab71-4be3-bbe0-eff0746bd447 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Unset dirty status for tenant:2e850a8f293f445d88b071844b66bd01 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:00:45.940772 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9f4f4724-3f16-4a75-969e-36930e67db68 req-3dbfffcc-ab71-4be3-bbe0-eff0746bd447 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 946 time: 0.1084847
Dec 23 17:00:46.036389 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9f4f4724-3f16-4a75-969e-36930e67db68 req-dfdb679d-250b-421f-b7cc-9a2f273e9917 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/security-groups?id=0bda6b85-3f1f-432e-9050-9a2ecfe4573e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0896356
Dec 23 17:00:46.090007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67117a8-ceeb-4c57-9da1-5f0debeedda3 req-568d77ec-a9ac-4b1d-a3e5-8061503d08a7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:46.091594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d67117a8-ceeb-4c57-9da1-5f0debeedda3 req-568d77ec-a9ac-4b1d-a3e5-8061503d08a7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 946 time: 0.1039424
Dec 23 17:00:46.166079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-d67117a8-ceeb-4c57-9da1-5f0debeedda3 req-2a854794-dd27-4005-89d8-08b1f4a3fe7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port d807e53d-2826-4271-a77a-6192144ea8ed {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:00:46.166479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d67117a8-ceeb-4c57-9da1-5f0debeedda3 req-2a854794-dd27-4005-89d8-08b1f4a3fe7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:46.432127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-d67117a8-ceeb-4c57-9da1-5f0debeedda3 req-2a854794-dd27-4005-89d8-08b1f4a3fe7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] For port d807e53d-2826-4271-a77a-6192144ea8ed, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d807e53d-2826-4271-a77a-6192144ea8ed,segment=NetworkSegment(7e1934fc-af47-4f98-b85a-21c70543c40c),segment_id=7e1934fc-af47-4f98-b85a-21c70543c40c)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:00:46.432778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d67117a8-ceeb-4c57-9da1-5f0debeedda3 req-2a854794-dd27-4005-89d8-08b1f4a3fe7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:46.560001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-d67117a8-ceeb-4c57-9da1-5f0debeedda3 req-2a854794-dd27-4005-89d8-08b1f4a3fe7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for d807e53d-2826-4271-a77a-6192144ea8ed owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:00:46.707552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d67117a8-ceeb-4c57-9da1-5f0debeedda3 req-2a854794-dd27-4005-89d8-08b1f4a3fe7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:46.713322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-468e3012-d30e-462b-abe2-d60951944bc3 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:46.985911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a854794-dd27-4005-89d8-08b1f4a3fe7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=d807e53d-2826-4271-a77a-6192144ea8ed,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:46.989736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2a854794-dd27-4005-89d8-08b1f4a3fe7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:47.061267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67117a8-ceeb-4c57-9da1-5f0debeedda3 req-2a854794-dd27-4005-89d8-08b1f4a3fe7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] No DVR routers for this DVR port d807e53d-2826-4271-a77a-6192144ea8ed on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 17:00:47.063895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-d67117a8-ceeb-4c57-9da1-5f0debeedda3 req-2a854794-dd27-4005-89d8-08b1f4a3fe7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:47.066715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9479559-f6fc-46d7-a943-3ce22ee6d85f', 'name': 'network-vif-deleted', 'tag': 'd807e53d-2826-4271-a77a-6192144ea8ed'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:00:47.082165 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d67117a8-ceeb-4c57-9da1-5f0debeedda3 req-2a854794-dd27-4005-89d8-08b1f4a3fe7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.36 "DELETE /v2.0/ports/d807e53d-2826-4271-a77a-6192144ea8ed HTTP/1.1" status: 204  len: 173 time: 0.9844608
Dec 23 17:00:47.126117 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9479559-f6fc-46d7-a943-3ce22ee6d85f', 'name': 'network-vif-deleted', 'tag': 'd807e53d-2826-4271-a77a-6192144ea8ed', 'status': 'completed', 'code': 200}
Dec 23 17:00:47.234482 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b95f0bef-52bc-4026-a4af-4339b32b1063 req-18a8c122-3390-4953-9fb6-5892e9cf8075 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9479559-f6fc-46d7-a943-3ce22ee6d85f HTTP/1.1" status: 200  len: 210 time: 0.0693347
Dec 23 17:00:48.344089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36766) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:48.768962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b2092e6-18f3-429d-9dfb-2ee3080fc089 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:49.132674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d807e53d-2826-4271-a77a-6192144ea8ed no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:00:49.168757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: d807e53d-2826-4271-a77a-6192144ea8ed {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:00:49.169133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device d807e53d-2826-4271-a77a-6192144ea8ed not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:00:49.415185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1b2092e6-18f3-429d-9dfb-2ee3080fc089 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port d24f1c85-774c-4a0f-89de-938548a8161e {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:00:49.415753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b2092e6-18f3-429d-9dfb-2ee3080fc089 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:49.610170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1b2092e6-18f3-429d-9dfb-2ee3080fc089 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] For port d24f1c85-774c-4a0f-89de-938548a8161e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=d24f1c85-774c-4a0f-89de-938548a8161e,segment=NetworkSegment(7e1934fc-af47-4f98-b85a-21c70543c40c),segment_id=7e1934fc-af47-4f98-b85a-21c70543c40c)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:00:49.610573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b2092e6-18f3-429d-9dfb-2ee3080fc089 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:49.736630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1b2092e6-18f3-429d-9dfb-2ee3080fc089 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for d24f1c85-774c-4a0f-89de-938548a8161e owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:00:49.924855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b2092e6-18f3-429d-9dfb-2ee3080fc089 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:49.929626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-13dcbb0f-3592-46e7-991a-bc08934b89f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:49.976903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2092e6-18f3-429d-9dfb-2ee3080fc089 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=d24f1c85-774c-4a0f-89de-938548a8161e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:49.980806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1b2092e6-18f3-429d-9dfb-2ee3080fc089 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:50.299457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1b2092e6-18f3-429d-9dfb-2ee3080fc089 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:50.928489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2092e6-18f3-429d-9dfb-2ee3080fc089 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:00:51.372803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2092e6-18f3-429d-9dfb-2ee3080fc089 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:00:51.383732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc0d08-38b1-4960-b381-eb4ee197296d None None] Sync routers for ids ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:00:51.387005 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1b2092e6-18f3-429d-9dfb-2ee3080fc089 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "PUT /v2.0/routers/e31fd58a-4d70-4a97-a2f9-1c38117cb4f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0416746
Dec 23 17:00:51.390077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36770) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:51.397064 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc0d08-38b1-4960-b381-eb4ee197296d None None] Routers {'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:00:51.397747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-21bc0d08-38b1-4960-b381-eb4ee197296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a100048>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:00:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:51.588301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-21bc0d08-38b1-4960-b381-eb4ee197296d None None] Set router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:00:51.592429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting subnet f810f7df-5dd9-40b8-9bbb-6e5a186499b0 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 17:00:51.596240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:51.654297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:51.744499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:51.826726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:51.833263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e97367fe-9e9a-4344-9772-aee97da42e2b tempest-NetworksIpV6TestAttrs-2039463006 tempest-NetworksIpV6TestAttrs-2039463006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:51.873076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Subnet': ['ID=f810f7df-5dd9-40b8-9bbb-6e5a186499b0,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:51.883317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:51.889285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced9875a-25a5-4df8-ab5c-e1ff24a4ff25 None None] Network 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 17:00:51.899412 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/subnets/f810f7df-5dd9-40b8-9bbb-6e5a186499b0 HTTP/1.1" status: 204  len: 168 time: 0.5052009
Dec 23 17:00:51.899412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:51.899412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:51.899412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:51.900005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:51.900096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36774) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:51.900344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:51.900685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:51.901294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:51.901718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:51.902140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:51.902567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:51.903024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:51.906821 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f4a105d-7722-4188-8298-e0b2efe13a3b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:52.045404 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-21bc0d08-38b1-4960-b381-eb4ee197296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a100048>, [{'id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '980beb9a-3571-4401-9804-753a96f60b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T17:00:49Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '980beb9a-3571-4401-9804-753a96f60b6e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:52.050071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc0d08-38b1-4960-b381-eb4ee197296d None None] Checking router: e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:00:52.061567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc0d08-38b1-4960-b381-eb4ee197296d None None] Routers {'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:00:52.062405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-21bc0d08-38b1-4960-b381-eb4ee197296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a100048>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:00:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:52.150026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:52.224107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db26974-2303-4fbb-b400-04884a613303 None None] DHCP port deletion for 2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 17:00:52.229215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Deleting port 8287e051-505e-48ef-9fdc-df256d0af1e8 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:00:52.229894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:52.264270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-21bc0d08-38b1-4960-b381-eb4ee197296d None None] Set router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:00:52.372761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:52.382072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Deleting port 980beb9a-3571-4401-9804-753a96f60b6e {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:00:52.382467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:52.461332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-2db26974-2303-4fbb-b400-04884a613303 None None] For port 8287e051-505e-48ef-9fdc-df256d0af1e8, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=8287e051-505e-48ef-9fdc-df256d0af1e8,segment=NetworkSegment(7e1934fc-af47-4f98-b85a-21c70543c40c),segment_id=7e1934fc-af47-4f98-b85a-21c70543c40c)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:00:52.461705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:52.574843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] For port 980beb9a-3571-4401-9804-753a96f60b6e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=980beb9a-3571-4401-9804-753a96f60b6e,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:00:52.575935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:52.578184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-21bc0d08-38b1-4960-b381-eb4ee197296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a100048>, [{'id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '980beb9a-3571-4401-9804-753a96f60b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T17:00:49Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '980beb9a-3571-4401-9804-753a96f60b6e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:52.582800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc0d08-38b1-4960-b381-eb4ee197296d None None] The sync data for ids ['e31fd58a-4d70-4a97-a2f9-1c38117cb4f6'] in dv-neutron-822801-1-hyperv is: [{'id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511990952', 'tenant_id': '2e850a8f293f445d88b071844b66bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '980beb9a-3571-4401-9804-753a96f60b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T17:00:49Z', 'revision_number': 5, 'project_id': '2e850a8f293f445d88b071844b66bd01', 'gw_port': {'id': '980beb9a-3571-4401-9804-753a96f60b6e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31fd58a-4d70-4a97-a2f9-1c38117cb4f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:48Z', 'updated_at': '2021-12-23T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:00:52.595925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Calling delete_port for 8287e051-505e-48ef-9fdc-df256d0af1e8 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:00:52.681628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727'] for port, after_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:52.686641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-29124b28-01ef-486b-ba85-e7029a98d95b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:52.716832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Calling delete_port for 980beb9a-3571-4401-9804-753a96f60b6e owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:00:52.735323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db26974-2303-4fbb-b400-04884a613303 None None] No DVR routers for this DVR port 8287e051-505e-48ef-9fdc-df256d0af1e8 on host dv-neutron-822801-1-hyperv {{(pid=88842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 17:00:52.736956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Pushing event deleted for resources: {'Port': ['ID=8287e051-505e-48ef-9fdc-df256d0af1e8,revision_number=None']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:52.750591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:52.751037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:52.751411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:52.751803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:52.752192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:52.752578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:52.752962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:52.753346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:52.753727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:52.754104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:52.754484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:00:52.757901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:52.894893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:52.900081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dd145b02-d777-4529-9de8-d8a4977ecc53 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:52.943267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Port': ['ID=980beb9a-3571-4401-9804-753a96f60b6e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:52.947205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:53.181739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:53.386715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d24f1c85-774c-4a0f-89de-938548a8161e no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:00:53.421120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: d24f1c85-774c-4a0f-89de-938548a8161e {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:00:53.421525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device d24f1c85-774c-4a0f-89de-938548a8161e not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:00:53.422084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8287e051-505e-48ef-9fdc-df256d0af1e8 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:00:53.455769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 8287e051-505e-48ef-9fdc-df256d0af1e8 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:00:53.456174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 8287e051-505e-48ef-9fdc-df256d0af1e8 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:00:53.465920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:53.471118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:53.496397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:53.496975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Fanout notify agent at l3_agent the message router_deleted on router e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 17:00:53.512905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:53.514136 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/routers/e31fd58a-4d70-4a97-a2f9-1c38117cb4f6 HTTP/1.1" status: 204  len: 168 time: 1.6127377
Dec 23 17:00:53.517639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36778) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:53.646238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff85f754-d5e5-4c6f-b8aa-dac37ab51350 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:53.790060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff85f754-d5e5-4c6f-b8aa-dac37ab51350 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:53.817391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-ff85f754-d5e5-4c6f-b8aa-dac37ab51350 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b792c2a58>,) {'filters': {'network_id': ['2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:53.830819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-ff85f754-d5e5-4c6f-b8aa-dac37ab51350 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b792c2a58>, '7e1934fc-af47-4f98-b85a-21c70543c40c') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:53.831192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-ff85f754-d5e5-4c6f-b8aa-dac37ab51350 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b792c2a58>, '7e1934fc-af47-4f98-b85a-21c70543c40c') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:53.843727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff85f754-d5e5-4c6f-b8aa-dac37ab51350 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:53.858469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff85f754-d5e5-4c6f-b8aa-dac37ab51350 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:53.864962 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff85f754-d5e5-4c6f-b8aa-dac37ab51350 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 17:00:53.865386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff85f754-d5e5-4c6f-b8aa-dac37ab51350 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 17:00:53.881202 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 17:00:53.961691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff85f754-d5e5-4c6f-b8aa-dac37ab51350 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:53.965104 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-55dcc5d1-57ff-436a-8b27-515056bedb02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:53.980193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff85f754-d5e5-4c6f-b8aa-dac37ab51350 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:53.992091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85f754-d5e5-4c6f-b8aa-dac37ab51350 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'Network': ['ID=2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:53.996239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ff85f754-d5e5-4c6f-b8aa-dac37ab51350 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:53.997817 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ff85f754-d5e5-4c6f-b8aa-dac37ab51350 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/networks/2a4c8e17-e92c-48ca-9e0f-c20b7aadb7ea HTTP/1.1" status: 204  len: 168 time: 0.4789920
Dec 23 17:00:54.001354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36782) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:54.074228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2a15efc-1ecc-4ba3-8d99-986fc13557aa tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:54.106113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2a15efc-1ecc-4ba3-8d99-986fc13557aa tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:54.162091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2a15efc-1ecc-4ba3-8d99-986fc13557aa tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:54.167489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-07b7765a-218a-401b-b8a2-6bcdc6b99e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:54.186454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a15efc-1ecc-4ba3-8d99-986fc13557aa tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bda6b85-3f1f-432e-9050-9a2ecfe4573e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:54.189890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2a15efc-1ecc-4ba3-8d99-986fc13557aa tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:54.197536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b2a15efc-1ecc-4ba3-8d99-986fc13557aa tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:54.201365 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b2a15efc-1ecc-4ba3-8d99-986fc13557aa tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] 10.222.0.67 "DELETE /v2.0/security-groups/0bda6b85-3f1f-432e-9050-9a2ecfe4573e HTTP/1.1" status: 204  len: 168 time: 0.1964288
Dec 23 17:00:54.521709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-749284b4-3682-4bd2-9554-d8bb985a644d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:54.561435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36792) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:54.794979 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1ea1044b-eed5-43fb-9404-3230601d5ca1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2e850a8f293f445d88b071844b66bd01&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2322063
Dec 23 17:00:54.797714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36800) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:54.861921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cbcb45f-7f8d-4590-b795-1bf3348489e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:54.888807 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cbcb45f-7f8d-4590-b795-1bf3348489e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:54.935128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cbcb45f-7f8d-4590-b795-1bf3348489e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:54.940808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-82cfb6b7-e875-4768-9acb-e46350e04aa4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:54.956876 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcb45f-7f8d-4590-b795-1bf3348489e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221fc1b4-27f8-4b23-93f0-fe6e3fb586bf,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:54.961804 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0cbcb45f-7f8d-4590-b795-1bf3348489e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:54.963789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cbcb45f-7f8d-4590-b795-1bf3348489e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:54.965667 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0cbcb45f-7f8d-4590-b795-1bf3348489e1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/221fc1b4-27f8-4b23-93f0-fe6e3fb586bf HTTP/1.1" status: 204  len: 168 time: 0.1669428
Dec 23 17:00:55.300221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 980beb9a-3571-4401-9804-753a96f60b6e no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:00:55.315907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36808) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:55.335887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 980beb9a-3571-4401-9804-753a96f60b6e {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:00:55.336295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 980beb9a-3571-4401-9804-753a96f60b6e not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:00:55.338090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97a6c00e-2c5f-4c12-b3bd-aaec7cfcd97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:55.372055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-97a6c00e-2c5f-4c12-b3bd-aaec7cfcd97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:00:55.377046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-97a6c00e-2c5f-4c12-b3bd-aaec7cfcd97c admin admin] Usage tracker for resource:security_group_rule and tenant:eed4eaaefac74851a38fef2f678809d1 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:00:55.380071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-97a6c00e-2c5f-4c12-b3bd-aaec7cfcd97c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:00:55.386793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-97a6c00e-2c5f-4c12-b3bd-aaec7cfcd97c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:00:55.465281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97a6c00e-2c5f-4c12-b3bd-aaec7cfcd97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:55.467915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97a6c00e-2c5f-4c12-b3bd-aaec7cfcd97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:55.475473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-453a7075-0209-4611-be49-055d309ef415 tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:55.518273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c00e-2c5f-4c12-b3bd-aaec7cfcd97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc4d1e3-a9bd-4100-a267-ed84ffb6d87e,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:55.521576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97a6c00e-2c5f-4c12-b3bd-aaec7cfcd97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:55.525504 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-97a6c00e-2c5f-4c12-b3bd-aaec7cfcd97c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eed4eaaefac74851a38fef2f678809d1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2084050
Dec 23 17:00:55.528326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36812) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:55.592101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a7d28b4-ff8a-4ab9-b5eb-c6903481a3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:55.618801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a7d28b4-ff8a-4ab9-b5eb-c6903481a3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:55.663736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a7d28b4-ff8a-4ab9-b5eb-c6903481a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:55.668685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-66083fec-f4ab-430e-a298-cd61200ea834 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:55.682291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d28b4-ff8a-4ab9-b5eb-c6903481a3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc4d1e3-a9bd-4100-a267-ed84ffb6d87e,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:55.685123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6a7d28b4-ff8a-4ab9-b5eb-c6903481a3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:55.686293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a7d28b4-ff8a-4ab9-b5eb-c6903481a3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:55.688197 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6a7d28b4-ff8a-4ab9-b5eb-c6903481a3e9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/adc4d1e3-a9bd-4100-a267-ed84ffb6d87e HTTP/1.1" status: 204  len: 168 time: 0.1582494
Dec 23 17:00:56.056231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:56.586838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36834) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:56.722612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-544136316-network', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:00:56.727890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:00:56.732034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Usage tracker for resource:network and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:00:56.735693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:00:56.741727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:00:56.751958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Made reservation on behalf of cbc2589eab2a4918b55449463015f0e6 for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 17:00:56.756816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:56.773207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:56.805500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:00:56.809512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Usage tracker for resource:security_group_rule and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:00:56.812439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:00:56.819066 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:00:56.883655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fb97e586-75ad-477e-902e-3f644da88948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:56.888586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:56.891274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:56.895536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f1e4ceb5-4229-4964-97e0-92540fca00b8 tempest-SecGroupTest-2038400768 tempest-SecGroupTest-2038400768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:56.921550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 17:00:56.935403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9be04e-6891-424b-9ebc-176a21a04bc1,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:56.938945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:56.941682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:56.942080 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Added segment 78ea6431-312a-4f36-b1fb-64623dd1450b of type vlan for network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a
Dec 23 17:00:56.971694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:57.001393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:57.002351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:57.003005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:57.008032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-07b3dc22-bfdb-4cf4-940b-135cd563706f tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:57.110261 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5220785
Dec 23 17:00:57.113723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36840) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:57.115792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Pushing event updated for resources: {'Network': ['ID=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:57.118662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6f415fce-53d6-4be0-b724-ce9564194608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:57.120198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Request body: {'subnet': {'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-544136316-subnet', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'ip_version': 4}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:00:57.126676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:00:57.126846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 17:00:57.130861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Usage tracker for resource:subnet and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:00:57.133928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:00:57.140078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:00:57.154464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Made reservation on behalf of cbc2589eab2a4918b55449463015f0e6 for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 17:00:57.159273 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:57.485412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:57.614012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:57.618314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:57.693470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=717dca37-92d9-4a11-886f-dda61b1bf665,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:57.697530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:57.706378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Checking segment: {'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:00:57.706781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Network hostable DHCP agents. Network: e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 17:00:57.728417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 17:00:57.737370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:00:57.741583 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:00:57.742242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:57.747985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c9ffcc-92ed-48ae-b6d8-3c2dd44e1e90 None None] Network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 17:00:57.763188 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-640871b1-dc71-4adb-83de-f70570d80d44 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6482363
Dec 23 17:00:57.766733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36844) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:57.772539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:00:57.777543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:00:57.781615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Usage tracker for resource:router and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:00:57.784613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:00:57.790650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:00:57.803315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:57.804313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:57.825034 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:57.975664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 17:00:57.976600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:57.976957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:58.187233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:58.225946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:58.315201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Allocated IP 172.20.0.2 (e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a/717dca37-92d9-4a11-886f-dda61b1bf665/5b4ec563-e7b7-43b3-8bdf-b190802cd0aa) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:00:58.380180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Allocated IP 172.26.5.18 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:00:58.536719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:58.543493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:58.548059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Transition to ACTIVE for port object 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:00:58.567668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Transition to ACTIVE for port object 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:00:58.570714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:58.571765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:58.575405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-65ad8f54-a636-4d4a-bbc6-b49736ce59be tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:58.576918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:58.644959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:00:58.648371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:00:58.648686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:00:58.650703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Pushing event updated for resources: {'Port': ['ID=5b4ec563-e7b7-43b3-8bdf-b190802cd0aa,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:58.651356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:00:58.653075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:00:58.655334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:00:58.655512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:58.688797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Pushing event updated for resources: {'Port': ['ID=7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:58.696548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:58.755305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Attempting to bind port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:00:58.755728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Attempting to bind port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:00:58.756143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Attempting to bind port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa on network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:00:58.766300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:58.767488 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:00:58.767845 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Checking segment: {'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:00:58.768288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:58.768730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Bound using segment: {'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:00:58.769252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Bound port: 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:00:58.769673 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:58.832423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:58.833122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:58.861003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] For port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:00:58.864177 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] For port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=5b4ec563-e7b7-43b3-8bdf-b190802cd0aa,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:00:58.867462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:58.872168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:00:58.957494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Pushing event updated for resources: {'Port': ['ID=5b4ec563-e7b7-43b3-8bdf-b190802cd0aa,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:00:58.960495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:00:59.077491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 17:00:59.317383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:00:59.341256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Sync routers for ids ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:00:59.356371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Routers {'1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:00:59.357085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b25a90>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:00:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:59.360372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:00:59.361982 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.5941851
Dec 23 17:00:59.364871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36848) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:00:59.423202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:00:59.605981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:00:59.623727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Set router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:00:59.938613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b25a90>, [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:00:58Z', 'revision_number': 3, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:00:59.943032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Checking router: 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:00:59.943498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Updating router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 port 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 17:01:00.002689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:00.155851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:00.363262 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:00.377072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Transition to ACTIVE for port object 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:01:00.383774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:00.388714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e4ad9cb9-4668-41df-99af-87222b4f03be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:00.400231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Allocated IP 172.20.0.1 (e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a/717dca37-92d9-4a11-886f-dda61b1bf665/7f6c3a7a-f257-4119-87ad-fdd7073defdf) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:01:00.471758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dc4b3-ef42-4ddc-8f47-14042223bf62 None None] Pushing event updated for resources: {'Port': ['ID=7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:00.474411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Attempting to bind port 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:01:00.474844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Attempting to bind port 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:01:00.475295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Attempting to bind port 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:01:00.477799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b2dc4b3-ef42-4ddc-8f47-14042223bf62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:00.483621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:01:00.484041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:01:00.485378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:00.485932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:01:00.486478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Bound port: 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:01:00.486911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:00.570635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:00.579720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] For port 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:01:00.583797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] For port 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:01:00.589260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:00.590071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Transition to ACTIVE for port object 7f6c3a7a-f257-4119-87ad-fdd7073defdf will not be triggered until provisioned by entity DHCP. {{(pid=88840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:01:00.594819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:00.612636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:00.617434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0b941b5-11d7-4138-b0c1-16d69d140590 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:00.678635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dc4b3-ef42-4ddc-8f47-14042223bf62 None None] Pushing event updated for resources: {'Port': ['ID=7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:00.683024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b2dc4b3-ef42-4ddc-8f47-14042223bf62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:00.684080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Routers {'1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:01:00.684768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79b25a90>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:00:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:00.693890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:01:00.696867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:01:00.700857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:01:00.733582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Pushing event updated for resources: {'Port': ['ID=7f6c3a7a-f257-4119-87ad-fdd7073defdf,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:00.741433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:00.749726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cbb20c-19b2-4421-bdaf-753b7ed02c61 None None] Network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 17:01:00.763164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:00.848563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:00.973094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fbcf47a4-0446-4815-9701-f3375a00c838 None None] Provisioning for port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:01:00.997915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fbcf47a4-0446-4815-9701-f3375a00c838 None None] Provisioning complete for port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:00.998328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbcf47a4-0446-4815-9701-f3375a00c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:01.087890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:01.092047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:01.122078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-463f8176-89b7-4c55-8023-141ffa95b0e4 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:01.123080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] Set router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:01:01.461856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:01.466328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Pushing event updated for resources: {'Port': ['ID=7f6c3a7a-f257-4119-87ad-fdd7073defdf,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:01.470462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:01.614251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:01:01.615551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:01:01.620059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbcf47a4-0446-4815-9701-f3375a00c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:01.714244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-fbcf47a4-0446-4815-9701-f3375a00c838 None None] For port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=5b4ec563-e7b7-43b3-8bdf-b190802cd0aa,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:01:01.724870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fbcf47a4-0446-4815-9701-f3375a00c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:01.728229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:01.813899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf47a4-0446-4815-9701-f3375a00c838 None None] Pushing event updated for resources: {'Port': ['ID=5b4ec563-e7b7-43b3-8bdf-b190802cd0aa,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:01.819480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fbcf47a4-0446-4815-9701-f3375a00c838 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:01.825075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79b25a90>, [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:00:58Z', 'revision_number': 3, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:01.829976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a4ad1-e952-4327-a029-692dae84989b None None] The sync data for ids ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'] in dv-neutron-822801-1-hyperv is: [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:00:58Z', 'revision_number': 3, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:01:01.959431 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c8467b20-b9a5-42ce-ae9e-a15f7cd416f5 None None] Provisioning complete for port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:01.959868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8467b20-b9a5-42ce-ae9e-a15f7cd416f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:02.056679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:01:02.107909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c8467b20-b9a5-42ce-ae9e-a15f7cd416f5 None None] Provisioning for port 7f6c3a7a-f257-4119-87ad-fdd7073defdf completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:01:02.113829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c8467b20-b9a5-42ce-ae9e-a15f7cd416f5 None None] Provisioning complete for port 7f6c3a7a-f257-4119-87ad-fdd7073defdf triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:02.114267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c8467b20-b9a5-42ce-ae9e-a15f7cd416f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:02.179242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c8467b20-b9a5-42ce-ae9e-a15f7cd416f5 None None] Port 7f6c3a7a-f257-4119-87ad-fdd7073defdf cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 17:01:02.316329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-3042d53c-1e5e-4ae9-927c-a9a4daa72dd1 None None] Provisioning complete for port 7f6c3a7a-f257-4119-87ad-fdd7073defdf triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:02.316778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3042d53c-1e5e-4ae9-927c-a9a4daa72dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:02.331101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:01:02.348901 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] 10.222.0.67 "PUT /v2.0/routers/1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9828794
Dec 23 17:01:02.393912 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3042d53c-1e5e-4ae9-927c-a9a4daa72dd1 None None] Port 7f6c3a7a-f257-4119-87ad-fdd7073defdf cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 17:01:02.618294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1958a35b-27e1-48a2-a6e5-8c3dc4c33e40 None None] Provisioning complete for port 7f6c3a7a-f257-4119-87ad-fdd7073defdf triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:02.618711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1958a35b-27e1-48a2-a6e5-8c3dc4c33e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:02.681429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-1958a35b-27e1-48a2-a6e5-8c3dc4c33e40 None None] Port 7f6c3a7a-f257-4119-87ad-fdd7073defdf cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 17:01:03.277988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36870) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:01:03.285043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-454260982-network', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:01:03.290429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:01:03.294559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Usage tracker for resource:network and tenant:17af98a41c1542f59b6ab597c66af4b4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:01:03.297799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:01:03.305492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:01:03.316710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Made reservation on behalf of 17af98a41c1542f59b6ab597c66af4b4 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 17:01:03.321787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:03.336943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:03.371550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:01:03.375713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Usage tracker for resource:security_group_rule and tenant:17af98a41c1542f59b6ab597c66af4b4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:01:03.378682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:01:03.384838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:01:03.413258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:01:03.458518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:03.461493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:03.465843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0de55765-11be-4ba8-b868-11eb4e6e39de tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:03.487563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:03.487928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:03.491832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 17:01:03.505062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0230649-fa07-44be-be5b-536f909d191f,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:03.509319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:03.510316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:03.510711 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Added segment d4c0079f-431d-4f90-978a-90e282d8a8f7 of type vlan for network 51aa48c4-84e2-4bef-a02f-3b17c8b2e17c
Dec 23 17:01:03.539490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:03.573349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:03.574352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:03.575013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:03.581225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8379ffb8-db84-4187-bbdc-5b341ce270b4 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:03.612891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:01:03.684845 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4030211
Dec 23 17:01:03.685072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:01:03.685784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36874) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:01:03.688666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Pushing event updated for resources: {'Network': ['ID=51aa48c4-84e2-4bef-a02f-3b17c8b2e17c,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:03.689867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:03.690311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:03.691725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b7843357-5fb8-4487-89e8-ba09318104ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:03.692782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Request body: {'subnet': {'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-454260982-subnet', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'ip_version': 4}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:01:03.698261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:01:03.702346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Usage tracker for resource:subnet and tenant:17af98a41c1542f59b6ab597c66af4b4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:01:03.706138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:01:03.712241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:01:03.722411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Made reservation on behalf of 17af98a41c1542f59b6ab597c66af4b4 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 17:01:03.724765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 51aa48c4-84e2-4bef-a02f-3b17c8b2e17c details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 17:01:03.727135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:03.925128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:03.944851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:01:03.948217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:03.950408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:04.020819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:04.024501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:04.189190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:04.193557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-aaa36756-69ca-4118-bc38-a7be171eaea7 tempest-RoutersNegativeTest-2039785879 tempest-RoutersNegativeTest-2039785879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:04.271001 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8597c62-1ced-40f4-a419-a4bccb79893d,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:04.274091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:04.284840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Checking segment: {'id': 'd4c0079f-431d-4f90-978a-90e282d8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:01:04.285323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Network hostable DHCP agents. Network: 51aa48c4-84e2-4bef-a02f-3b17c8b2e17c, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 17:01:04.306745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Network 51aa48c4-84e2-4bef-a02f-3b17c8b2e17c is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 17:01:04.315799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 51aa48c4-84e2-4bef-a02f-3b17c8b2e17c) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:01:04.319945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:04.320603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:04.324919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50edbc96-e5bf-45ad-8ec5-b22b3911dcf0 None None] Network 51aa48c4-84e2-4bef-a02f-3b17c8b2e17c requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 17:01:04.341020 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2fc1c2d3-8c95-4294-afa3-d46d22492e96 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6540604
Dec 23 17:01:04.344290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36878) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:01:04.350078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-454260982-router', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:01:04.355101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:01:04.359230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Usage tracker for resource:router and tenant:17af98a41c1542f59b6ab597c66af4b4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:01:04.362791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:01:04.369660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:01:04.381083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:04.382095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:04.401539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:04.562254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-51aa48c4-84e2-4bef-a02f-3b17c8b2e17c', 'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'fixed_ips': [{'subnet_id': 'e8597c62-1ced-40f4-a419-a4bccb79893d'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 17:01:04.563704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:04.564355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:04.738231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Allocated IP 172.20.0.2 (51aa48c4-84e2-4bef-a02f-3b17c8b2e17c/e8597c62-1ced-40f4-a419-a4bccb79893d/4dbe1292-1877-42fa-be8c-f6fb52b7695f) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:01:04.763407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:04.797875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:04.810916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Sync routers for ids ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:01:04.825092 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Routers {'1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:01:04.826193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a100828>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:00:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:04.956288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Allocated IP 172.26.5.37 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:01:04.963485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:04.976249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Transition to ACTIVE for port object 4dbe1292-1877-42fa-be8c-f6fb52b7695f will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:01:04.996171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Transition to ACTIVE for port object 4dbe1292-1877-42fa-be8c-f6fb52b7695f will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:01:05.001050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:05.006096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2db26974-2303-4fbb-b400-04884a613303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:05.032734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Set router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:01:05.082515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Network 51aa48c4-84e2-4bef-a02f-3b17c8b2e17c is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:01:05.083387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Pushing event updated for resources: {'Port': ['ID=4dbe1292-1877-42fa-be8c-f6fb52b7695f,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:05.086354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:05.087643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:01:05.089903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:01:05.119556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:05.148124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:05.152840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:05.185964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Attempting to bind port 4dbe1292-1877-42fa-be8c-f6fb52b7695f on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:01:05.186392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Attempting to bind port 4dbe1292-1877-42fa-be8c-f6fb52b7695f by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd4c0079f-431d-4f90-978a-90e282d8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:01:05.186819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Attempting to bind port 4dbe1292-1877-42fa-be8c-f6fb52b7695f on network 51aa48c4-84e2-4bef-a02f-3b17c8b2e17c {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:01:05.194448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:01:05.194879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Checking segment: {'id': 'd4c0079f-431d-4f90-978a-90e282d8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:01:05.195372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:05.195825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Bound using segment: {'id': 'd4c0079f-431d-4f90-978a-90e282d8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:01:05.196363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Bound port: 4dbe1292-1877-42fa-be8c-f6fb52b7695f, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c0079f-431d-4f90-978a-90e282d8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:01:05.196794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:05.242949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:01:05.246512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:01:05.251595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:01:05.296166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] For port 4dbe1292-1877-42fa-be8c-f6fb52b7695f, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:01:05.299600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] For port 4dbe1292-1877-42fa-be8c-f6fb52b7695f, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4dbe1292-1877-42fa-be8c-f6fb52b7695f,segment=NetworkSegment(d4c0079f-431d-4f90-978a-90e282d8a8f7),segment_id=d4c0079f-431d-4f90-978a-90e282d8a8f7)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:01:05.302706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Pushing event updated for resources: {'Port': ['ID=5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:05.306281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:05.307699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:05.314677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:05.376020 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:01:05.401887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a100828>, [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7f6c3a7a-f257-4119-87ad-fdd7073defdf', 'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'mac_address': 'fa:16:3e:be:21:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:00Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 2, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'subnets': [{'id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:05.406099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Checking router: 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:01:05.406518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Updating router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 port 7f6c3a7a-f257-4119-87ad-fdd7073defdf binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 17:01:05.439863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:05.441241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:05.466369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:05.473398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Pushing event updated for resources: {'Port': ['ID=4dbe1292-1877-42fa-be8c-f6fb52b7695f,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:05.477842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:05.504890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:05.505253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:05.707132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Router 588292a1-b157-4cda-bd92-de99c2dbee91 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 17:01:05.884557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:05.901772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Transition to ACTIVE for port object 7f6c3a7a-f257-4119-87ad-fdd7073defdf will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:01:05.908532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:05.913330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ccc9c39e-3ecb-4656-bea1-8fd1ea66e74d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:05.956379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:01:05.970818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Sync routers for ids ['588292a1-b157-4cda-bd92-de99c2dbee91'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:01:05.984931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:05.987085 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.6414726
Dec 23 17:01:05.988063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Routers {'588292a1-b157-4cda-bd92-de99c2dbee91'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:01:05.988779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f74b70>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:00:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['588292a1-b157-4cda-bd92-de99c2dbee91'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:05.989649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36882) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:01:06.081666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769237b-2cef-41ed-b58d-7ec41ab79cd8 None None] Pushing event updated for resources: {'Port': ['ID=7f6c3a7a-f257-4119-87ad-fdd7073defdf,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:06.099173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769237b-2cef-41ed-b58d-7ec41ab79cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:01:06.099559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769237b-2cef-41ed-b58d-7ec41ab79cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:01:06.100510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769237b-2cef-41ed-b58d-7ec41ab79cd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:01:06.100923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769237b-2cef-41ed-b58d-7ec41ab79cd8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:01:06.101296 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769237b-2cef-41ed-b58d-7ec41ab79cd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:01:06.101875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769237b-2cef-41ed-b58d-7ec41ab79cd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:01:06.102062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769237b-2cef-41ed-b58d-7ec41ab79cd8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:01:06.102449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769237b-2cef-41ed-b58d-7ec41ab79cd8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:01:06.102836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769237b-2cef-41ed-b58d-7ec41ab79cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:01:06.103367 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769237b-2cef-41ed-b58d-7ec41ab79cd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:01:06.104054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769237b-2cef-41ed-b58d-7ec41ab79cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:01:06.137532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5769237b-2cef-41ed-b58d-7ec41ab79cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:06.206015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Attempting to bind port 7f6c3a7a-f257-4119-87ad-fdd7073defdf on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:01:06.206438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Attempting to bind port 7f6c3a7a-f257-4119-87ad-fdd7073defdf by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:01:06.206873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Attempting to bind port 7f6c3a7a-f257-4119-87ad-fdd7073defdf on network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:01:06.215239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:01:06.215666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Checking segment: {'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:01:06.216302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:06.216720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Bound using segment: {'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:01:06.217245 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Bound port: 7f6c3a7a-f257-4119-87ad-fdd7073defdf, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:01:06.217672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:06.269832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Set router 588292a1-b157-4cda-bd92-de99c2dbee91 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:01:06.334009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] For port 7f6c3a7a-f257-4119-87ad-fdd7073defdf, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:01:06.337278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] For port 7f6c3a7a-f257-4119-87ad-fdd7073defdf, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=7f6c3a7a-f257-4119-87ad-fdd7073defdf,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:01:06.342674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:06.347846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d96101ec-90ac-4cf1-8818-f5dd86ceb7af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:06.443719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Routers {'1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:01:06.444433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a100828>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:00:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:06.501611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769237b-2cef-41ed-b58d-7ec41ab79cd8 None None] Pushing event updated for resources: {'Port': ['ID=7f6c3a7a-f257-4119-87ad-fdd7073defdf,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:06.505439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5769237b-2cef-41ed-b58d-7ec41ab79cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:06.821925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f74b70>, [{'id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'name': 'tempest-TestShelveInstance-454260982-router', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:01:05Z', 'revision_number': 3, 'project_id': '17af98a41c1542f59b6ab597c66af4b4', 'gw_port': {'id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:06.826366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Checking router: 588292a1-b157-4cda-bd92-de99c2dbee91 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:01:06.826815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Updating router 588292a1-b157-4cda-bd92-de99c2dbee91 port 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 17:01:06.863318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] Set router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:01:06.890729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:06.921399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:07.192289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Allocated IP 172.20.0.1 (51aa48c4-84e2-4bef-a02f-3b17c8b2e17c/e8597c62-1ced-40f4-a419-a4bccb79893d/c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:01:07.247746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a100828>, [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7f6c3a7a-f257-4119-87ad-fdd7073defdf', 'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'mac_address': 'fa:16:3e:be:21:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:00Z', 'updated_at': '2021-12-23T17:01:06Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'subnets': [{'id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:07.253762 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ce158-c31f-44f5-bd9d-cec03b44a07a None None] The sync data for ids ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'] in dv-neutron-822801-1-hyperv is: [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7f6c3a7a-f257-4119-87ad-fdd7073defdf', 'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'mac_address': 'fa:16:3e:be:21:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:00Z', 'updated_at': '2021-12-23T17:01:06Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'subnets': [{'id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:01:07.310900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:07.330035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Transition to ACTIVE for port object 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:01:07.353908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:07.362735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b2dc4b3-ef42-4ddc-8f47-14042223bf62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:07.457480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Attempting to bind port 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:01:07.458237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Attempting to bind port 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:01:07.458365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Attempting to bind port 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:01:07.467761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:07.470802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4dbe1292-1877-42fa-be8c-f6fb52b7695f up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:01:07.493721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Transition to ACTIVE for port object c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:01:07.504602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cd254-f499-46ed-a20f-63464fc4e668 None None] Pushing event updated for resources: {'Port': ['ID=5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:07.518832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:01:07.519320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:01:07.519783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:07.520240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:01:07.520789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Bound port: 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:01:07.520925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:07.521219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:07.526892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1eef00a8-32a2-44c2-8d86-eb28b808c41b tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:07.549117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c2cd254-f499-46ed-a20f-63464fc4e668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:07.556674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638be856-a07d-4c8e-9c00-ae78108a7670 None None] Network 51aa48c4-84e2-4bef-a02f-3b17c8b2e17c requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 17:01:07.605646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Network 51aa48c4-84e2-4bef-a02f-3b17c8b2e17c is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:01:07.608561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:01:07.611918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:01:07.636698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c3dd271e-00ad-4ed6-bde9-968ed35159e2 None None] Provisioning for port 4dbe1292-1877-42fa-be8c-f6fb52b7695f completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:01:07.751646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] For port 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:01:07.758943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] For port 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:01:07.777345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 4dbe1292-1877-42fa-be8c-f6fb52b7695f completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:01:07.782056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:07.791801 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:07.842623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 4dbe1292-1877-42fa-be8c-f6fb52b7695f triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:07.843321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:07.912970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Pushing event updated for resources: {'Port': ['ID=c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:07.916038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:07.936024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:08.024643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:08.040303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cd254-f499-46ed-a20f-63464fc4e668 None None] Pushing event updated for resources: {'Port': ['ID=5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:08.051839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c2cd254-f499-46ed-a20f-63464fc4e668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:08.123235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Routers {'588292a1-b157-4cda-bd92-de99c2dbee91'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:01:08.123997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f74b70>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:00:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['588292a1-b157-4cda-bd92-de99c2dbee91'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:08.239394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:08.331978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:08.336257 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:08.370545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 4dbe1292-1877-42fa-be8c-f6fb52b7695f, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4dbe1292-1877-42fa-be8c-f6fb52b7695f,segment=NetworkSegment(d4c0079f-431d-4f90-978a-90e282d8a8f7),segment_id=d4c0079f-431d-4f90-978a-90e282d8a8f7)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:01:08.371244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d5f609c1-1c33-47d8-839c-d96da44c7c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:08.381208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:08.383766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:08.442562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] Set router 588292a1-b157-4cda-bd92-de99c2dbee91 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:01:08.464966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Pushing event updated for resources: {'Port': ['ID=c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:08.475913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:08.493153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:08.529276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=4dbe1292-1877-42fa-be8c-f6fb52b7695f,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:08.536091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:08.668385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Network 51aa48c4-84e2-4bef-a02f-3b17c8b2e17c is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:01:08.669907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:01:08.831293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0c7e3323-510c-4cbe-9360-5b7b7115d7f6 None None] Provisioning complete for port 4dbe1292-1877-42fa-be8c-f6fb52b7695f triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:08.831829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c7e3323-510c-4cbe-9360-5b7b7115d7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:08.968083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f74b70>, [{'id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'name': 'tempest-TestShelveInstance-454260982-router', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:01:07Z', 'revision_number': 4, 'project_id': '17af98a41c1542f59b6ab597c66af4b4', 'gw_port': {'id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d', 'name': '', 'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'mac_address': 'fa:16:3e:70:9f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8597c62-1ced-40f4-a419-a4bccb79893d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:06Z', 'updated_at': '2021-12-23T17:01:07Z', 'revision_number': 1, 'project_id': '17af98a41c1542f59b6ab597c66af4b4', 'subnets': [{'id': 'e8597c62-1ced-40f4-a419-a4bccb79893d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:08.979618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0786d5-350d-4e98-b622-e001088fef00 None None] The sync data for ids ['588292a1-b157-4cda-bd92-de99c2dbee91'] in dv-neutron-822801-1-hyperv is: [{'id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'name': 'tempest-TestShelveInstance-454260982-router', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:01:07Z', 'revision_number': 4, 'project_id': '17af98a41c1542f59b6ab597c66af4b4', 'gw_port': {'id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d', 'name': '', 'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'mac_address': 'fa:16:3e:70:9f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8597c62-1ced-40f4-a419-a4bccb79893d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:06Z', 'updated_at': '2021-12-23T17:01:07Z', 'revision_number': 1, 'project_id': '17af98a41c1542f59b6ab597c66af4b4', 'subnets': [{'id': 'e8597c62-1ced-40f4-a419-a4bccb79893d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:01:09.003734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0c7e3323-510c-4cbe-9360-5b7b7115d7f6 None None] Provisioning for port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:01:09.009217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0c7e3323-510c-4cbe-9360-5b7b7115d7f6 None None] Provisioning complete for port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:09.009622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c7e3323-510c-4cbe-9360-5b7b7115d7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:09.074945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0c7e3323-510c-4cbe-9360-5b7b7115d7f6 None None] Port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 17:01:09.123117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Router 588292a1-b157-4cda-bd92-de99c2dbee91 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:01:09.207118 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c2bea14f-3708-4434-8a0c-a5cb74d216cd None None] Provisioning complete for port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:09.207680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c2bea14f-3708-4434-8a0c-a5cb74d216cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:09.276385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c2bea14f-3708-4434-8a0c-a5cb74d216cd None None] Port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 17:01:09.358487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:01:09.368653 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] 10.222.0.67 "PUT /v2.0/routers/588292a1-b157-4cda-bd92-de99c2dbee91/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3776917
Dec 23 17:01:09.404939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9f343809-89da-4eea-ae20-e1112d222568 None None] Provisioning complete for port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:09.405442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9f343809-89da-4eea-ae20-e1112d222568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:09.455189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4dbe1292-1877-42fa-be8c-f6fb52b7695f up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:01:09.706832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9f343809-89da-4eea-ae20-e1112d222568 None None] Port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 17:01:09.730230 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 4dbe1292-1877-42fa-be8c-f6fb52b7695f triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:09.730654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:09.863932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7f6c3a7a-f257-4119-87ad-fdd7073defdf up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:01:09.939645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 7f6c3a7a-f257-4119-87ad-fdd7073defdf completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:01:09.945361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 7f6c3a7a-f257-4119-87ad-fdd7073defdf triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:09.945891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.076005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.113243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 7f6c3a7a-f257-4119-87ad-fdd7073defdf, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=7f6c3a7a-f257-4119-87ad-fdd7073defdf,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:01:10.118506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.120552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:10.128643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 36892) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:01:10.134905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1130275823', 'description': 'tempest-secgroup-smoke-1130275823 description', 'project_id': 'cbc2589eab2a4918b55449463015f0e6'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:01:10.142450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:01:10.147238 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:01:10.162519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:01:10.172344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:01:10.189130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.192624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=7f6c3a7a-f257-4119-87ad-fdd7073defdf,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:10.196186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:10.232128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:01:10.237283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group_rule and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:01:10.240362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:01:10.246599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:01:10.314518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.317783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.323658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97a6c00e-2c5f-4c12-b3bd-aaec7cfcd97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:10.372634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.375916 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2442999
Dec 23 17:01:10.376766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:10.378158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36896) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:01:10.380117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-897b9482-2ce4-483a-b09f-e73330e1270b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:10.386328 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-58320308-0650-4088-aebd-185e920a5052 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'security_group_rule': {'security_group_id': 'cfc87fc0-423f-4c0b-a98c-263ea1f5c06f', 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:01:10.394036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-58320308-0650-4088-aebd-185e920a5052 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:01:10.400366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-58320308-0650-4088-aebd-185e920a5052 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group_rule and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:01:10.403619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-58320308-0650-4088-aebd-185e920a5052 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:01:10.411295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-58320308-0650-4088-aebd-185e920a5052 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:01:10.433397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58320308-0650-4088-aebd-185e920a5052 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.509820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58320308-0650-4088-aebd-185e920a5052 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.512640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58320308-0650-4088-aebd-185e920a5052 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.514712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ad17a746-de2f-4729-9fa4-40bbf6a7edb9 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:10.540229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58320308-0650-4088-aebd-185e920a5052 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f14f5e-8b3b-49be-8edc-7e2ddc69985f,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:10.542972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58320308-0650-4088-aebd-185e920a5052 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:10.550024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58320308-0650-4088-aebd-185e920a5052 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.554057 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-58320308-0650-4088-aebd-185e920a5052 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1718106
Dec 23 17:01:10.554340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36900) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:01:10.560658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-804490e0-6eca-4eb4-9991-ba2ed7f2025c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'security_group_rule': {'security_group_id': 'cfc87fc0-423f-4c0b-a98c-263ea1f5c06f', 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:01:10.568084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-804490e0-6eca-4eb4-9991-ba2ed7f2025c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:01:10.572240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-804490e0-6eca-4eb4-9991-ba2ed7f2025c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group_rule and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:01:10.575395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-804490e0-6eca-4eb4-9991-ba2ed7f2025c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:01:10.589810 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-804490e0-6eca-4eb4-9991-ba2ed7f2025c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:01:10.607856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-804490e0-6eca-4eb4-9991-ba2ed7f2025c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.677529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-804490e0-6eca-4eb4-9991-ba2ed7f2025c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.680565 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-804490e0-6eca-4eb4-9991-ba2ed7f2025c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.682727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8adc2e0a-69af-4d84-99b4-d4f2baee3c49 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:10.707826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804490e0-6eca-4eb4-9991-ba2ed7f2025c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3d6379-2319-42d8-95c9-5741361b9e05,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:10.710503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-804490e0-6eca-4eb4-9991-ba2ed7f2025c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:10.717210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-804490e0-6eca-4eb4-9991-ba2ed7f2025c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.719129 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-804490e0-6eca-4eb4-9991-ba2ed7f2025c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1630838
Dec 23 17:01:10.722523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36904) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:01:10.728443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-32747a9e-36e9-4083-9c3e-3f86b9caabaa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'security_group_rule': {'security_group_id': 'cfc87fc0-423f-4c0b-a98c-263ea1f5c06f', 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:01:10.735472 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-32747a9e-36e9-4083-9c3e-3f86b9caabaa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:01:10.739590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-32747a9e-36e9-4083-9c3e-3f86b9caabaa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group_rule and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:01:10.742818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-32747a9e-36e9-4083-9c3e-3f86b9caabaa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:01:10.749089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-32747a9e-36e9-4083-9c3e-3f86b9caabaa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:01:10.766953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32747a9e-36e9-4083-9c3e-3f86b9caabaa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.839422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32747a9e-36e9-4083-9c3e-3f86b9caabaa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.842965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32747a9e-36e9-4083-9c3e-3f86b9caabaa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.845544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9b0550db-d5de-4df6-9197-436967a32a8d tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:10.870029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32747a9e-36e9-4083-9c3e-3f86b9caabaa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da00e4be-ec14-4cd4-b15c-0f4412b7922a,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:10.872768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-32747a9e-36e9-4083-9c3e-3f86b9caabaa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:10.880193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32747a9e-36e9-4083-9c3e-3f86b9caabaa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:10.881536 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-32747a9e-36e9-4083-9c3e-3f86b9caabaa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1583562
Dec 23 17:01:10.884577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36908) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:01:10.891615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-b73a3c0f-bdf8-4a12-802d-844cdbbd6863 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'security_group_rule': {'security_group_id': 'cfc87fc0-423f-4c0b-a98c-263ea1f5c06f', 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:01:10.898586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b73a3c0f-bdf8-4a12-802d-844cdbbd6863 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:01:10.902794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b73a3c0f-bdf8-4a12-802d-844cdbbd6863 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group_rule and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:01:10.906933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-b73a3c0f-bdf8-4a12-802d-844cdbbd6863 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:01:10.913374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-b73a3c0f-bdf8-4a12-802d-844cdbbd6863 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:01:10.931024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b73a3c0f-bdf8-4a12-802d-844cdbbd6863 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.003172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b73a3c0f-bdf8-4a12-802d-844cdbbd6863 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.006204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b73a3c0f-bdf8-4a12-802d-844cdbbd6863 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.008254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-292e143e-8905-4df2-9305-28a7bde1b47a tempest-TestMinimumBasicScenario-402674075 tempest-TestMinimumBasicScenario-402674075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:11.032486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a3c0f-bdf8-4a12-802d-844cdbbd6863 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54108fad-e586-4033-998f-fad5735c6bc1,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:11.039943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b73a3c0f-bdf8-4a12-802d-844cdbbd6863 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:11.047251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b73a3c0f-bdf8-4a12-802d-844cdbbd6863 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.048579 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b73a3c0f-bdf8-4a12-802d-844cdbbd6863 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1629014
Dec 23 17:01:11.051587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36912) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:01:11.058081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2c69686d-61ed-4743-b1af-30b667198bf3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'security_group_rule': {'security_group_id': 'cfc87fc0-423f-4c0b-a98c-263ea1f5c06f', 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:01:11.066933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2c69686d-61ed-4743-b1af-30b667198bf3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:01:11.071131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2c69686d-61ed-4743-b1af-30b667198bf3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group_rule and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:01:11.074182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2c69686d-61ed-4743-b1af-30b667198bf3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:01:11.081637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2c69686d-61ed-4743-b1af-30b667198bf3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:01:11.092283 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-2c69686d-61ed-4743-b1af-30b667198bf3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Project cbc2589eab2a4918b55449463015f0e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 17:01:11.100276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c69686d-61ed-4743-b1af-30b667198bf3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.171253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c69686d-61ed-4743-b1af-30b667198bf3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.174103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c69686d-61ed-4743-b1af-30b667198bf3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.176095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-64bbfd3b-ff07-4499-b740-66dd491b87fd tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:11.200496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69686d-61ed-4743-b1af-30b667198bf3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ac111d-07cb-4736-9c6e-c515baa66ac0,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:11.203907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2c69686d-61ed-4743-b1af-30b667198bf3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:11.210683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2c69686d-61ed-4743-b1af-30b667198bf3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.213616 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2c69686d-61ed-4743-b1af-30b667198bf3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1594176
Dec 23 17:01:11.215014 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36916) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:01:11.221548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-cc11aec0-3f39-4877-bda3-3e458b63d22d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'security_group_rule': {'security_group_id': 'cfc87fc0-423f-4c0b-a98c-263ea1f5c06f', 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:01:11.228240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cc11aec0-3f39-4877-bda3-3e458b63d22d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:01:11.232521 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cc11aec0-3f39-4877-bda3-3e458b63d22d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group_rule and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:01:11.235750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-cc11aec0-3f39-4877-bda3-3e458b63d22d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:01:11.241979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-cc11aec0-3f39-4877-bda3-3e458b63d22d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:01:11.254837 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-cc11aec0-3f39-4877-bda3-3e458b63d22d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Project cbc2589eab2a4918b55449463015f0e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 17:01:11.261547 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc11aec0-3f39-4877-bda3-3e458b63d22d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.343185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc11aec0-3f39-4877-bda3-3e458b63d22d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.347315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc11aec0-3f39-4877-bda3-3e458b63d22d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.349090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-804490e0-6eca-4eb4-9991-ba2ed7f2025c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:11.372880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11aec0-3f39-4877-bda3-3e458b63d22d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e7e5d2-d362-4a8e-b74e-5ed540601e08,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:11.376050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cc11aec0-3f39-4877-bda3-3e458b63d22d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:11.383663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cc11aec0-3f39-4877-bda3-3e458b63d22d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.385214 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-cc11aec0-3f39-4877-bda3-3e458b63d22d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1691384
Dec 23 17:01:11.432013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7f6c3a7a-f257-4119-87ad-fdd7073defdf up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:01:11.513070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 7f6c3a7a-f257-4119-87ad-fdd7073defdf triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:11.513509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.579562 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-4d6f03e8-4e1c-42ff-b916-b4284c501a9e tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130275823&fields=id&tenant_id=cbc2589eab2a4918b55449463015f0e6 HTTP/1.1" status: 200  len: 267 time: 0.0457056
Dec 23 17:01:11.633710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:01:11.705517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:01:11.710326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:11.710728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.745731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-419f7067-452c-4cf4-ade5-72312d6feb3b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:11.747380 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-419f7067-452c-4cf4-ade5-72312d6feb3b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 808 time: 0.1601894
Dec 23 17:01:11.767168 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-b6be2611-230d-43c2-ab21-3e7e51494f18 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/quotas/cbc2589eab2a4918b55449463015f0e6 HTTP/1.1" status: 200  len: 375 time: 0.0126045
Dec 23 17:01:11.829451 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.846657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:01:11.849682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:11.852760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:11.855169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-05e50871-ed30-4771-b6e7-92aca2abbafd tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Synchronizing usage tracker for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:01:11.872031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-05e50871-ed30-4771-b6e7-92aca2abbafd tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Unset dirty status for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:01:11.873465 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-05e50871-ed30-4771-b6e7-92aca2abbafd tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1001318
Dec 23 17:01:11.926269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:11.929648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:12.057788 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-110a0d3a-7211-4ac4-96f6-9090d5a1d6c0 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 17:01:12.058886 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-110a0d3a-7211-4ac4-96f6-9090d5a1d6c0 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.1721263
Dec 23 17:01:12.206651 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-e9d221e0-e8e9-4fca-acc9-0a11936b82d5 service neutron] 10.222.0.67 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405783
Dec 23 17:01:12.351536 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-cab3b9b7-03e7-4f1e-a7ea-4e689b3619fc service neutron] 10.222.0.67 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381469
Dec 23 17:01:12.551120 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38a69a2c-e8e7-48ce-b817-8b3826d9b964 req-80996d71-eea3-468b-833b-9d5c943da16b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 210 time: 0.0469995
Dec 23 17:01:12.631617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:13.258725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Sync routers for ids ['588292a1-b157-4cda-bd92-de99c2dbee91'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:01:13.272198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Routers {'588292a1-b157-4cda-bd92-de99c2dbee91'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:01:13.272867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0e48>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:00:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['588292a1-b157-4cda-bd92-de99c2dbee91'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:13.361350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:01:13.434275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:13.434714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:13.466417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Set router 588292a1-b157-4cda-bd92-de99c2dbee91 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:01:13.735089 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c2e735c6-3683-43e4-ad3f-71253a1e5a36 req-42fe2e0e-1f33-4402-bfc1-2078dfe72c7a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 210 time: 0.0565698
Dec 23 17:01:13.822850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0e48>, [{'id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'name': 'tempest-TestShelveInstance-454260982-router', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:01:07Z', 'revision_number': 4, 'project_id': '17af98a41c1542f59b6ab597c66af4b4', 'gw_port': {'id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d', 'name': '', 'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'mac_address': 'fa:16:3e:70:9f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8597c62-1ced-40f4-a419-a4bccb79893d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:06Z', 'updated_at': '2021-12-23T17:01:08Z', 'revision_number': 2, 'project_id': '17af98a41c1542f59b6ab597c66af4b4', 'subnets': [{'id': 'e8597c62-1ced-40f4-a419-a4bccb79893d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:13.827218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Checking router: 588292a1-b157-4cda-bd92-de99c2dbee91 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:01:13.828105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Updating router 588292a1-b157-4cda-bd92-de99c2dbee91 port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 17:01:13.887318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:13.945592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-d5004550-110c-46fe-b6b6-716ac4c0c4ff tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:13.946389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-d5004550-110c-46fe-b6b6-716ac4c0c4ff tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Synchronizing usage tracker for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:network {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:01:13.964049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-d5004550-110c-46fe-b6b6-716ac4c0c4ff tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Unset dirty status for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:network {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:01:13.965304 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-d5004550-110c-46fe-b6b6-716ac4c0c4ff tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 808 time: 0.1765828
Dec 23 17:01:14.021233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-fd6f1725-eb42-4d81-bbeb-fe88e859f531 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Synchronizing usage tracker for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:01:14.041618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-fd6f1725-eb42-4d81-bbeb-fe88e859f531 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Unset dirty status for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:01:14.042902 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-fd6f1725-eb42-4d81-bbeb-fe88e859f531 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbc2589eab2a4918b55449463015f0e6 HTTP/1.1" status: 200  len: 380 time: 0.0664124
Dec 23 17:01:14.055883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'port': {'device_id': '832f041a-ded8-43df-acfa-5a894327506e', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'admin_state_up': True, 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'security_groups': ['cfc87fc0-423f-4c0b-a98c-263ea1f5c06f']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:01:14.163752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:01:14.201585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:01:14.212697 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:01:14.222260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Made reservation on behalf of cbc2589eab2a4918b55449463015f0e6 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 17:01:14.227904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:14.274405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:14.286447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Transition to ACTIVE for port object c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:01:14.291723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:14.295992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-61574438-bfdd-4b13-becd-405d48d622c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:14.403990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Allocated IP 172.20.0.12 (e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a/717dca37-92d9-4a11-886f-dda61b1bf665/882099b9-a540-49b7-83e5-0412e8aa8871) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:01:14.424166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849cfcb-bda9-4f0b-bb04-d480c8c9f609 None None] Pushing event updated for resources: {'Port': ['ID=c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:14.428623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4849cfcb-bda9-4f0b-bb04-d480c8c9f609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:14.516081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Attempting to bind port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:01:14.516500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Attempting to bind port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'd4c0079f-431d-4f90-978a-90e282d8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:01:14.516915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Attempting to bind port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d on network 51aa48c4-84e2-4bef-a02f-3b17c8b2e17c {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:01:14.525008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:01:14.525540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Checking segment: {'id': 'd4c0079f-431d-4f90-978a-90e282d8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:01:14.526097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:14.526643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Bound using segment: {'id': 'd4c0079f-431d-4f90-978a-90e282d8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:01:14.527341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Bound port: c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c0079f-431d-4f90-978a-90e282d8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:01:14.527986 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:14.619756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:14.627567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] For port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:01:14.630751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] For port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d,segment=NetworkSegment(d4c0079f-431d-4f90-978a-90e282d8a8f7),segment_id=d4c0079f-431d-4f90-978a-90e282d8a8f7)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:01:14.634207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:14.636407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Transition to ACTIVE for port object 882099b9-a540-49b7-83e5-0412e8aa8871 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:01:14.638806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb264097-b72d-47e0-8ada-82f705ebdad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:14.658122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:14.664418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1fa24bed-3f18-49df-961a-69653ef14fde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:14.721768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849cfcb-bda9-4f0b-bb04-d480c8c9f609 None None] Pushing event updated for resources: {'Port': ['ID=c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:14.725778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4849cfcb-bda9-4f0b-bb04-d480c8c9f609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:14.727399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Routers {'588292a1-b157-4cda-bd92-de99c2dbee91'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:01:14.728094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0e48>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:00:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['588292a1-b157-4cda-bd92-de99c2dbee91'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:14.736879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:01:14.740523 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:01:14.744682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:01:14.797928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'Port': ['ID=882099b9-a540-49b7-83e5-0412e8aa8871,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:14.803465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:14.822504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:14.823495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:14.851304 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7994897
Dec 23 17:01:14.864941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Request body: {'port': {'device_id': '832f041a-ded8-43df-acfa-5a894327506e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:01:14.977017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] Set router 588292a1-b157-4cda-bd92-de99c2dbee91 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:01:15.072035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33388d-9c13-473f-a774-6559a90f96d1 req-030df002-0bd0-4c4f-a67a-a7534800f5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:15.072658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-cc33388d-9c13-473f-a774-6559a90f96d1 req-030df002-0bd0-4c4f-a67a-a7534800f5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Synchronizing usage tracker for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:01:15.080448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:15.138862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-cc33388d-9c13-473f-a774-6559a90f96d1 req-030df002-0bd0-4c4f-a67a-a7534800f5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Unset dirty status for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:01:15.141064 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cc33388d-9c13-473f-a774-6559a90f96d1 req-030df002-0bd0-4c4f-a67a-a7534800f5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 932 time: 0.2260861
Dec 23 17:01:15.236852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-31ccd95b-464a-4cf5-bc35-a60e39383fb3 None None] Provisioning for port 882099b9-a540-49b7-83e5-0412e8aa8871 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:01:15.242148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-31ccd95b-464a-4cf5-bc35-a60e39383fb3 None None] Provisioning complete for port 882099b9-a540-49b7-83e5-0412e8aa8871 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:15.242581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-31ccd95b-464a-4cf5-bc35-a60e39383fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:15.261457 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cc33388d-9c13-473f-a774-6559a90f96d1 req-b6319447-d3a9-4fb0-833f-71f4065d9f93 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086526
Dec 23 17:01:15.305411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-31ccd95b-464a-4cf5-bc35-a60e39383fb3 None None] Port 882099b9-a540-49b7-83e5-0412e8aa8871 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 17:01:15.341074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a4a0e48>, [{'id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'name': 'tempest-TestShelveInstance-454260982-router', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:01:07Z', 'revision_number': 4, 'project_id': '17af98a41c1542f59b6ab597c66af4b4', 'gw_port': {'id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d', 'name': '', 'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'mac_address': 'fa:16:3e:70:9f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8597c62-1ced-40f4-a419-a4bccb79893d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:06Z', 'updated_at': '2021-12-23T17:01:14Z', 'revision_number': 4, 'project_id': '17af98a41c1542f59b6ab597c66af4b4', 'subnets': [{'id': 'e8597c62-1ced-40f4-a419-a4bccb79893d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:15.345573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a7b9d-afb2-4041-9eb2-6cbfce326dbc None None] The sync data for ids ['588292a1-b157-4cda-bd92-de99c2dbee91'] in dv-neutron-822801-1-hyperv is: [{'id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'name': 'tempest-TestShelveInstance-454260982-router', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:01:07Z', 'revision_number': 4, 'project_id': '17af98a41c1542f59b6ab597c66af4b4', 'gw_port': {'id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': 'c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d', 'name': '', 'network_id': '51aa48c4-84e2-4bef-a02f-3b17c8b2e17c', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'mac_address': 'fa:16:3e:70:9f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8597c62-1ced-40f4-a419-a4bccb79893d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:06Z', 'updated_at': '2021-12-23T17:01:14Z', 'revision_number': 4, 'project_id': '17af98a41c1542f59b6ab597c66af4b4', 'subnets': [{'id': 'e8597c62-1ced-40f4-a419-a4bccb79893d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:01:15.397721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:01:15.473395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:01:15.478751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:15.479239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:15.540985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882099b9-a540-49b7-83e5-0412e8aa8871 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 17:01:15.549309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:15.566145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Transition to ACTIVE for port object 882099b9-a540-49b7-83e5-0412e8aa8871 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:01:15.569313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:15.576407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dc91baa5-2295-4012-b40b-fb7c53dd89d5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:15.609193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:15.648386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Pushing event updated for resources: {'Port': ['ID=882099b9-a540-49b7-83e5-0412e8aa8871,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:15.652204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:15.654073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d,segment=NetworkSegment(d4c0079f-431d-4f90-978a-90e282d8a8f7),segment_id=d4c0079f-431d-4f90-978a-90e282d8a8f7)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:01:15.664680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:15.666879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:15.747071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:15.751692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:15.846158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Attempting to bind port 882099b9-a540-49b7-83e5-0412e8aa8871 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:01:15.846636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Attempting to bind port 882099b9-a540-49b7-83e5-0412e8aa8871 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:01:15.847125 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Attempting to bind port 882099b9-a540-49b7-83e5-0412e8aa8871 on network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:01:15.853787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Port 882099b9-a540-49b7-83e5-0412e8aa8871 on network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 17:01:15.854354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Attempting to bind port 882099b9-a540-49b7-83e5-0412e8aa8871 on network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:01:15.861984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:01:15.862359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Checking segment: {'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:01:15.862789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Bound using segment: {'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:01:15.863312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Bound port: 882099b9-a540-49b7-83e5-0412e8aa8871, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:01:15.863705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:15.961683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] For port 882099b9-a540-49b7-83e5-0412e8aa8871, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:01:15.965070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] For port 882099b9-a540-49b7-83e5-0412e8aa8871, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=882099b9-a540-49b7-83e5-0412e8aa8871,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:01:15.969242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:15.974256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c014eb2-b0c9-4458-a20b-3bfe9950163f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:16.038654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:16.040290 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] 10.222.0.36 "PUT /v2.0/ports/882099b9-a540-49b7-83e5-0412e8aa8871 HTTP/1.1" status: 200  len: 1094 time: 1.1802366
Dec 23 17:01:16.040923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:01:16.061495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Pushing event updated for resources: {'Port': ['ID=882099b9-a540-49b7-83e5-0412e8aa8871,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:16.065843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:16.133086 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871', 'status': 'completed', 'code': 200}
Dec 23 17:01:16.175190 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-c6f6dd7a-827f-4598-9d6c-02124a8c5745 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 1097 time: 0.0895066
Dec 23 17:01:16.251989 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-062dd0d6-b47d-407d-83b9-8233c7c3f726 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882099b9-a540-49b7-83e5-0412e8aa8871 HTTP/1.1" status: 200  len: 217 time: 0.0697596
Dec 23 17:01:16.332241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-21c98ab0-27ef-466b-9915-11cc2111d2eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:16.333814 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-21c98ab0-27ef-466b-9915-11cc2111d2eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0760090
Dec 23 17:01:16.489586 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-2a64150e-29b5-4bbd-b0ee-91a6844faa2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1494422
Dec 23 17:01:16.527710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654b1a4-9cf9-4966-ab71-911922432528 req-5119f257-12cd-4140-8a78-3606f6d5db1d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:16.529355 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f654b1a4-9cf9-4966-ab71-911922432528 req-5119f257-12cd-4140-8a78-3606f6d5db1d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.1342454
Dec 23 17:01:16.911560 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f654b1a4-9cf9-4966-ab71-911922432528 req-c9743e7e-44c0-474c-9e43-322e5af9e360 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3628876
Dec 23 17:01:16.919548 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-4cfee56b-a604-4bc0-b194-84747ff30b2d service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4227800
Dec 23 17:01:17.063909 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-64bbad2c-7cd1-49b2-844a-26260be1762b req-58e91208-75a7-472b-92a7-743b0ca0ea1c service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370590
Dec 23 17:01:17.184860 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fec33b4a-77f4-404e-82d9-9b0533c05fe9 req-8263be74-5ba2-458b-8a9d-828e554e6f80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 1097 time: 0.0748277
Dec 23 17:01:17.331285 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33b4a-77f4-404e-82d9-9b0533c05fe9 req-a9216332-3b61-48ae-9c1b-492253660ef3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:17.332923 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fec33b4a-77f4-404e-82d9-9b0533c05fe9 req-a9216332-3b61-48ae-9c1b-492253660ef3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.1417832
Dec 23 17:01:17.357978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:01:17.410098 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fec33b4a-77f4-404e-82d9-9b0533c05fe9 req-019652c5-bd6b-41b4-9076-fc333aede78e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882099b9-a540-49b7-83e5-0412e8aa8871 HTTP/1.1" status: 200  len: 217 time: 0.0697765
Dec 23 17:01:17.433015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:17.433600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:17.481504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33b4a-77f4-404e-82d9-9b0533c05fe9 req-b7cabbb8-cc22-41f4-833d-bf84862a8a87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:17.483046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fec33b4a-77f4-404e-82d9-9b0533c05fe9 req-b7cabbb8-cc22-41f4-833d-bf84862a8a87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0663619
Dec 23 17:01:17.570892 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fec33b4a-77f4-404e-82d9-9b0533c05fe9 req-81cc4b15-1cb8-4138-8d46-1db7caf5ff2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0797112
Dec 23 17:01:17.716583 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fec33b4a-77f4-404e-82d9-9b0533c05fe9 req-f98a671e-e1f3-4922-b3d3-fd147bde3e85 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381116
Dec 23 17:01:17.866083 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fec33b4a-77f4-404e-82d9-9b0533c05fe9 req-f1d19cd6-cf1f-489b-8fbc-0cb9fa246076 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411581
Dec 23 17:01:18.116961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3e8f3-b23d-4ac6-86f2-8d799be884a9 req-0b0f7a31-9e23-4e0f-8bf3-518b06e3008b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:18.118479 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ebd3e8f3-b23d-4ac6-86f2-8d799be884a9 req-0b0f7a31-9e23-4e0f-8bf3-518b06e3008b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.0833445
Dec 23 17:01:18.166632 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ebd3e8f3-b23d-4ac6-86f2-8d799be884a9 req-576a7ea6-e6e0-45f4-9c91-9e4d63513277 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420549
Dec 23 17:01:19.256176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 882099b9-a540-49b7-83e5-0412e8aa8871 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 17:01:19.380161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0529c-7f08-48cd-821a-26fb06cbf036 req-452efed3-63dc-4172-a594-795b7d05f01e tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:19.381775 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5ee0529c-7f08-48cd-821a-26fb06cbf036 req-452efed3-63dc-4172-a594-795b7d05f01e tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.0872209
Dec 23 17:01:19.402110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 882099b9-a540-49b7-83e5-0412e8aa8871, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=882099b9-a540-49b7-83e5-0412e8aa8871,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:01:19.417188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '882099b9-a540-49b7-83e5-0412e8aa8871', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'port_id': '882099b9-a540-49b7-83e5-0412e8aa8871', 'mac_address': 'fa:16:3e:74:d4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 17:01:19.432412 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5ee0529c-7f08-48cd-821a-26fb06cbf036 req-9a717d4e-7c77-4a76-91be-509516e67fec tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435822
Dec 23 17:01:19.473951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:19.492224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882099b9-a540-49b7-83e5-0412e8aa8871 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 17:01:19.507043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 882099b9-a540-49b7-83e5-0412e8aa8871, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=882099b9-a540-49b7-83e5-0412e8aa8871,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:01:19.509803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:19.511671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:19.579518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=882099b9-a540-49b7-83e5-0412e8aa8871,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:19.582597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:19.712473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['882099b9-a540-49b7-83e5-0412e8aa8871'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 17:01:20.644679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc00658-2c1e-48c1-b21f-42feba6d1662 req-fe58e81b-72bd-43f8-aea5-c91cda51db90 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:20.646317 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6bc00658-2c1e-48c1-b21f-42feba6d1662 req-fe58e81b-72bd-43f8-aea5-c91cda51db90 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 945 time: 0.0893993
Dec 23 17:01:20.696658 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6bc00658-2c1e-48c1-b21f-42feba6d1662 req-336e52da-7fad-4fe9-925d-d26577286cbe tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437970
Dec 23 17:01:21.255790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 882099b9-a540-49b7-83e5-0412e8aa8871 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:01:21.325709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 882099b9-a540-49b7-83e5-0412e8aa8871 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:01:21.332091 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 882099b9-a540-49b7-83e5-0412e8aa8871 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:01:21.332535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:21.455137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:21.483050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:01:21.493397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 882099b9-a540-49b7-83e5-0412e8aa8871, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=882099b9-a540-49b7-83e5-0412e8aa8871,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:01:21.496835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:21.498502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1d7994d3-8253-44d5-8b23-cd4df0a735f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:21.568232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=882099b9-a540-49b7-83e5-0412e8aa8871,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:21.571502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:21.622663 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871', 'code': 200}
Dec 23 17:01:21.860271 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a98cea36-4c5c-46dd-ae3d-0d3845c35025 req-98c2b71e-c835-4908-8694-be37120e4aa6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 1099 time: 0.0792487
Dec 23 17:01:21.903497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78021304-c194-4f00-9a30-37f74dd97860 req-8b8d29ca-c1fb-418f-a330-d795d56487df tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:21.905148 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-78021304-c194-4f00-9a30-37f74dd97860 req-8b8d29ca-c1fb-418f-a330-d795d56487df tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0856998
Dec 23 17:01:21.907805 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a98cea36-4c5c-46dd-ae3d-0d3845c35025 req-dd65ae6c-a831-463d-8b36-34761e4954bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404358
Dec 23 17:01:21.954647 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-78021304-c194-4f00-9a30-37f74dd97860 req-dce9befd-e594-45e6-8bcb-2d167f3d01ae tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429115
Dec 23 17:01:23.163802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067a026-bdd9-4f7c-ab96-fd395401a9b4 req-2fdfe04c-e9b4-4906-9b16-58295a599e4f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:23.165448 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1067a026-bdd9-4f7c-ab96-fd395401a9b4 req-2fdfe04c-e9b4-4906-9b16-58295a599e4f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0856812
Dec 23 17:01:23.219271 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1067a026-bdd9-4f7c-ab96-fd395401a9b4 req-8cb6e3fa-3b24-4932-aad4-a638320f80c5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448148
Dec 23 17:01:23.427128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4b032-7217-4405-be29-479e077090e0 req-d00da48a-0cdf-4ab8-8fc5-06655c485bd0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:23.428753 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31d4b032-7217-4405-be29-479e077090e0 req-d00da48a-0cdf-4ab8-8fc5-06655c485bd0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0870059
Dec 23 17:01:23.479948 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-31d4b032-7217-4405-be29-479e077090e0 req-059ffbe6-0aca-4908-8c2f-129e4ac2a940 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449700
Dec 23 17:01:23.508633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36982) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:01:23.657823 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7a5daffa-4490-4920-80f4-a485e1a240e6 tempest-TestShelveInstance-2076228737 tempest-TestShelveInstance-2076228737-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 1094 time: 0.1479340
Dec 23 17:01:23.660811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 36988) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:01:23.666414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '882099b9-a540-49b7-83e5-0412e8aa8871', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:01:23.672877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:01:23.676945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:floatingip and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:01:23.679932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:01:23.685944 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:01:23.699450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:23.845492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:23.991617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Allocated IP 172.26.5.136 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/3480bc36-3876-4159-950e-5a92ef279c2f) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:01:24.147501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:24.173947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:24.178893 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-007df932-8065-410e-8f54-46d13d672f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:24.250927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:01:24.253899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:01:24.257967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:01:24.290956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'Port': ['ID=3480bc36-3876-4159-950e-5a92ef279c2f,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:24.298025 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:24.514083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-467a406b-721e-44aa-bb2d-f02284dd7961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:24.791236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:24.857207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:25.070170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:25.073774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:25.079865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:01:25.421686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'Port': ['ID=3480bc36-3876-4159-950e-5a92ef279c2f,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:01:25.426346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:01:25.437443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:25.641396 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Floating IP 3ba86821-738a-4d60-82cb-560691590b1f associated. External IP: 172.26.5.136, port: 882099b9-a540-49b7-83e5-0412e8aa8871.
Dec 23 17:01:26.055048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:01:26.058373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:26.274615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:01:26.284820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034669c-d585-4914-bd56-f327c7c4f1e9 None None] Sync routers for ids ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:01:26.298632 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034669c-d585-4914-bd56-f327c7c4f1e9 None None] Routers {'1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:01:26.298847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:26.299355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f034669c-d585-4914-bd56-f327c7c4f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f80a90>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:00:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:26.356593 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6945791
Dec 23 17:01:26.357236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:01:26.417659 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871', 'status': 'completed', 'code': 200}
Dec 23 17:01:26.492158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-f034669c-d585-4914-bd56-f327c7c4f1e9 None None] Set router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:01:26.520220 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b552ab9d-01b0-4fd1-90f8-71fdfffe9abd req-50945dad-31f5-4276-8464-dbaaa7f5a012 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 1099 time: 0.0802009
Dec 23 17:01:26.666343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552ab9d-01b0-4fd1-90f8-71fdfffe9abd req-19f5eb7d-297b-4ee0-ad56-c7fbfa063a45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:26.668033 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b552ab9d-01b0-4fd1-90f8-71fdfffe9abd req-19f5eb7d-297b-4ee0-ad56-c7fbfa063a45 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.1419575
Dec 23 17:01:26.775358 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b552ab9d-01b0-4fd1-90f8-71fdfffe9abd req-eb84bed3-0ea0-4b5a-9e4a-dd60fc453ef5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882099b9-a540-49b7-83e5-0412e8aa8871 HTTP/1.1" status: 200  len: 1000 time: 0.1005635
Dec 23 17:01:26.849779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552ab9d-01b0-4fd1-90f8-71fdfffe9abd req-9adfa9fc-b008-46b5-9d6e-d5a45af9fc75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:01:26.851520 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b552ab9d-01b0-4fd1-90f8-71fdfffe9abd req-9adfa9fc-b008-46b5-9d6e-d5a45af9fc75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0696476
Dec 23 17:01:26.862137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f034669c-d585-4914-bd56-f327c7c4f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f80a90>, [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '3ba86821-738a-4d60-82cb-560691590b1f', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'port_id': '882099b9-a540-49b7-83e5-0412e8aa8871', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'mac_address': 'fa:16:3e:74:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832f041a-ded8-43df-acfa-5a894327506e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:01:24Z', 'updated_at': '2021-12-23T17:01:24Z', 'revision_number': 0, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f6c3a7a-f257-4119-87ad-fdd7073defdf', 'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'mac_address': 'fa:16:3e:be:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:00Z', 'updated_at': '2021-12-23T17:01:10Z', 'revision_number': 5, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'subnets': [{'id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:26.866253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034669c-d585-4914-bd56-f327c7c4f1e9 None None] Checking router: 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:01:26.891990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034669c-d585-4914-bd56-f327c7c4f1e9 None None] Routers {'1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:01:26.892656 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f034669c-d585-4914-bd56-f327c7c4f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79f80a90>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:00:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:26.934413 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b552ab9d-01b0-4fd1-90f8-71fdfffe9abd req-e948d2f1-92d1-4213-94d7-c5ca3a2a34b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0771015
Dec 23 17:01:26.941919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-04b80691-24f8-414e-a937-441e9c5c0fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:27.079828 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b552ab9d-01b0-4fd1-90f8-71fdfffe9abd req-ccc42de2-c646-4be8-a154-6fdd5b3dc0d4 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389990
Dec 23 17:01:27.082642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-f034669c-d585-4914-bd56-f327c7c4f1e9 None None] Set router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:01:27.237469 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b552ab9d-01b0-4fd1-90f8-71fdfffe9abd req-f92ff92a-2973-44d3-92e4-b09c81230cc8 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508689
Dec 23 17:01:27.545408 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:27.630551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-f034669c-d585-4914-bd56-f327c7c4f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79f80a90>, [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '3ba86821-738a-4d60-82cb-560691590b1f', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'port_id': '882099b9-a540-49b7-83e5-0412e8aa8871', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'mac_address': 'fa:16:3e:74:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832f041a-ded8-43df-acfa-5a894327506e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:01:24Z', 'updated_at': '2021-12-23T17:01:24Z', 'revision_number': 0, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f6c3a7a-f257-4119-87ad-fdd7073defdf', 'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'mac_address': 'fa:16:3e:be:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:00Z', 'updated_at': '2021-12-23T17:01:10Z', 'revision_number': 5, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'subnets': [{'id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:01:27.634830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034669c-d585-4914-bd56-f327c7c4f1e9 None None] The sync data for ids ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'] in dv-neutron-822801-1-hyperv is: [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '3ba86821-738a-4d60-82cb-560691590b1f', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'port_id': '882099b9-a540-49b7-83e5-0412e8aa8871', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'mac_address': 'fa:16:3e:74:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832f041a-ded8-43df-acfa-5a894327506e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:01:24Z', 'updated_at': '2021-12-23T17:01:24Z', 'revision_number': 0, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f6c3a7a-f257-4119-87ad-fdd7073defdf', 'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'mac_address': 'fa:16:3e:be:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:00Z', 'updated_at': '2021-12-23T17:01:10Z', 'revision_number': 5, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'subnets': [{'id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:01:27.955336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e9d436-2904-45fb-8b9b-017135db38fc None None] New status for floating IP 3ba86821-738a-4d60-82cb-560691590b1f: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 17:01:28.756423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:42.631338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:51.154938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:01:54.516850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-38e0bf94-46ef-4517-8db6-19b3056bea06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:56.059808 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:56.659291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-2d19177e-7551-4b28-9a50-23f35e1daf14 req-029b38b5-5ea0-47ae-a811-c37400872985 service neutron] (88841) timed out ('10.222.0.67', 60834) {{(pid=88841) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 23 17:01:56.885169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad7c6dea-c6ee-48a0-a0a4-d67bfa1c7ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:57.489844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:01:58.760994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:02:12.629887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:02:16.352762 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d0bdcde-1858-43c1-be59-98ad8fbe020e req-e7b63a64-3f2d-40aa-9fe3-1d672b46ccbd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1529889
Dec 23 17:02:16.502907 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d0bdcde-1858-43c1-be59-98ad8fbe020e req-11b346d9-5720-4549-86ac-1cab59fbe112 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 1099 time: 0.0782666
Dec 23 17:02:16.658244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bdcde-1858-43c1-be59-98ad8fbe020e req-d3137ff0-affc-4fe1-87be-0348f660e109 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:02:16.659915 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d0bdcde-1858-43c1-be59-98ad8fbe020e req-d3137ff0-affc-4fe1-87be-0348f660e109 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.1390769
Dec 23 17:02:16.772557 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d0bdcde-1858-43c1-be59-98ad8fbe020e req-43a16e01-394d-4b93-a37a-e23d73037b80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882099b9-a540-49b7-83e5-0412e8aa8871 HTTP/1.1" status: 200  len: 1002 time: 0.1053722
Dec 23 17:02:16.842446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bdcde-1858-43c1-be59-98ad8fbe020e req-2dc8955a-757f-49fe-90fc-8f22050a2bd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:02:16.844481 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d0bdcde-1858-43c1-be59-98ad8fbe020e req-2dc8955a-757f-49fe-90fc-8f22050a2bd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0658214
Dec 23 17:02:16.929738 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d0bdcde-1858-43c1-be59-98ad8fbe020e req-60d6e69a-0f61-444b-aa02-ac9b1998da59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0789623
Dec 23 17:02:16.942841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-0d0bdcde-1858-43c1-be59-98ad8fbe020e req-8065beee-93b8-4c8c-a913-46da85a517a2 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 17:02:16.943931 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d0bdcde-1858-43c1-be59-98ad8fbe020e req-8065beee-93b8-4c8c-a913-46da85a517a2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0073149
Dec 23 17:02:17.085940 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d0bdcde-1858-43c1-be59-98ad8fbe020e req-a8a5414a-a428-4e0a-9968-c57a7f7c30be service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353121
Dec 23 17:02:17.227122 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d0bdcde-1858-43c1-be59-98ad8fbe020e req-92a360a0-1cea-4831-90ea-fdfd36864c33 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354239
Dec 23 17:02:24.521479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4ae1acd7-44cd-4f8c-84b9-dd9df2f3b03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:02:26.062649 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:02:26.890047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-52952e3d-c63e-4683-82f0-70635b2d71ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:02:27.492199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:02:28.155938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:02:28.762848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:02:42.641658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:02:54.524116 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6bd2e479-fcdb-448a-a94d-90d3834b7582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:02:56.065694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:02:56.891989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d53bbe0b-28b0-4a59-bf60-b2e0f284e8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:02:57.495386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:02:58.766003 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:05.159358 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:03:12.649947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:16.250891 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8013eb38-2136-49bc-a43d-23b3484e1b32 req-1ce9ff73-42fe-4e32-849d-231a58dd8954 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0793130
Dec 23 17:03:16.394763 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8013eb38-2136-49bc-a43d-23b3484e1b32 req-bccea4f6-abed-411e-9592-8c15d29b0714 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 1099 time: 0.0740218
Dec 23 17:03:16.552491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013eb38-2136-49bc-a43d-23b3484e1b32 req-defbb1f1-eb05-49fb-bf2b-4cd2f79eca79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:16.554107 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8013eb38-2136-49bc-a43d-23b3484e1b32 req-defbb1f1-eb05-49fb-bf2b-4cd2f79eca79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.1400082
Dec 23 17:03:16.664578 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8013eb38-2136-49bc-a43d-23b3484e1b32 req-668a0b91-8113-4919-a07c-f70a2596f6f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882099b9-a540-49b7-83e5-0412e8aa8871 HTTP/1.1" status: 200  len: 1002 time: 0.1044025
Dec 23 17:03:16.743468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013eb38-2136-49bc-a43d-23b3484e1b32 req-f303768e-1bc8-4d45-895b-44bb33744398 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:16.745128 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8013eb38-2136-49bc-a43d-23b3484e1b32 req-f303768e-1bc8-4d45-895b-44bb33744398 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0746729
Dec 23 17:03:16.825349 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8013eb38-2136-49bc-a43d-23b3484e1b32 req-c5378f4b-d8de-4db0-b2be-134d0c28c8a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0739915
Dec 23 17:03:16.972474 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8013eb38-2136-49bc-a43d-23b3484e1b32 req-1ef5c0c8-9956-499e-9ed5-a6f684b9de60 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406758
Dec 23 17:03:17.417690 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8013eb38-2136-49bc-a43d-23b3484e1b32 req-46329649-2f59-460e-9584-2cced255de6b service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4387054
Dec 23 17:03:17.436651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8e6c5-1b16-41d3-a755-3ad2502816fe req-150cd019-08f0-4b36-ba2b-38ab897940ca tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:17.438401 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7d8e6c5-1b16-41d3-a755-3ad2502816fe req-150cd019-08f0-4b36-ba2b-38ab897940ca tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.1230402
Dec 23 17:03:17.486882 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c7d8e6c5-1b16-41d3-a755-3ad2502816fe req-d1bc8cc7-9e26-4283-967e-4b10864c8c49 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423381
Dec 23 17:03:18.705726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2b794-0627-4b1a-ae22-8579f295a6bb req-2e03c40d-2881-41b3-8672-aa15cecc090d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:18.707404 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9bf2b794-0627-4b1a-ae22-8579f295a6bb req-2e03c40d-2881-41b3-8672-aa15cecc090d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0955839
Dec 23 17:03:18.755554 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9bf2b794-0627-4b1a-ae22-8579f295a6bb req-bde582b0-0b66-4dcb-9ccc-bc7d7f4aa55f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420616
Dec 23 17:03:19.961835 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f179c-eb11-4cc4-a909-3653dcf024bc req-1a4b41ad-61f7-4a97-866a-e1d5aa2135dd tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:19.963507 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e0f179c-eb11-4cc4-a909-3653dcf024bc req-1a4b41ad-61f7-4a97-866a-e1d5aa2135dd tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0837183
Dec 23 17:03:20.014635 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5e0f179c-eb11-4cc4-a909-3653dcf024bc req-70ac5ec5-4092-4afd-a625-7b5b34d4f73a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437148
Dec 23 17:03:21.235947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ce7da-b3da-45ed-a416-9ac2fd3721a4 req-5bce930f-057a-440a-83a3-62ea3156eb9c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:21.237564 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-394ce7da-b3da-45ed-a416-9ac2fd3721a4 req-5bce930f-057a-440a-83a3-62ea3156eb9c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0831494
Dec 23 17:03:21.289690 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-394ce7da-b3da-45ed-a416-9ac2fd3721a4 req-4537a09b-3b70-4b01-a8a4-4bfe1344a922 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460119
Dec 23 17:03:22.498696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96745093-6bfc-4d4f-9c8c-86484bc3e0f4 req-fe279f49-3790-4c42-8605-fc6fcd343f60 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:22.500281 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-96745093-6bfc-4d4f-9c8c-86484bc3e0f4 req-fe279f49-3790-4c42-8605-fc6fcd343f60 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0881500
Dec 23 17:03:22.549903 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-96745093-6bfc-4d4f-9c8c-86484bc3e0f4 req-6d7cb945-ed33-4ce5-af06-ad3afcedab57 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432036
Dec 23 17:03:23.768502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ca553-00a9-46d5-adf4-1d1b6720c100 req-be9aa7e0-edf0-4a6f-a56c-93b2496ddc52 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:23.770145 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-876ca553-00a9-46d5-adf4-1d1b6720c100 req-be9aa7e0-edf0-4a6f-a56c-93b2496ddc52 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0850806
Dec 23 17:03:23.818650 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-876ca553-00a9-46d5-adf4-1d1b6720c100 req-914af2f8-7d81-46f0-a68b-2adcfa6efd37 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421042
Dec 23 17:03:24.529708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b70c3412-930b-4ccd-aec8-131ca57413c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:25.027228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f30c79-8ceb-4f86-a36f-f1d07f9e1070 req-7f2270ee-ea90-4c3d-a53a-4dc3375fbbf0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:25.028821 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-82f30c79-8ceb-4f86-a36f-f1d07f9e1070 req-7f2270ee-ea90-4c3d-a53a-4dc3375fbbf0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0863910
Dec 23 17:03:25.080926 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-82f30c79-8ceb-4f86-a36f-f1d07f9e1070 req-ff1a7f78-b706-4203-ab6f-ee86a3eb74b5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453560
Dec 23 17:03:26.067504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:26.292909 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53742268-1e60-4562-b808-eb94d1cc9224 req-7f60990b-dd25-4305-a5cc-4ecef805c399 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:26.294509 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-53742268-1e60-4562-b808-eb94d1cc9224 req-7f60990b-dd25-4305-a5cc-4ecef805c399 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0877695
Dec 23 17:03:26.343926 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-53742268-1e60-4562-b808-eb94d1cc9224 req-666bdb0e-2ae0-46a5-b7fb-de4180ff8a5d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414059
Dec 23 17:03:26.893439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7f30-2d03-4161-9105-f865efde3d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:27.498725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:27.569094 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b6f71-7f0b-4465-bb8e-1d36d389977e req-e1bdaf84-0b25-42dc-a7ed-1b2ab0a0fa5c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:27.570728 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5b4b6f71-7f0b-4465-bb8e-1d36d389977e req-e1bdaf84-0b25-42dc-a7ed-1b2ab0a0fa5c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0853202
Dec 23 17:03:27.620749 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5b4b6f71-7f0b-4465-bb8e-1d36d389977e req-0d878d95-6adc-4ad2-8476-675248f34e25 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435910
Dec 23 17:03:27.815323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 882099b9-a540-49b7-83e5-0412e8aa8871 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 17:03:27.958378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 882099b9-a540-49b7-83e5-0412e8aa8871, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=882099b9-a540-49b7-83e5-0412e8aa8871,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:03:27.972368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '882099b9-a540-49b7-83e5-0412e8aa8871', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'port_id': '882099b9-a540-49b7-83e5-0412e8aa8871', 'mac_address': 'fa:16:3e:74:d4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 17:03:28.028023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:28.050114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 882099b9-a540-49b7-83e5-0412e8aa8871 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 17:03:28.066017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 882099b9-a540-49b7-83e5-0412e8aa8871, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=882099b9-a540-49b7-83e5-0412e8aa8871,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:03:28.068782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:28.070638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:03:28.139648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=882099b9-a540-49b7-83e5-0412e8aa8871,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:03:28.151376 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['882099b9-a540-49b7-83e5-0412e8aa8871'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 17:03:28.182619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:03:28.183038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:03:28.183444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:03:28.183945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:03:28.184338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:03:28.184730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:03:28.185113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:03:28.185503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:03:28.185880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:03:28.186258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:03:28.186640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:03:28.202182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:03:28.768915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:28.831906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5047635-488e-4ee0-9965-93b99a0b1eb6 req-d7594128-decf-424c-896e-70b176c122f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:28.833550 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a5047635-488e-4ee0-9965-93b99a0b1eb6 req-d7594128-decf-424c-896e-70b176c122f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 945 time: 0.0857852
Dec 23 17:03:28.881868 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a5047635-488e-4ee0-9965-93b99a0b1eb6 req-27166fea-7ada-455f-b0e4-62c763759115 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420699
Dec 23 17:03:29.814832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 882099b9-a540-49b7-83e5-0412e8aa8871 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:03:29.893100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 882099b9-a540-49b7-83e5-0412e8aa8871 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:03:29.893539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:30.017579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:30.049844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:03:30.059142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 882099b9-a540-49b7-83e5-0412e8aa8871, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=882099b9-a540-49b7-83e5-0412e8aa8871,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:03:30.064980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:30.067061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e9342207-fe6f-4e21-a940-1550b04a8928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:03:30.101440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00891b18-4c25-4821-9534-1141bacb6985 req-e9dfdeb1-efe4-4bb5-b7f4-11970277e58a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:30.107543 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-00891b18-4c25-4821-9534-1141bacb6985 req-e9dfdeb1-efe4-4bb5-b7f4-11970277e58a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 945 time: 0.0980744
Dec 23 17:03:30.123951 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871', 'code': 200}
Dec 23 17:03:30.148188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=882099b9-a540-49b7-83e5-0412e8aa8871,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:03:30.151475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:03:30.160690 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-00891b18-4c25-4821-9534-1141bacb6985 req-80a1532c-6d31-454d-9173-c9502df4ee27 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494585
Dec 23 17:03:31.387533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541891d-e5a6-4bd3-b5f9-1e14eca670bb req-94d0fd5e-1630-45fc-a9ce-07f8f777798f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:31.389949 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e541891d-e5a6-4bd3-b5f9-1e14eca670bb req-94d0fd5e-1630-45fc-a9ce-07f8f777798f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0934663
Dec 23 17:03:31.443973 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e541891d-e5a6-4bd3-b5f9-1e14eca670bb req-1eca3a88-1c2c-482e-bc0d-85e82ab9a396 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471666
Dec 23 17:03:32.676541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea82631-e4c6-44d4-9ea9-1648f1312bb9 req-69fca1f5-b2a9-4318-a289-09d8260b7f88 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:32.684537 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dea82631-e4c6-44d4-9ea9-1648f1312bb9 req-69fca1f5-b2a9-4318-a289-09d8260b7f88 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0958526
Dec 23 17:03:32.737118 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dea82631-e4c6-44d4-9ea9-1648f1312bb9 req-633176f9-1d7c-4804-8d32-76639137b305 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469587
Dec 23 17:03:33.957901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a082dd8-49b5-4882-aa1c-b91bfaaecf98 req-8dc21f63-ff7a-4ad8-a606-5d735d52a84c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:33.959595 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2a082dd8-49b5-4882-aa1c-b91bfaaecf98 req-8dc21f63-ff7a-4ad8-a606-5d735d52a84c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0928755
Dec 23 17:03:34.012804 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2a082dd8-49b5-4882-aa1c-b91bfaaecf98 req-8277712b-7030-4e1e-81fb-ea92d5e49d63 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464408
Dec 23 17:03:35.271857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa4e64-b57b-435a-a5c6-370816fdf7b2 req-2f4ea58f-d8d4-4712-af65-5728d5fde693 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:35.273878 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6daa4e64-b57b-435a-a5c6-370816fdf7b2 req-2f4ea58f-d8d4-4712-af65-5728d5fde693 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.1171958
Dec 23 17:03:35.323738 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6daa4e64-b57b-435a-a5c6-370816fdf7b2 req-d16de2c5-0b26-46fa-966f-2361d60a5ca3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435665
Dec 23 17:03:36.561510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304d2ba-a5ca-4ed4-8868-6a9de2d147c7 req-592839f1-e4a3-49fb-86d1-77de16712fd2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:36.564563 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8304d2ba-a5ca-4ed4-8868-6a9de2d147c7 req-592839f1-e4a3-49fb-86d1-77de16712fd2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0957000
Dec 23 17:03:36.619502 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8304d2ba-a5ca-4ed4-8868-6a9de2d147c7 req-c09dc617-71cc-4143-8d18-d8a081a16a19 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487187
Dec 23 17:03:37.867797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd226a5c-49d9-478f-b71e-a9f6bead53dc req-273040d3-e113-4131-ba74-5a2a02fa022b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:37.868683 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dd226a5c-49d9-478f-b71e-a9f6bead53dc req-273040d3-e113-4131-ba74-5a2a02fa022b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0953643
Dec 23 17:03:37.930418 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dd226a5c-49d9-478f-b71e-a9f6bead53dc req-97d8b94e-ce34-4fac-a170-ebdc5193f899 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523467
Dec 23 17:03:39.136130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b4765-9bb7-465f-aa84-e3c2182e37cd req-f158a339-cc94-42b6-aedb-10096f7c51de tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:39.137672 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d48b4765-9bb7-465f-aa84-e3c2182e37cd req-f158a339-cc94-42b6-aedb-10096f7c51de tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0841138
Dec 23 17:03:39.186506 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d48b4765-9bb7-465f-aa84-e3c2182e37cd req-bf517af8-17f3-4edc-a04c-4d7a49d997cc tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424016
Dec 23 17:03:39.569127 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db085cc5-0371-41ff-91c2-f114c921f1e9 req-79c05afb-bde8-45fb-a256-4525768751b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 1099 time: 0.0795329
Dec 23 17:03:39.712393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db085cc5-0371-41ff-91c2-f114c921f1e9 req-daa7c364-67dc-498e-a5bd-5a73dd26bf2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:39.713987 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db085cc5-0371-41ff-91c2-f114c921f1e9 req-daa7c364-67dc-498e-a5bd-5a73dd26bf2e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.1389751
Dec 23 17:03:39.824505 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db085cc5-0371-41ff-91c2-f114c921f1e9 req-d7d30e6c-79f1-4023-a7b7-c6d6ab41880d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882099b9-a540-49b7-83e5-0412e8aa8871 HTTP/1.1" status: 200  len: 1002 time: 0.1039083
Dec 23 17:03:39.893740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db085cc5-0371-41ff-91c2-f114c921f1e9 req-502c1c17-9b26-41b7-b9ed-bb5335fd7155 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:39.895375 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db085cc5-0371-41ff-91c2-f114c921f1e9 req-502c1c17-9b26-41b7-b9ed-bb5335fd7155 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0644541
Dec 23 17:03:39.977758 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db085cc5-0371-41ff-91c2-f114c921f1e9 req-3e8244d7-25a9-46f0-a9b3-89163cad0cdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0759583
Dec 23 17:03:40.121116 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db085cc5-0371-41ff-91c2-f114c921f1e9 req-c6ebcb17-931c-420a-882f-103f11aa7330 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366768
Dec 23 17:03:40.270777 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-db085cc5-0371-41ff-91c2-f114c921f1e9 req-a91c9d01-3911-495f-ac21-a2f09395792a service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431637
Dec 23 17:03:40.403712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e74cdb-c121-4d7d-a08c-92ef42d24dc4 req-fed434cf-b512-4b58-a30e-b0fde7a88b03 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:40.405338 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54e74cdb-c121-4d7d-a08c-92ef42d24dc4 req-fed434cf-b512-4b58-a30e-b0fde7a88b03 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0870919
Dec 23 17:03:40.455456 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54e74cdb-c121-4d7d-a08c-92ef42d24dc4 req-7cd392cc-e94b-4cf8-af9e-18831c583144 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440507
Dec 23 17:03:41.664617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a72c3-26e0-4674-9a42-650379be3487 req-4b5795e6-8e79-49ca-9245-44fef6279d17 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:41.666257 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-544a72c3-26e0-4674-9a42-650379be3487 req-4b5795e6-8e79-49ca-9245-44fef6279d17 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 946 time: 0.0903728
Dec 23 17:03:41.715486 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-544a72c3-26e0-4674-9a42-650379be3487 req-08f38f33-db92-4a82-ac51-bab5967607f0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430868
Dec 23 17:03:41.892718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 882099b9-a540-49b7-83e5-0412e8aa8871 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:03:42.013517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:42.045114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:03:42.055443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 882099b9-a540-49b7-83e5-0412e8aa8871, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=882099b9-a540-49b7-83e5-0412e8aa8871,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:03:42.058445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:42.060339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:03:42.110878 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871', 'code': 200}
Dec 23 17:03:42.133181 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=882099b9-a540-49b7-83e5-0412e8aa8871,revision_number=8']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:03:42.136437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:03:42.160391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:03:42.654662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:42.924643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63475590-6731-470d-9825-a76f072f2120 req-48a30036-c1c1-4d2c-9731-0b188596229e tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:42.926190 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-63475590-6731-470d-9825-a76f072f2120 req-48a30036-c1c1-4d2c-9731-0b188596229e tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.0848887
Dec 23 17:03:42.978947 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-63475590-6731-470d-9825-a76f072f2120 req-8b6a3c95-cb0f-4ea2-95c9-3e80b057be93 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467384
Dec 23 17:03:43.251315 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8781a10a-ec99-4350-b687-4e9ce65d8f18 req-89637488-349f-4095-8fe2-305cbd7b16ab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1471956
Dec 23 17:03:43.527086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45770d7-ba80-468d-a7c6-5c1fe1f1c6cb req-e35889e7-bb76-4a4a-8f69-129068046927 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:43.528706 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f45770d7-ba80-468d-a7c6-5c1fe1f1c6cb req-e35889e7-bb76-4a4a-8f69-129068046927 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.0844851
Dec 23 17:03:43.579858 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f45770d7-ba80-468d-a7c6-5c1fe1f1c6cb req-6f3ed19d-955e-4a4e-a0bf-ec7e9de75445 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438683
Dec 23 17:03:43.596741 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8878fb6d-1e2c-4d5a-b55c-7413aac569be req-193740d6-632b-4271-8343-9570b3d4d723 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1523004
Dec 23 17:03:44.341651 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8878fb6d-1e2c-4d5a-b55c-7413aac569be req-4780af5e-7a75-4bca-8e00-a7544f97a892 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e&tenant_id=cbc2589eab2a4918b55449463015f0e6 HTTP/1.1" status: 200  len: 1097 time: 0.0751216
Dec 23 17:03:44.436896 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8878fb6d-1e2c-4d5a-b55c-7413aac569be req-69761e83-ce68-47a5-916c-22e6b8ff68a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 1097 time: 0.0744598
Dec 23 17:03:44.582953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878fb6d-1e2c-4d5a-b55c-7413aac569be req-3d986ccc-c5eb-4373-a544-9d03dfc8ffdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:44.584492 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8878fb6d-1e2c-4d5a-b55c-7413aac569be req-3d986ccc-c5eb-4373-a544-9d03dfc8ffdf service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.1417968
Dec 23 17:03:44.699067 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8878fb6d-1e2c-4d5a-b55c-7413aac569be req-fdf43f5c-9ea9-4f71-a783-2ab6f8beb358 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882099b9-a540-49b7-83e5-0412e8aa8871 HTTP/1.1" status: 200  len: 1000 time: 0.1075509
Dec 23 17:03:44.827320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878fb6d-1e2c-4d5a-b55c-7413aac569be req-12de9595-bb24-45f5-ad97-e3f5c8e69dd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:44.828980 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8878fb6d-1e2c-4d5a-b55c-7413aac569be req-12de9595-bb24-45f5-ad97-e3f5c8e69dd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0916877
Dec 23 17:03:44.895703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc25852-3b82-48e9-84a0-14f58d2a85aa req-71f79fed-3c75-4019-875e-341dd17160f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:44.897248 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dfc25852-3b82-48e9-84a0-14f58d2a85aa req-71f79fed-3c75-4019-875e-341dd17160f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.1948774
Dec 23 17:03:44.962463 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8878fb6d-1e2c-4d5a-b55c-7413aac569be req-f229fc4c-641c-4d3d-8a33-1386a4c3ef1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1255629
Dec 23 17:03:44.966498 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-dfc25852-3b82-48e9-84a0-14f58d2a85aa req-9ae30970-1bb7-4d11-9423-c5300ace625d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620372
Dec 23 17:03:45.114467 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8878fb6d-1e2c-4d5a-b55c-7413aac569be req-74f75430-b2bc-4099-bde8-03d41b6b33a0 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446245
Dec 23 17:03:45.260061 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8878fb6d-1e2c-4d5a-b55c-7413aac569be req-6be9d75c-940b-449a-9cc8-b66f871ff541 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389520
Dec 23 17:03:45.907534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 882099b9-a540-49b7-83e5-0412e8aa8871 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:03:46.243418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819f9e4-d830-4720-8a77-14a03015807a req-e2cf1a6f-0153-4ea3-b3ae-5106511f7f26 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:46.245401 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7819f9e4-d830-4720-8a77-14a03015807a req-e2cf1a6f-0153-4ea3-b3ae-5106511f7f26 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.0970988
Dec 23 17:03:46.307488 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7819f9e4-d830-4720-8a77-14a03015807a req-6c804abd-6f8e-4125-af86-0aba0a6e576a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532985
Dec 23 17:03:47.524713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1b6bc-6928-44bb-9172-07d3c78875e1 req-1433a738-938e-4992-af50-735218676cbd tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:47.526412 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-41f1b6bc-6928-44bb-9172-07d3c78875e1 req-1433a738-938e-4992-af50-735218676cbd tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.0866339
Dec 23 17:03:47.575056 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-41f1b6bc-6928-44bb-9172-07d3c78875e1 req-7dc4e157-6879-4b46-9182-4df06057c499 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415835
Dec 23 17:03:48.802303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbd0a6-d0c6-4f9d-b3d4-0276b245ec40 req-d05dfc3b-bc66-410f-b1df-ddede0b4a1c5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:48.804011 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d8bbd0a6-d0c6-4f9d-b3d4-0276b245ec40 req-d05dfc3b-bc66-410f-b1df-ddede0b4a1c5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.0902302
Dec 23 17:03:48.857373 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d8bbd0a6-d0c6-4f9d-b3d4-0276b245ec40 req-625cd4c7-d83b-48e3-9286-c73bc8340bcf tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470181
Dec 23 17:03:50.088336 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2feb07-6f2e-4050-86d5-1e01398443ca req-593feddb-3f8b-48a2-8058-72ece4ca96f2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:50.090685 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c2feb07-6f2e-4050-86d5-1e01398443ca req-593feddb-3f8b-48a2-8058-72ece4ca96f2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.0940905
Dec 23 17:03:50.157262 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c2feb07-6f2e-4050-86d5-1e01398443ca req-67d5f702-ec21-490d-9fe4-ade14a4aa906 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588067
Dec 23 17:03:51.375784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0988-7238-40fa-b29b-78db59e07a52 req-a36760f9-8817-45ec-8b70-894687d7c28d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:51.377544 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-330e0988-7238-40fa-b29b-78db59e07a52 req-a36760f9-8817-45ec-8b70-894687d7c28d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.0994830
Dec 23 17:03:51.430346 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-330e0988-7238-40fa-b29b-78db59e07a52 req-e00a8c5b-fe03-4cc6-8eb8-e3896ffa5b04 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463800
Dec 23 17:03:52.665964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0a0b8-8f50-4421-ab5f-c97f7fab458c req-4056ace4-9e9e-4e16-9ea2-5b91e627c932 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:52.667643 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-00c0a0b8-8f50-4421-ab5f-c97f7fab458c req-4056ace4-9e9e-4e16-9ea2-5b91e627c932 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.1038554
Dec 23 17:03:52.729460 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-00c0a0b8-8f50-4421-ab5f-c97f7fab458c req-a7703d94-fc1a-49bf-b6ce-4f9780c0e7e7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542767
Dec 23 17:03:53.943947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24663efb-db86-405f-918a-c6f1c27b8d36 req-26f06af4-b9ab-448a-814a-744a78d2c798 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:53.945633 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24663efb-db86-405f-918a-c6f1c27b8d36 req-26f06af4-b9ab-448a-814a-744a78d2c798 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.0877595
Dec 23 17:03:53.996681 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-24663efb-db86-405f-918a-c6f1c27b8d36 req-588e95ab-efa3-4531-8b26-b244d3924eb6 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447514
Dec 23 17:03:54.523503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-792bbbff-8302-4f57-9ea9-3e22fb9fff79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:55.220423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a74193-ef73-4553-a615-5a8260c4570c req-f19e6a6a-b625-481d-b850-b677d3cb0945 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:55.222122 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6a74193-ef73-4553-a615-5a8260c4570c req-f19e6a6a-b625-481d-b850-b677d3cb0945 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.0915782
Dec 23 17:03:55.287203 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6a74193-ef73-4553-a615-5a8260c4570c req-ebe2ba13-2bc9-430d-999e-e42b931d18f4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568125
Dec 23 17:03:56.068708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:56.497739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dc574-d854-4786-b7b0-5725e76241de req-d97d4cbd-0df2-47d8-9a92-492c017ec10e tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:56.499957 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1b2dc574-d854-4786-b7b0-5725e76241de req-d97d4cbd-0df2-47d8-9a92-492c017ec10e tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.0890274
Dec 23 17:03:56.549215 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1b2dc574-d854-4786-b7b0-5725e76241de req-63afde89-c067-43a4-9629-cfc93acc472c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428329
Dec 23 17:03:56.893800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8bc1b598-6029-48dd-a0dd-37aacbcd3942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:57.501529 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:57.761576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f4d6d-ebb5-4852-ae2e-6abbd14aa0f8 req-ee812997-eb87-4fc5-a4b7-d4f69feae611 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:57.763151 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3a9f4d6d-ebb5-4852-ae2e-6abbd14aa0f8 req-ee812997-eb87-4fc5-a4b7-d4f69feae611 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 944 time: 0.0903442
Dec 23 17:03:57.816536 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3a9f4d6d-ebb5-4852-ae2e-6abbd14aa0f8 req-087463f5-4ed8-4f79-805b-7758ad6c907d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466340
Dec 23 17:03:58.001308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 882099b9-a540-49b7-83e5-0412e8aa8871 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 17:03:58.143698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 882099b9-a540-49b7-83e5-0412e8aa8871, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=882099b9-a540-49b7-83e5-0412e8aa8871,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:03:58.157974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '882099b9-a540-49b7-83e5-0412e8aa8871', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'port_id': '882099b9-a540-49b7-83e5-0412e8aa8871', 'mac_address': 'fa:16:3e:74:d4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 17:03:58.214968 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:58.234379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882099b9-a540-49b7-83e5-0412e8aa8871 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 17:03:58.249889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 882099b9-a540-49b7-83e5-0412e8aa8871, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=882099b9-a540-49b7-83e5-0412e8aa8871,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:03:58.252784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:58.255419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:03:58.323967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=882099b9-a540-49b7-83e5-0412e8aa8871,revision_number=9']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:03:58.327735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:03:58.506825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['882099b9-a540-49b7-83e5-0412e8aa8871'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 17:03:58.788168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:03:59.022324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d1a03-5396-42d3-bda2-dab3e30189bd req-413dd131-6516-4567-af4c-a4bcadedf351 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:03:59.024217 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b26d1a03-5396-42d3-bda2-dab3e30189bd req-413dd131-6516-4567-af4c-a4bcadedf351 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 945 time: 0.0850790
Dec 23 17:03:59.076269 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b26d1a03-5396-42d3-bda2-dab3e30189bd req-d19eb655-d17b-4f82-985d-190bcb3736f9 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459528
Dec 23 17:04:00.015409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 882099b9-a540-49b7-83e5-0412e8aa8871 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:04:00.087709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 882099b9-a540-49b7-83e5-0412e8aa8871 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:04:00.088133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:04:00.211920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:04:00.242044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:04:00.252624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 882099b9-a540-49b7-83e5-0412e8aa8871, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=882099b9-a540-49b7-83e5-0412e8aa8871,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:04:00.255866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:04:00.257875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fbcf47a4-0446-4815-9701-f3375a00c838 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:04:00.287171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d2e62-8e0d-4881-bf5a-0b9f860f8f64 req-8ff5fe67-b251-4724-a151-5424ea09787c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:04:00.288831 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ff5d2e62-8e0d-4881-bf5a-0b9f860f8f64 req-8ff5fe67-b251-4724-a151-5424ea09787c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 945 time: 0.0884621
Dec 23 17:04:00.309906 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871', 'code': 200}
Dec 23 17:04:00.332940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=882099b9-a540-49b7-83e5-0412e8aa8871,revision_number=10']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:04:00.336068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:04:00.343602 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ff5d2e62-8e0d-4881-bf5a-0b9f860f8f64 req-ba770750-b4ad-4859-97ab-82effeac070c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484092
Dec 23 17:04:00.727378 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cabba369-9136-45dd-bf65-b9d0f3df0b86 req-a993d291-53a4-4623-b6fe-4317c2de94dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 1100 time: 0.0780461
Dec 23 17:04:00.772684 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cabba369-9136-45dd-bf65-b9d0f3df0b86 req-7bd9d7da-1c07-4e8b-b3a4-3fc7296e51ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374358
Dec 23 17:04:01.554071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6284c-dacd-49cd-9740-0e3299b001cf req-0bf2964a-ee11-4376-bfed-49c762f81403 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:04:01.555653 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ead6284c-dacd-49cd-9740-0e3299b001cf req-0bf2964a-ee11-4376-bfed-49c762f81403 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 947 time: 0.0845444
Dec 23 17:04:01.604760 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ead6284c-dacd-49cd-9740-0e3299b001cf req-685ce017-e5dd-4a49-b884-22dfd9b1df1f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430229
Dec 23 17:04:02.815280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29449e9-fb92-4efd-996b-47b05011032c req-4a359cbd-a258-492f-a87c-399cbc2a6da4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:04:02.816925 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e29449e9-fb92-4efd-996b-47b05011032c req-4a359cbd-a258-492f-a87c-399cbc2a6da4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 947 time: 0.0854061
Dec 23 17:04:02.865956 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e29449e9-fb92-4efd-996b-47b05011032c req-03121dee-770a-40ca-811e-0bda027ebbba tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429320
Dec 23 17:04:12.676402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:04:18.636573 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9d834481-31f0-4036-8432-d161257ded55 req-899b20b3-9921-434d-87f1-e8bad23ae6cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0779400
Dec 23 17:04:18.781404 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9d834481-31f0-4036-8432-d161257ded55 req-024ac401-7c15-4d38-aec9-701684b7b887 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 1100 time: 0.0745649
Dec 23 17:04:19.159903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d834481-31f0-4036-8432-d161257ded55 req-0db0c804-fa9f-4221-b7a0-81b24cceae35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:04:19.161538 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9d834481-31f0-4036-8432-d161257ded55 req-0db0c804-fa9f-4221-b7a0-81b24cceae35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.3613775
Dec 23 17:04:19.164722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:04:19.274256 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9d834481-31f0-4036-8432-d161257ded55 req-9bda6a4c-5cd1-4b42-ae3d-c91239f8e935 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882099b9-a540-49b7-83e5-0412e8aa8871 HTTP/1.1" status: 200  len: 1002 time: 0.1036465
Dec 23 17:04:19.343834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d834481-31f0-4036-8432-d161257ded55 req-75027628-d75d-4f3b-b05a-59d0ab18dd19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:04:19.345494 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9d834481-31f0-4036-8432-d161257ded55 req-75027628-d75d-4f3b-b05a-59d0ab18dd19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0641832
Dec 23 17:04:19.430167 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9d834481-31f0-4036-8432-d161257ded55 req-5cd8587d-cf4e-4afb-b913-b8c0e64434cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0780551
Dec 23 17:04:19.575159 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9d834481-31f0-4036-8432-d161257ded55 req-4f80ee2e-7799-4dab-9a9d-f8064847823d service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377983
Dec 23 17:04:19.718684 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9d834481-31f0-4036-8432-d161257ded55 req-e8a6119b-506c-459e-b6c0-49ac0b6eef67 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375973
Dec 23 17:04:24.525324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-045b2436-5cea-4c2b-b6b9-d2d5711363e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:04:26.071057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:04:26.895797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ccbcdf4c-5b45-488b-bc37-726cb6312e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:04:27.504895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:04:28.773686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:04:42.684588 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:04:54.530312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-10d5e1fd-28c7-4305-ad16-5d25e1705a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:04:56.072894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:04:56.165677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:04:56.897010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1660fc5d-6cfd-470d-ade2-7d39f7178e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:04:57.667787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:04:58.777516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:12.535672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37318) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:05:12.699747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:12.752081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Deleting port 3480bc36-3876-4159-950e-5a92ef279c2f {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:05:12.752468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:13.161838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:13.162208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:13.297754 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Calling delete_port for 3480bc36-3876-4159-950e-5a92ef279c2f owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:05:13.451981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:13.456818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0c7d84e9-8916-430e-8322-b4d785741815 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:13.499736 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event deleted for resources: {'Port': ['ID=3480bc36-3876-4159-950e-5a92ef279c2f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:13.546943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:13.547460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:13.547827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:13.548287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:13.548701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:13.549127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:13.549552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:13.549975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:13.550395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:13.550815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:13.551261 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:13.554795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:13.616711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:14.037249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:05:14.250898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:05:14.260855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6d644-49b6-49f4-b4a5-319f05c832f4 None None] Sync routers for ids ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:05:14.271135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:14.274517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6d644-49b6-49f4-b4a5-319f05c832f4 None None] Routers {'1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:05:14.275223 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-05c6d644-49b6-49f4-b4a5-319f05c832f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79d33550>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:04:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:05:14.327556 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "DELETE /v2.0/floatingips/3ba86821-738a-4d60-82cb-560691590b1f HTTP/1.1" status: 204  len: 168 time: 1.7906656
Dec 23 17:05:14.328196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:05:14.471163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-05c6d644-49b6-49f4-b4a5-319f05c832f4 None None] Set router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:05:14.509278 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871', 'status': 'completed', 'code': 200}
Dec 23 17:05:14.613203 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6666f840-a1a0-48e8-bc85-3d3187086323 req-b62462e5-136d-4499-a974-376a20b5fd11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 1100 time: 0.0811071
Dec 23 17:05:14.769057 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666f840-a1a0-48e8-bc85-3d3187086323 req-0677cb9d-171c-45c6-9987-afa6cf736a96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:14.770690 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6666f840-a1a0-48e8-bc85-3d3187086323 req-0677cb9d-171c-45c6-9987-afa6cf736a96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.1514037
Dec 23 17:05:14.819765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-05c6d644-49b6-49f4-b4a5-319f05c832f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79d33550>, [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7f6c3a7a-f257-4119-87ad-fdd7073defdf', 'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'mac_address': 'fa:16:3e:be:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:00Z', 'updated_at': '2021-12-23T17:01:10Z', 'revision_number': 5, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'subnets': [{'id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:05:14.824079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6d644-49b6-49f4-b4a5-319f05c832f4 None None] Checking router: 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:05:14.835669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6d644-49b6-49f4-b4a5-319f05c832f4 None None] Routers {'1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:05:14.836357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-05c6d644-49b6-49f4-b4a5-319f05c832f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79d33550>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:04:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:05:14.889107 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6666f840-a1a0-48e8-bc85-3d3187086323 req-18bd2d2e-8fb2-43e8-a388-1219a1a2644a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=882099b9-a540-49b7-83e5-0412e8aa8871 HTTP/1.1" status: 200  len: 217 time: 0.1110809
Dec 23 17:05:14.977686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666f840-a1a0-48e8-bc85-3d3187086323 req-26e93119-3a3e-4888-b26b-652ce8e85620 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:14.979357 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6666f840-a1a0-48e8-bc85-3d3187086323 req-26e93119-3a3e-4888-b26b-652ce8e85620 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0793624
Dec 23 17:05:15.030773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-05c6d644-49b6-49f4-b4a5-319f05c832f4 None None] Set router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:05:15.034387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f8f94-0188-4a3d-a1cc-541aa080e388 req-867d50aa-76fb-45e0-871e-74ee92f595d3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:15.036073 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-962f8f94-0188-4a3d-a1cc-541aa080e388 req-867d50aa-76fb-45e0-871e-74ee92f595d3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 947 time: 0.3114157
Dec 23 17:05:15.108850 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-962f8f94-0188-4a3d-a1cc-541aa080e388 req-f9fd7ff2-f9cb-4de6-9167-05357a511c2b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610228
Dec 23 17:05:15.115573 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6666f840-a1a0-48e8-bc85-3d3187086323 req-4208d77b-39ab-4fe8-9832-39197ef21194 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1279261
Dec 23 17:05:15.276353 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6666f840-a1a0-48e8-bc85-3d3187086323 req-b6919d4f-a8f3-49e6-a88f-3041e05cd143 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527998
Dec 23 17:05:15.373463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-05c6d644-49b6-49f4-b4a5-319f05c832f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79d33550>, [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7f6c3a7a-f257-4119-87ad-fdd7073defdf', 'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'mac_address': 'fa:16:3e:be:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:00Z', 'updated_at': '2021-12-23T17:01:10Z', 'revision_number': 5, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'subnets': [{'id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:05:15.377745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6d644-49b6-49f4-b4a5-319f05c832f4 None None] The sync data for ids ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'] in dv-neutron-822801-1-hyperv is: [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7f6c3a7a-f257-4119-87ad-fdd7073defdf', 'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'mac_address': 'fa:16:3e:be:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:00Z', 'updated_at': '2021-12-23T17:01:10Z', 'revision_number': 5, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'subnets': [{'id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:05:15.427361 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6666f840-a1a0-48e8-bc85-3d3187086323 req-d4b5d398-af9f-40e1-9b5b-199dae0fa911 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434524
Dec 23 17:05:15.877824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28a324a-a016-453a-a0d9-8fb40a80de43 None None] New status for floating IP 3ba86821-738a-4d60-82cb-560691590b1f: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 17:05:15.970924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce378df-c502-4d07-b5e9-6c314ffc3d96 req-3d9fe035-b810-49c8-9d41-7d16bd520d30 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:15.972689 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7ce378df-c502-4d07-b5e9-6c314ffc3d96 req-3d9fe035-b810-49c8-9d41-7d16bd520d30 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.36 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 947 time: 0.0881584
Dec 23 17:05:16.050800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-7ce378df-c502-4d07-b5e9-6c314ffc3d96 req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Deleting port 882099b9-a540-49b7-83e5-0412e8aa8871 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:05:16.051219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7ce378df-c502-4d07-b5e9-6c314ffc3d96 req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:16.318758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-7ce378df-c502-4d07-b5e9-6c314ffc3d96 req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] For port 882099b9-a540-49b7-83e5-0412e8aa8871, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=882099b9-a540-49b7-83e5-0412e8aa8871,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:05:16.319207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7ce378df-c502-4d07-b5e9-6c314ffc3d96 req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:16.406905 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd6492-c1e3-4c79-9d92-ac9eb30cbd7e req-c160259a-5522-4929-b2d9-da1b721868db tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:16.407713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-bfbd6492-c1e3-4c79-9d92-ac9eb30cbd7e req-c160259a-5522-4929-b2d9-da1b721868db tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Synchronizing usage tracker for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:05:16.422916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-bfbd6492-c1e3-4c79-9d92-ac9eb30cbd7e req-c160259a-5522-4929-b2d9-da1b721868db tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Unset dirty status for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:05:16.424235 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bfbd6492-c1e3-4c79-9d92-ac9eb30cbd7e req-c160259a-5522-4929-b2d9-da1b721868db tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=832f041a-ded8-43df-acfa-5a894327506e HTTP/1.1" status: 200  len: 947 time: 0.1820378
Dec 23 17:05:16.452782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-7ce378df-c502-4d07-b5e9-6c314ffc3d96 req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Calling delete_port for 882099b9-a540-49b7-83e5-0412e8aa8871 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:05:16.477993 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bfbd6492-c1e3-4c79-9d92-ac9eb30cbd7e req-fac3571a-f191-4987-a728-1fa0762ee1c3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475702
Dec 23 17:05:16.594591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7ce378df-c502-4d07-b5e9-6c314ffc3d96 req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:16.600197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eadf83d2-0906-424d-817f-1ecee048dfce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:16.645861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event deleted for resources: {'Port': ['ID=882099b9-a540-49b7-83e5-0412e8aa8871,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:16.659159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:16.659549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:16.659975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:16.660399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:16.660823 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:16.661237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:16.661653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:16.662440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:16.662440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:16.662926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:16.663258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:16.695316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:16.734233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce378df-c502-4d07-b5e9-6c314ffc3d96 req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] No DVR routers for this DVR port 882099b9-a540-49b7-83e5-0412e8aa8871 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 17:05:16.736721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7ce378df-c502-4d07-b5e9-6c314ffc3d96 req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:16.739463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'name': 'network-vif-deleted', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:05:16.754591 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7ce378df-c502-4d07-b5e9-6c314ffc3d96 req-a0c3e071-c3cb-49e1-9015-723760552d36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.36 "DELETE /v2.0/ports/882099b9-a540-49b7-83e5-0412e8aa8871 HTTP/1.1" status: 204  len: 173 time: 0.7762668
Dec 23 17:05:16.877078 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832f041a-ded8-43df-acfa-5a894327506e', 'name': 'network-vif-deleted', 'tag': '882099b9-a540-49b7-83e5-0412e8aa8871', 'status': 'completed', 'code': 200}
Dec 23 17:05:17.588913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37346) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:05:17.664699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2e492e6-d0f2-4f3a-9741-0c93798ad6fa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:17.696617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2e492e6-d0f2-4f3a-9741-0c93798ad6fa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:17.755969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2e492e6-d0f2-4f3a-9741-0c93798ad6fa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:17.761412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-548d124b-563e-4bdc-a0c6-3d2e776e9ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:17.779031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e492e6-d0f2-4f3a-9741-0c93798ad6fa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc87fc0-423f-4c0b-a98c-263ea1f5c06f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:17.784928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e2e492e6-d0f2-4f3a-9741-0c93798ad6fa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:17.786941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e2e492e6-d0f2-4f3a-9741-0c93798ad6fa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:17.788207 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e2e492e6-d0f2-4f3a-9741-0c93798ad6fa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "DELETE /v2.0/security-groups/cfc87fc0-423f-4c0b-a98c-263ea1f5c06f HTTP/1.1" status: 204  len: 168 time: 0.1982105
Dec 23 17:05:18.331320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37354) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:05:18.337597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-997015604', 'description': 'tempest-secgroup-smoke-997015604 description', 'project_id': 'cbc2589eab2a4918b55449463015f0e6'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:05:18.344910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:05:18.349371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:05:18.352458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:05:18.358251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 882099b9-a540-49b7-83e5-0412e8aa8871 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:05:18.360124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:05:18.370372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.395774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 882099b9-a540-49b7-83e5-0412e8aa8871 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:05:18.396183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 882099b9-a540-49b7-83e5-0412e8aa8871 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:05:18.408825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:05:18.412907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group_rule and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:05:18.415947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:05:18.423136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:05:18.487059 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.489675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.495031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f3f35fd9-d7a7-42ff-9b5e-5c4510439302 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:18.539072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:18.542442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:18.544163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.546047 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-1004bd43-0727-4325-ad4d-33f3099c32f7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2136314
Dec 23 17:05:18.549248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37358) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:05:18.555233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-010019d2-eaaf-4a7b-9ea2-a39a01bb2c9a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'security_group_rule': {'security_group_id': '2da9ab8a-f6e8-43ae-822a-75b61c1ad78a', 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:05:18.562486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-010019d2-eaaf-4a7b-9ea2-a39a01bb2c9a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:05:18.566601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-010019d2-eaaf-4a7b-9ea2-a39a01bb2c9a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group_rule and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:05:18.569725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-010019d2-eaaf-4a7b-9ea2-a39a01bb2c9a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:05:18.576677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-010019d2-eaaf-4a7b-9ea2-a39a01bb2c9a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:05:18.593277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-010019d2-eaaf-4a7b-9ea2-a39a01bb2c9a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.657282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-010019d2-eaaf-4a7b-9ea2-a39a01bb2c9a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.659967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-010019d2-eaaf-4a7b-9ea2-a39a01bb2c9a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.661888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b72f8fe3-64f7-487d-b9ee-d9ef1d716c64 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:18.685837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010019d2-eaaf-4a7b-9ea2-a39a01bb2c9a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae269cf8-f73e-4d7a-a0df-487a2ee27299,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:18.688455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-010019d2-eaaf-4a7b-9ea2-a39a01bb2c9a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:18.694596 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-010019d2-eaaf-4a7b-9ea2-a39a01bb2c9a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.695945 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-010019d2-eaaf-4a7b-9ea2-a39a01bb2c9a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1456833
Dec 23 17:05:18.698855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37362) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:05:18.705350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-32d21ac0-3bfa-4c83-9648-89c54275b5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'security_group_rule': {'security_group_id': '2da9ab8a-f6e8-43ae-822a-75b61c1ad78a', 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:05:18.711710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-32d21ac0-3bfa-4c83-9648-89c54275b5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:05:18.715829 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-32d21ac0-3bfa-4c83-9648-89c54275b5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group_rule and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:05:18.718955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-32d21ac0-3bfa-4c83-9648-89c54275b5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:05:18.725151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-32d21ac0-3bfa-4c83-9648-89c54275b5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:05:18.741635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32d21ac0-3bfa-4c83-9648-89c54275b5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.811068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32d21ac0-3bfa-4c83-9648-89c54275b5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.813657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32d21ac0-3bfa-4c83-9648-89c54275b5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.820964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4f67e9d8-d6a8-404a-8247-6a5b58f2a937 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:18.839781 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d21ac0-3bfa-4c83-9648-89c54275b5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5044e410-ec22-4d2e-9058-6168731ae737,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:18.844546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-32d21ac0-3bfa-4c83-9648-89c54275b5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:18.848031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-32d21ac0-3bfa-4c83-9648-89c54275b5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.849308 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-32d21ac0-3bfa-4c83-9648-89c54275b5a2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1494167
Dec 23 17:05:18.852321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37366) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:05:18.858756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-6a320859-6a9b-4b8b-90a6-cfa9cb505da0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'security_group_rule': {'security_group_id': '2da9ab8a-f6e8-43ae-822a-75b61c1ad78a', 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:05:18.864980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6a320859-6a9b-4b8b-90a6-cfa9cb505da0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:05:18.868970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6a320859-6a9b-4b8b-90a6-cfa9cb505da0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group_rule and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:05:18.871945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-6a320859-6a9b-4b8b-90a6-cfa9cb505da0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:05:18.878626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-6a320859-6a9b-4b8b-90a6-cfa9cb505da0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:05:18.895153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a320859-6a9b-4b8b-90a6-cfa9cb505da0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.961318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a320859-6a9b-4b8b-90a6-cfa9cb505da0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.963889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a320859-6a9b-4b8b-90a6-cfa9cb505da0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.965775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3d126906-98c6-434a-8ec3-f96955039444 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:18.989231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a320859-6a9b-4b8b-90a6-cfa9cb505da0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ce97f4-90e8-4517-8acc-fb9d08c5a3b4,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:18.991785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6a320859-6a9b-4b8b-90a6-cfa9cb505da0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:18.998643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6a320859-6a9b-4b8b-90a6-cfa9cb505da0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:18.999950 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-6a320859-6a9b-4b8b-90a6-cfa9cb505da0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1466336
Dec 23 17:05:19.002895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37370) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:05:19.008712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-dd77bb80-0c75-43df-b876-fb58b308df24 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'security_group_rule': {'security_group_id': '2da9ab8a-f6e8-43ae-822a-75b61c1ad78a', 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:05:19.014911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dd77bb80-0c75-43df-b876-fb58b308df24 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:05:19.018907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dd77bb80-0c75-43df-b876-fb58b308df24 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group_rule and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:05:19.021929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-dd77bb80-0c75-43df-b876-fb58b308df24 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:05:19.028470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-dd77bb80-0c75-43df-b876-fb58b308df24 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:05:19.043956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd77bb80-0c75-43df-b876-fb58b308df24 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:19.110794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd77bb80-0c75-43df-b876-fb58b308df24 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:19.113477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd77bb80-0c75-43df-b876-fb58b308df24 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:19.115430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7dd1196c-39b9-4b70-83aa-39382907774e tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:19.138777 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77bb80-0c75-43df-b876-fb58b308df24 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98e1318-8430-49dd-a747-b761b3b3b1c4,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:19.141291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-dd77bb80-0c75-43df-b876-fb58b308df24 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:19.147372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd77bb80-0c75-43df-b876-fb58b308df24 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:19.148920 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-dd77bb80-0c75-43df-b876-fb58b308df24 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1450014
Dec 23 17:05:19.152089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37374) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:05:19.158757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-e488288e-f18e-40c5-a460-4e149371545c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'security_group_rule': {'security_group_id': '2da9ab8a-f6e8-43ae-822a-75b61c1ad78a', 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:05:19.165144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e488288e-f18e-40c5-a460-4e149371545c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:05:19.170410 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e488288e-f18e-40c5-a460-4e149371545c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group_rule and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:05:19.174048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-e488288e-f18e-40c5-a460-4e149371545c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:05:19.180375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-e488288e-f18e-40c5-a460-4e149371545c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:05:19.194131 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-e488288e-f18e-40c5-a460-4e149371545c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Project cbc2589eab2a4918b55449463015f0e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 17:05:19.201626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e488288e-f18e-40c5-a460-4e149371545c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:19.273461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e488288e-f18e-40c5-a460-4e149371545c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:19.276147 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e488288e-f18e-40c5-a460-4e149371545c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:19.285265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2c57f761-d820-47e2-aa31-8d5768eb5cad tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:19.306189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488288e-f18e-40c5-a460-4e149371545c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811a03c9-5cb0-4a57-ad75-06aaca4dba64,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:19.308689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e488288e-f18e-40c5-a460-4e149371545c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:19.315609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e488288e-f18e-40c5-a460-4e149371545c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:19.316916 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e488288e-f18e-40c5-a460-4e149371545c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1637642
Dec 23 17:05:19.319919 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37378) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:05:19.326069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-904fe9a7-e731-4573-a9cb-43efed2edb07 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'security_group_rule': {'security_group_id': '2da9ab8a-f6e8-43ae-822a-75b61c1ad78a', 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:05:19.332572 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-904fe9a7-e731-4573-a9cb-43efed2edb07 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:05:19.336674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-904fe9a7-e731-4573-a9cb-43efed2edb07 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:security_group_rule and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:05:19.339724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-904fe9a7-e731-4573-a9cb-43efed2edb07 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:05:19.347620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-904fe9a7-e731-4573-a9cb-43efed2edb07 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:05:19.357964 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-904fe9a7-e731-4573-a9cb-43efed2edb07 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Project cbc2589eab2a4918b55449463015f0e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 17:05:19.364601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-904fe9a7-e731-4573-a9cb-43efed2edb07 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:19.435646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-904fe9a7-e731-4573-a9cb-43efed2edb07 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:19.438278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-904fe9a7-e731-4573-a9cb-43efed2edb07 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:19.445611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc0a8cd2-c9e5-4194-abb4-6d051944cfb6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:19.468579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fe9a7-e731-4573-a9cb-43efed2edb07 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3890b728-036a-4186-8058-dd4816033589,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:19.470890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-904fe9a7-e731-4573-a9cb-43efed2edb07 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:19.474389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-904fe9a7-e731-4573-a9cb-43efed2edb07 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:19.475745 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-904fe9a7-e731-4573-a9cb-43efed2edb07 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1548290
Dec 23 17:05:24.533564 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e4e388ea-9137-4eeb-8409-4b8d96612493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:26.076561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:26.915219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c9923da0-b796-4c35-bc4f-13740c4bbab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:27.539421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:28.782090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:33.166959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:05:35.768546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-d208bbd1-60a2-4562-b08f-917c59c64c12 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Synchronizing usage tracker for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:05:35.783577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-d208bbd1-60a2-4562-b08f-917c59c64c12 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Unset dirty status for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:05:35.784852 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-d208bbd1-60a2-4562-b08f-917c59c64c12 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-997015604&fields=id&tenant_id=cbc2589eab2a4918b55449463015f0e6 HTTP/1.1" status: 200  len: 267 time: 0.0612950
Dec 23 17:05:35.949266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-056b82a1-cf9b-4d03-a516-1f30a5fb26ca tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:35.950844 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-056b82a1-cf9b-4d03-a516-1f30a5fb26ca tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 808 time: 0.1587479
Dec 23 17:05:35.969112 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-4b96042d-7cb6-45df-95ec-3f70aa357089 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/quotas/cbc2589eab2a4918b55449463015f0e6 HTTP/1.1" status: 200  len: 375 time: 0.0117722
Dec 23 17:05:36.055112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-c0211b3d-80c3-40ec-a692-25c8aa08d51f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Synchronizing usage tracker for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:05:36.069775 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-c0211b3d-80c3-40ec-a692-25c8aa08d51f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Unset dirty status for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:05:36.071220 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-c0211b3d-80c3-40ec-a692-25c8aa08d51f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0968144
Dec 23 17:05:36.222836 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-f3d0217b-1449-4fc1-bcf7-73034bb791a4 service neutron] 10.222.0.67 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386619
Dec 23 17:05:36.366534 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-b9de042a-46f5-4128-8e5c-20be3987a9da service neutron] 10.222.0.67 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371074
Dec 23 17:05:36.785566 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c6b7901d-f102-483b-99fc-894becfba596 req-2640436c-7620-4545-abbd-0508055e047a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 210 time: 0.0517132
Dec 23 17:05:37.806723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-2cc3b6e4-d62f-40c6-b066-f6446fb53424 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:37.808319 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-2cc3b6e4-d62f-40c6-b066-f6446fb53424 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 808 time: 0.1598346
Dec 23 17:05:37.864949 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-e917119e-f243-4c65-82a7-67555f836644 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbc2589eab2a4918b55449463015f0e6 HTTP/1.1" status: 200  len: 379 time: 0.0455945
Dec 23 17:05:37.874833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'port': {'device_id': 'e253d978-d2e0-4629-a028-f1291f938410', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'admin_state_up': True, 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'security_groups': ['2da9ab8a-f6e8-43ae-822a-75b61c1ad78a']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:05:38.033540 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c810ed60-53f3-4865-8e10-128eec6b5ea8 req-a6704fe3-ebd5-455e-b0fd-99fda8c77a0a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 210 time: 0.1132574
Dec 23 17:05:38.089854 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:05:38.100121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:05:38.109805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Made reservation on behalf of cbc2589eab2a4918b55449463015f0e6 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 17:05:38.115385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:38.289711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Allocated IP 172.20.0.11 (e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a/717dca37-92d9-4a11-886f-dda61b1bf665/405ec1a9-0109-4cf2-ba2d-9552d3e81ff1) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:05:38.733048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:38.749970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Transition to ACTIVE for port object 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:05:38.770311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:38.777369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c09eb479-fafa-4332-be83-70b6c37d5929 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:38.847355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:05:38.850642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:05:38.853357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:05:38.897699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'Port': ['ID=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:38.901298 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:38.932192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:38.932884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:38.963958 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0936990
Dec 23 17:05:38.976690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Request body: {'port': {'device_id': 'e253d978-d2e0-4629-a028-f1291f938410', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:05:39.096634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:39.238345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-35600529-eb68-41ea-b792-ce16ffa4d451 None None] Provisioning for port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:05:39.248818 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-35600529-eb68-41ea-b792-ce16ffa4d451 None None] Provisioning complete for port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:05:39.249391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35600529-eb68-41ea-b792-ce16ffa4d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:39.269068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253610-43d1-43e2-8441-1c7c6b177fe9 req-c4e1135b-3e6a-4d64-b218-89bdbec0e666 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:39.276880 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aa253610-43d1-43e2-8441-1c7c6b177fe9 req-c4e1135b-3e6a-4d64-b218-89bdbec0e666 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 932 time: 0.1034300
Dec 23 17:05:39.317592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-35600529-eb68-41ea-b792-ce16ffa4d451 None None] Port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 17:05:39.329888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-aa253610-43d1-43e2-8441-1c7c6b177fe9 req-64f0f8af-ee85-4028-8bd1-44955ae819ac tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Synchronizing usage tracker for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:05:39.342726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-aa253610-43d1-43e2-8441-1c7c6b177fe9 req-64f0f8af-ee85-4028-8bd1-44955ae819ac tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Unset dirty status for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:05:39.344167 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-aa253610-43d1-43e2-8441-1c7c6b177fe9 req-64f0f8af-ee85-4028-8bd1-44955ae819ac tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661838
Dec 23 17:05:39.497566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 17:05:39.505010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:39.520536 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Transition to ACTIVE for port object 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:05:39.523637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:39.528183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2c11215-554e-4703-8d7c-e6b14549d2b8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:39.659907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Pushing event updated for resources: {'Port': ['ID=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:39.664767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:39.787463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Attempting to bind port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:05:39.787855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Attempting to bind port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:05:39.788235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Attempting to bind port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 on network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:05:39.794972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 on network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 17:05:39.795375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Attempting to bind port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 on network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:05:39.802229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:05:39.802615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Checking segment: {'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:05:39.803105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Bound using segment: {'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:05:39.803571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Bound port: 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ea6431-312a-4f36-b1fb-64623dd1450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:05:39.803964 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:39.899432 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] For port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:05:39.902470 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] For port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:05:39.906413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:39.910814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:39.973315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:39.974925 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] 10.222.0.36 "PUT /v2.0/ports/405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 HTTP/1.1" status: 200  len: 1094 time: 1.0032461
Dec 23 17:05:39.975610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e253d978-d2e0-4629-a028-f1291f938410', 'tag': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:05:39.990637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Pushing event updated for resources: {'Port': ['ID=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:39.994776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6c5ac068-4cc9-4086-9eee-6fed2a59940a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:40.055852 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e253d978-d2e0-4629-a028-f1291f938410', 'tag': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1', 'status': 'completed', 'code': 200}
Dec 23 17:05:40.101159 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-ed99b9d0-c602-4781-9849-5f138e9f9867 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 1097 time: 0.0869217
Dec 23 17:05:40.175872 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-9a993574-a914-4eb9-894c-ea1887a72601 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 HTTP/1.1" status: 200  len: 217 time: 0.0669971
Dec 23 17:05:40.253246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-4790495b-4cfa-4746-a347-f1f69319741c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:40.254816 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-4790495b-4cfa-4746-a347-f1f69319741c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0722136
Dec 23 17:05:40.336007 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-d36a6b87-3d48-4ebb-8867-276cb389ac78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0752025
Dec 23 17:05:40.484212 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-71b3b818-ce53-4353-8a56-54496a303cd1 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410270
Dec 23 17:05:40.561315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725427c4-0e3d-424b-82dc-748d3f310cd5 req-744d8bce-f6ce-43a7-8f50-400ea52b4ece tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:40.563669 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-725427c4-0e3d-424b-82dc-748d3f310cd5 req-744d8bce-f6ce-43a7-8f50-400ea52b4ece tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 944 time: 0.0894403
Dec 23 17:05:40.613004 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-725427c4-0e3d-424b-82dc-748d3f310cd5 req-3ab997b9-cb8f-46ab-861e-b18fc04e8b5f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429375
Dec 23 17:05:40.628873 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2d64a8a6-7e51-4da6-ad70-155c96183192 req-d2dfffc7-3668-4d04-81dc-7961be61f360 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391416
Dec 23 17:05:40.759849 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-97f783eb-3969-435b-87d1-5983817c27bf req-0f07ac03-3ddd-46e2-ac42-da63a3f084cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 1097 time: 0.0804524
Dec 23 17:05:40.905012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f783eb-3969-435b-87d1-5983817c27bf req-d640d213-f864-4bee-81e2-a8bdbc398788 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:40.907213 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-97f783eb-3969-435b-87d1-5983817c27bf req-d640d213-f864-4bee-81e2-a8bdbc398788 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.1405473
Dec 23 17:05:40.976955 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-97f783eb-3969-435b-87d1-5983817c27bf req-88a0b9b6-7562-4dce-9230-ba58dcf5a2c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 HTTP/1.1" status: 200  len: 217 time: 0.0634115
Dec 23 17:05:41.050838 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f783eb-3969-435b-87d1-5983817c27bf req-336e9319-b20c-4257-bc73-0fe5e0366c15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:41.052492 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-97f783eb-3969-435b-87d1-5983817c27bf req-336e9319-b20c-4257-bc73-0fe5e0366c15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0690975
Dec 23 17:05:41.133685 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-97f783eb-3969-435b-87d1-5983817c27bf req-791ebd5a-54bb-49e5-adbf-d86c7e15af42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0748441
Dec 23 17:05:41.280504 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-97f783eb-3969-435b-87d1-5983817c27bf req-db220909-3804-462a-b8b5-5ec5875279fe service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404271
Dec 23 17:05:41.426539 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-97f783eb-3969-435b-87d1-5983817c27bf req-7d275736-4007-4c47-ad92-69539fd6b7f1 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402252
Dec 23 17:05:41.858435 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15660eb8-220a-4d00-9d96-b80142b818f1 req-ff0b3474-2aab-41eb-a2b9-d3e610d903d1 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:41.859749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-15660eb8-220a-4d00-9d96-b80142b818f1 req-ff0b3474-2aab-41eb-a2b9-d3e610d903d1 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Synchronizing usage tracker for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:05:41.878582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-15660eb8-220a-4d00-9d96-b80142b818f1 req-ff0b3474-2aab-41eb-a2b9-d3e610d903d1 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Unset dirty status for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:05:41.879938 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-15660eb8-220a-4d00-9d96-b80142b818f1 req-ff0b3474-2aab-41eb-a2b9-d3e610d903d1 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 944 time: 0.1249487
Dec 23 17:05:41.947905 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-15660eb8-220a-4d00-9d96-b80142b818f1 req-c46c4ca6-e3ce-4459-8ccb-bdc5d17ef2ac tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609176
Dec 23 17:05:42.699444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:43.153048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11bff5-b485-4afb-91c5-fc6c60df709c req-2381d32c-5f37-435b-9ad7-0fd3f5cd4ddb tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:43.154685 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ce11bff5-b485-4afb-91c5-fc6c60df709c req-2381d32c-5f37-435b-9ad7-0fd3f5cd4ddb tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 944 time: 0.0859613
Dec 23 17:05:43.205229 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ce11bff5-b485-4afb-91c5-fc6c60df709c req-81bf0f12-29ee-4ff3-8868-9b89b6d540b0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444412
Dec 23 17:05:44.411424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54160601-d5f8-48fa-8744-ab74036921a2 req-85acc242-4c13-44d9-94fa-9ea09d740a2f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:44.413058 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54160601-d5f8-48fa-8744-ab74036921a2 req-85acc242-4c13-44d9-94fa-9ea09d740a2f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 944 time: 0.0863068
Dec 23 17:05:44.462161 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-54160601-d5f8-48fa-8744-ab74036921a2 req-9810c641-f6d3-40a3-8482-fc753d7d1c9e tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430236
Dec 23 17:05:45.671305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c597f9-e738-4f9c-9efb-6e314f0df353 req-f4b9a2af-4bba-4170-b5b9-f5f9333dcc44 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:45.672958 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9c597f9-e738-4f9c-9efb-6e314f0df353 req-f4b9a2af-4bba-4170-b5b9-f5f9333dcc44 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 944 time: 0.0895019
Dec 23 17:05:45.721244 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e9c597f9-e738-4f9c-9efb-6e314f0df353 req-601bfc95-f878-4a19-b96b-639e525b8767 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422468
Dec 23 17:05:46.559600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 17:05:46.704168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:05:46.718665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'port_id': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1', 'mac_address': 'fa:16:3e:f7:f7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 17:05:46.779635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:46.799152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 17:05:46.815137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:05:46.817934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:46.820168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:46.890883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:46.900620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:46.901019 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:46.901411 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:46.901814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:46.902163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:46.902543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:46.902920 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:46.903329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:46.903706 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:46.904082 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:46.904459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:05:46.909160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:46.941172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380b3d3-6ec6-4438-ad00-3ae38e54dd3a req-daf3f114-ffa2-4340-99f0-a8ff478e39b9 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:46.942792 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7380b3d3-6ec6-4438-ad00-3ae38e54dd3a req-daf3f114-ffa2-4340-99f0-a8ff478e39b9 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 945 time: 0.0892684
Dec 23 17:05:46.993006 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7380b3d3-6ec6-4438-ad00-3ae38e54dd3a req-0ea7af76-2086-47df-9c86-2198d8d825d1 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439265
Dec 23 17:05:47.025993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['405ec1a9-0109-4cf2-ba2d-9552d3e81ff1'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 17:05:48.206892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c15be7-7369-4414-bac0-67f34f8681a9 req-7e66662b-18cf-411c-ad74-5a736178add5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:48.208577 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-80c15be7-7369-4414-bac0-67f34f8681a9 req-7e66662b-18cf-411c-ad74-5a736178add5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 945 time: 0.0849130
Dec 23 17:05:48.257996 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-80c15be7-7369-4414-bac0-67f34f8681a9 req-f45a1916-6bf9-4c3a-8c71-7f673409a34d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432608
Dec 23 17:05:48.575360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:05:48.649225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:05:48.654352 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:05:48.654787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:48.771278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:48.799268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e253d978-d2e0-4629-a028-f1291f938410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:05:48.809178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:05:48.812939 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:48.815180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:48.854000 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e253d978-d2e0-4629-a028-f1291f938410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1', 'code': 200}
Dec 23 17:05:48.890256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:48.894054 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:49.131555 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2730cfc3-0baa-400d-b65f-2362095540a0 req-c6b6c78b-a6b9-4543-a1eb-80df03f792bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 1099 time: 0.0745411
Dec 23 17:05:49.177873 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2730cfc3-0baa-400d-b65f-2362095540a0 req-6fb260a3-0520-431d-bfa9-12074f76f256 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399861
Dec 23 17:05:49.465654 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd04f11-f18b-4c2f-8977-a68c0b92cac1 req-f5269466-7720-4794-9b94-c1548f73292d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:49.467328 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5fd04f11-f18b-4c2f-8977-a68c0b92cac1 req-f5269466-7720-4794-9b94-c1548f73292d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0883491
Dec 23 17:05:49.516622 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5fd04f11-f18b-4c2f-8977-a68c0b92cac1 req-a02b4390-0e11-4d1d-b2ec-674f2443a7ec tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429695
Dec 23 17:05:50.731639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7767f3-73eb-4752-abd3-ee0e04be37eb req-1eafeff1-4930-4924-a5ed-d7e85d242d37 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:50.733449 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e7767f3-73eb-4752-abd3-ee0e04be37eb req-1eafeff1-4930-4924-a5ed-d7e85d242d37 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0882218
Dec 23 17:05:50.783318 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0e7767f3-73eb-4752-abd3-ee0e04be37eb req-ee665f58-03d5-4360-8da1-6ce8ca20dc1d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437188
Dec 23 17:05:50.985351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fff3f8-79c7-4e8b-b7a1-3c35c173c8ae req-95dfd205-6e69-403b-8322-6a75c91a7bc6 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:50.986973 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a3fff3f8-79c7-4e8b-b7a1-3c35c173c8ae req-95dfd205-6e69-403b-8322-6a75c91a7bc6 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0831485
Dec 23 17:05:51.040852 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a3fff3f8-79c7-4e8b-b7a1-3c35c173c8ae req-0d186708-c3d8-4a42-b2ed-fabf7957dd07 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477240
Dec 23 17:05:51.067527 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37560) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:05:51.142702 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-08bb2c48-04bb-41d4-896d-df3047f146f3 tempest-TestShelveInstance-2076228737 tempest-TestShelveInstance-2076228737-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 1094 time: 0.0737686
Dec 23 17:05:51.145497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37564) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:05:51.151571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:05:51.158409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:05:51.162539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Usage tracker for resource:floatingip and tenant:cbc2589eab2a4918b55449463015f0e6 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:05:51.165669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:05:51.171997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:05:51.182117 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:51.332231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:51.479811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Allocated IP 172.26.5.8 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/7258ed9d-1a65-448d-80e4-0a3fb448bb50) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:05:51.646473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:51.672106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:51.676664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-453312ac-b982-4fc0-95c4-ce6a6007937c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:51.748400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:05:51.752620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:05:51.755664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:05:51.788403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'Port': ['ID=7258ed9d-1a65-448d-80e4-0a3fb448bb50,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:51.791372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:52.292651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:52.347848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:52.803337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:52.807251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:52.813595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7406db56-0960-4a68-986c-b3ad49dedaa8 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:05:52.925691 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event updated for resources: {'Port': ['ID=7258ed9d-1a65-448d-80e4-0a3fb448bb50,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:05:52.930166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:05:52.939023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:53.144784 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Floating IP fc979f75-eb40-4145-bf52-cccca97b489b associated. External IP: 172.26.5.8, port: 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1.
Dec 23 17:05:53.575414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:05:53.791208 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:05:53.801182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046062cf-a6dc-4a78-b6a7-056b1d351ccc None None] Sync routers for ids ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:05:53.814951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046062cf-a6dc-4a78-b6a7-056b1d351ccc None None] Routers {'1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:05:53.815766 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-046062cf-a6dc-4a78-b6a7-056b1d351ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eea198>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:05:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:05:53.817469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:53.876753 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-593cff62-97c0-4e70-8335-4f8cd158f7f8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7301023
Dec 23 17:05:53.877494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e253d978-d2e0-4629-a028-f1291f938410', 'tag': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:05:53.932270 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e253d978-d2e0-4629-a028-f1291f938410', 'tag': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1', 'status': 'completed', 'code': 200}
Dec 23 17:05:54.036958 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9298806e-020f-41ba-a6d7-b13a332485a0 req-290f7cfc-efcd-4ed7-a037-ce4eaf729704 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 1099 time: 0.0816090
Dec 23 17:05:54.171752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-046062cf-a6dc-4a78-b6a7-056b1d351ccc None None] Set router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:05:54.189343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298806e-020f-41ba-a6d7-b13a332485a0 req-21a98465-eb1e-410f-9384-4d4bcf5b060a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:54.191021 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9298806e-020f-41ba-a6d7-b13a332485a0 req-21a98465-eb1e-410f-9384-4d4bcf5b060a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.1478930
Dec 23 17:05:54.305081 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9298806e-020f-41ba-a6d7-b13a332485a0 req-db0f1519-3056-4fba-877e-d881a65bb3ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 HTTP/1.1" status: 200  len: 998 time: 0.1080339
Dec 23 17:05:54.376022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298806e-020f-41ba-a6d7-b13a332485a0 req-78ee51a7-613a-49f6-9b91-880be971ecbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:05:54.377628 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9298806e-020f-41ba-a6d7-b13a332485a0 req-78ee51a7-613a-49f6-9b91-880be971ecbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0655739
Dec 23 17:05:54.464267 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9298806e-020f-41ba-a6d7-b13a332485a0 req-a379aafa-5c9b-4b9b-8101-ce08cc27d7bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0805976
Dec 23 17:05:54.544794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4e155110-20b9-4279-bfd9-f2f175429e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:54.562883 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-046062cf-a6dc-4a78-b6a7-056b1d351ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eea198>, [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'fc979f75-eb40-4145-bf52-cccca97b489b', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'floating_ip_address': '172.26.5.8', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'port_id': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'mac_address': 'fa:16:3e:f7:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253d978-d2e0-4629-a028-f1291f938410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:05:52Z', 'updated_at': '2021-12-23T17:05:52Z', 'revision_number': 0, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f6c3a7a-f257-4119-87ad-fdd7073defdf', 'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'mac_address': 'fa:16:3e:be:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:00Z', 'updated_at': '2021-12-23T17:01:10Z', 'revision_number': 5, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'subnets': [{'id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:05:54.567260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046062cf-a6dc-4a78-b6a7-056b1d351ccc None None] Checking router: 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:05:54.579539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046062cf-a6dc-4a78-b6a7-056b1d351ccc None None] Routers {'1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:05:54.580218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-046062cf-a6dc-4a78-b6a7-056b1d351ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79eea198>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:05:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:05:54.609937 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9298806e-020f-41ba-a6d7-b13a332485a0 req-38cd4591-2aba-4e19-a216-8681f36f88e2 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393318
Dec 23 17:05:54.776156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-046062cf-a6dc-4a78-b6a7-056b1d351ccc None None] Set router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:05:54.984595 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9298806e-020f-41ba-a6d7-b13a332485a0 req-b08b456e-ad1d-4ca7-9f18-03b82eea6e18 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3684089
Dec 23 17:05:55.152394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-046062cf-a6dc-4a78-b6a7-056b1d351ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79eea198>, [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'fc979f75-eb40-4145-bf52-cccca97b489b', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'floating_ip_address': '172.26.5.8', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'port_id': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'mac_address': 'fa:16:3e:f7:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253d978-d2e0-4629-a028-f1291f938410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:05:52Z', 'updated_at': '2021-12-23T17:05:52Z', 'revision_number': 0, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f6c3a7a-f257-4119-87ad-fdd7073defdf', 'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'mac_address': 'fa:16:3e:be:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:00Z', 'updated_at': '2021-12-23T17:01:10Z', 'revision_number': 5, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'subnets': [{'id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:05:55.156500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046062cf-a6dc-4a78-b6a7-056b1d351ccc None None] The sync data for ids ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'] in dv-neutron-822801-1-hyperv is: [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': 'fc979f75-eb40-4145-bf52-cccca97b489b', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'floating_ip_address': '172.26.5.8', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'port_id': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'mac_address': 'fa:16:3e:f7:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253d978-d2e0-4629-a028-f1291f938410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:05:52Z', 'updated_at': '2021-12-23T17:05:52Z', 'revision_number': 0, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f6c3a7a-f257-4119-87ad-fdd7073defdf', 'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'mac_address': 'fa:16:3e:be:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:00Z', 'updated_at': '2021-12-23T17:01:10Z', 'revision_number': 5, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'subnets': [{'id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:05:55.571445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f8bbd8-e9f3-4d90-a99e-12d039adbcaf None None] New status for floating IP fc979f75-eb40-4145-bf52-cccca97b489b: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 17:05:56.079279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:56.896961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dd20a5fa-ff26-4eb6-87b7-a14ffd6d527a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:57.513349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:05:58.782726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:06:10.168357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:06:12.728077 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:06:20.412757 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-23e1a4f2-cca4-413f-a22e-0c19cf359c50 req-1d2a17ce-d8cb-48b2-855a-61312be668bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0789893
Dec 23 17:06:20.569003 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-23e1a4f2-cca4-413f-a22e-0c19cf359c50 req-0c373fce-cbd0-4792-b14a-3d085af2b530 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 1099 time: 0.0815337
Dec 23 17:06:20.734100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1a4f2-cca4-413f-a22e-0c19cf359c50 req-733a89a9-b214-4ae0-969c-3736c4e313cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:06:20.735851 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-23e1a4f2-cca4-413f-a22e-0c19cf359c50 req-733a89a9-b214-4ae0-969c-3736c4e313cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.1471531
Dec 23 17:06:20.845480 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-23e1a4f2-cca4-413f-a22e-0c19cf359c50 req-e6c6e71b-c837-4b6e-b1d2-4f01fc9e3a7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 HTTP/1.1" status: 200  len: 1000 time: 0.1029382
Dec 23 17:06:20.918637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1a4f2-cca4-413f-a22e-0c19cf359c50 req-0a86ab54-6f63-49c3-b0fe-fe238905b228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:06:20.920975 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-23e1a4f2-cca4-413f-a22e-0c19cf359c50 req-0a86ab54-6f63-49c3-b0fe-fe238905b228 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0693059
Dec 23 17:06:21.003780 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-23e1a4f2-cca4-413f-a22e-0c19cf359c50 req-3cb7bbd5-0840-4e8a-b41b-f79778531b48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0764945
Dec 23 17:06:21.149759 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-23e1a4f2-cca4-413f-a22e-0c19cf359c50 req-8e47f8b5-e51b-4bcd-91cb-b030be4b2012 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400006
Dec 23 17:06:21.311653 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-23e1a4f2-cca4-413f-a22e-0c19cf359c50 req-cf55e402-37c9-489c-a929-8b3030b51406 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1549816
Dec 23 17:06:24.541935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c965c0d9-88dd-47dd-92ad-2c528e8131ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:06:26.081512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:06:26.899685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0b797fb8-9346-4fe2-a45d-27759d1bd2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:06:27.517363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:06:28.786028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:06:42.712581 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:06:47.169543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:06:54.543378 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1d67b7d0-1767-4224-a0df-24cc8273c47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:06:56.083204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:06:56.901393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fde7e8d6-4d35-4d1f-ab15-d403b7865e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:06:57.519072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:06:58.788180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:07:12.731335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:07:20.774650 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5a3f636-8771-49f1-9c66-9fceb81895ff req-6dd5e539-de61-4726-b063-078185b2aca5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1476345
Dec 23 17:07:20.922406 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5a3f636-8771-49f1-9c66-9fceb81895ff req-7d36e2a7-3db2-4d0d-a63f-ecfa39712c99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 1099 time: 0.0759373
Dec 23 17:07:21.080060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3f636-8771-49f1-9c66-9fceb81895ff req-d178ed62-f3da-4b48-b9d2-83e1b6a5d72a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:07:21.081679 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5a3f636-8771-49f1-9c66-9fceb81895ff req-d178ed62-f3da-4b48-b9d2-83e1b6a5d72a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.1407063
Dec 23 17:07:21.191452 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5a3f636-8771-49f1-9c66-9fceb81895ff req-a8c87156-477c-42cc-b462-cac2d95ede29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 HTTP/1.1" status: 200  len: 1000 time: 0.1034470
Dec 23 17:07:21.262013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3f636-8771-49f1-9c66-9fceb81895ff req-8eac6f4d-b73b-4525-bde7-3765842139ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:07:21.263675 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5a3f636-8771-49f1-9c66-9fceb81895ff req-8eac6f4d-b73b-4525-bde7-3765842139ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0663755
Dec 23 17:07:21.348906 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5a3f636-8771-49f1-9c66-9fceb81895ff req-e85b7bf4-4e02-4850-aa96-c4384ea685fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0790119
Dec 23 17:07:21.495214 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5a3f636-8771-49f1-9c66-9fceb81895ff req-ab33e1ac-f917-407b-b59c-bfd22e32a9be service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399572
Dec 23 17:07:21.637683 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5a3f636-8771-49f1-9c66-9fceb81895ff req-d0da4f94-462a-449b-b978-fa0b23bd94f5 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365941
Dec 23 17:07:24.171344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:07:24.545209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7f6e017-09ae-4a61-a01e-39aa561545d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:07:26.084653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:07:26.902668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cf8ce229-1034-458a-aae1-ac915671cfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:07:27.520856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:07:28.791274 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:07:42.729371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:07:52.432443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5ea69-e384-44c5-9f23-d989e32d3357 req-8f472f7b-eebd-49ae-a425-0061ae767331 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:07:52.434061 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e7a5ea69-e384-44c5-9f23-d989e32d3357 req-8f472f7b-eebd-49ae-a425-0061ae767331 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0839949
Dec 23 17:07:52.482718 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e7a5ea69-e384-44c5-9f23-d989e32d3357 req-3f426ab3-ddf8-4a1e-93f6-eade937319b7 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424640
Dec 23 17:07:53.703316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e03e49-80f3-4830-949b-0840a6f78bab req-18d3a6fd-4249-4629-98ee-9a8c0aab3ba1 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:07:53.704939 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-86e03e49-80f3-4830-949b-0840a6f78bab req-18d3a6fd-4249-4629-98ee-9a8c0aab3ba1 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0847199
Dec 23 17:07:53.754659 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-86e03e49-80f3-4830-949b-0840a6f78bab req-f5fa0689-7186-4f2c-8f00-005f44d8057a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427883
Dec 23 17:07:54.547961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f4090d6a-97ed-4098-a1d2-172059d31018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:07:54.978552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946183d-8d8a-40c8-ad4a-25c08fcdd173 req-250ebaf1-c8e7-4b82-848e-a41e27e5e2f6 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:07:54.980242 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4946183d-8d8a-40c8-ad4a-25c08fcdd173 req-250ebaf1-c8e7-4b82-848e-a41e27e5e2f6 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0876737
Dec 23 17:07:55.029054 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4946183d-8d8a-40c8-ad4a-25c08fcdd173 req-9fd67c9e-b897-4453-9fd9-bc21cd42ef93 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426121
Dec 23 17:07:56.086974 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:07:56.242849 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f948f-f53b-4d96-bc27-e98041622ef8 req-25a409d6-0464-48f8-83b1-87516b802a15 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:07:56.245209 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ea2f948f-f53b-4d96-bc27-e98041622ef8 req-25a409d6-0464-48f8-83b1-87516b802a15 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0907815
Dec 23 17:07:56.294058 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-ea2f948f-f53b-4d96-bc27-e98041622ef8 req-f4fe525a-776f-4221-96cd-82a8ae81d9fc tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426698
Dec 23 17:07:56.904880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ae2695d-9381-48ea-8c7d-09cc55e98e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:07:57.498229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21ea14-b293-4e93-8e41-cee3ed55273a req-866ff68f-679e-4493-b1bd-e6e3a5859544 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:07:57.499806 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d21ea14-b293-4e93-8e41-cee3ed55273a req-866ff68f-679e-4493-b1bd-e6e3a5859544 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0840569
Dec 23 17:07:57.526173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:07:57.551605 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-0d21ea14-b293-4e93-8e41-cee3ed55273a req-edbc6e1c-97e6-40f0-9727-c599f760f16b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454559
Dec 23 17:07:58.760487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9d6a1-5cd1-47b6-a6fa-48772e87e123 req-62f5d92c-0b36-4f8e-a27f-b4536f170451 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:07:58.762128 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7e9d6a1-5cd1-47b6-a6fa-48772e87e123 req-62f5d92c-0b36-4f8e-a27f-b4536f170451 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0881989
Dec 23 17:07:58.794584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:07:58.817952 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7e9d6a1-5cd1-47b6-a6fa-48772e87e123 req-de0aa4d9-78ec-4a47-bc55-708d8fe7e51f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498450
Dec 23 17:08:00.031967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6a4cf-794c-4a80-8c3c-f7bb5d7c5f84 req-16d37df2-ed62-4dde-847e-61f9d79578f3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:00.033592 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdf6a4cf-794c-4a80-8c3c-f7bb5d7c5f84 req-16d37df2-ed62-4dde-847e-61f9d79578f3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0904949
Dec 23 17:08:00.090800 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fdf6a4cf-794c-4a80-8c3c-f7bb5d7c5f84 req-f905c6f9-6cd4-4777-89bc-0802daef37e5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511131
Dec 23 17:08:01.172638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:08:01.303793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d55fe-73fe-409f-be1e-bd5111711ce2 req-b5606e51-6b55-4c63-9d31-56d13d4c0b86 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:01.305426 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c55d55fe-73fe-409f-be1e-bd5111711ce2 req-b5606e51-6b55-4c63-9d31-56d13d4c0b86 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0902960
Dec 23 17:08:01.357175 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c55d55fe-73fe-409f-be1e-bd5111711ce2 req-98c19912-3ec9-491c-9ca7-c31ad76c6c7c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446298
Dec 23 17:08:02.583471 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25bce3da-d516-464c-be45-607b3f53df45 req-9956a227-27a4-46ef-96a6-c4e8f6309dea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 1099 time: 0.1453686
Dec 23 17:08:02.593144 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f46d7-0e59-4552-b38d-e3d568efd736 req-81f6e352-b0fc-4748-838f-9cd089fd3f6d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:02.594666 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5d2f46d7-0e59-4552-b38d-e3d568efd736 req-81f6e352-b0fc-4748-838f-9cd089fd3f6d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.1137359
Dec 23 17:08:02.749133 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5d2f46d7-0e59-4552-b38d-e3d568efd736 req-6cb175d7-736a-4c30-908d-e86f9e882247 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1289363
Dec 23 17:08:02.769737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bce3da-d516-464c-be45-607b3f53df45 req-7a7c363c-4e4e-4a7b-850f-0860e538651f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:02.771417 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25bce3da-d516-464c-be45-607b3f53df45 req-7a7c363c-4e4e-4a7b-850f-0860e538651f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.1756964
Dec 23 17:08:02.885047 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25bce3da-d516-464c-be45-607b3f53df45 req-b90be07b-c433-4db9-9205-22ad5cf99899 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 HTTP/1.1" status: 200  len: 1000 time: 0.1076012
Dec 23 17:08:02.953241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bce3da-d516-464c-be45-607b3f53df45 req-2d9fa554-266c-46a0-81b7-83ad15595e17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:02.954908 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25bce3da-d516-464c-be45-607b3f53df45 req-2d9fa554-266c-46a0-81b7-83ad15595e17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0640643
Dec 23 17:08:03.039582 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25bce3da-d516-464c-be45-607b3f53df45 req-4cf16c31-c965-4e6c-9ce6-301739459274 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0782924
Dec 23 17:08:03.185435 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25bce3da-d516-464c-be45-607b3f53df45 req-87cc6aae-3ae3-4490-99f4-684f1bb661a9 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391914
Dec 23 17:08:03.329222 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-25bce3da-d516-464c-be45-607b3f53df45 req-d9c108d0-3943-4805-8913-ec5831b41fd0 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378357
Dec 23 17:08:04.090540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cd6bf-bbcb-477c-b55c-371672c398fc req-fbaab040-10ac-43e2-8de7-a6807ec0fd30 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:04.092128 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b03cd6bf-bbcb-477c-b55c-371672c398fc req-fbaab040-10ac-43e2-8de7-a6807ec0fd30 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0883725
Dec 23 17:08:04.141819 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b03cd6bf-bbcb-477c-b55c-371672c398fc req-de75c750-5b5f-4e2c-8f07-c74ddc9a8ca8 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436311
Dec 23 17:08:05.355921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dee317-9071-4e8b-be08-8011b178c80d req-b28ae7f6-e796-4b5e-8763-a351cdee83e2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:05.357456 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-50dee317-9071-4e8b-be08-8011b178c80d req-b28ae7f6-e796-4b5e-8763-a351cdee83e2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0847435
Dec 23 17:08:05.409556 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-50dee317-9071-4e8b-be08-8011b178c80d req-11db987a-cd07-49e6-b145-5ffc0fbea61a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430636
Dec 23 17:08:06.611293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e301ff-e813-49d5-9969-3438a1717234 req-1246dc52-d2fe-457e-b38f-0eba6433e6c3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:06.612821 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-35e301ff-e813-49d5-9969-3438a1717234 req-1246dc52-d2fe-457e-b38f-0eba6433e6c3 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0820961
Dec 23 17:08:06.661036 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-35e301ff-e813-49d5-9969-3438a1717234 req-3e76efd2-b381-4f90-a8ec-2f972215175c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420558
Dec 23 17:08:07.085176 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f985db3a-3944-46c2-8161-ce74841dfd5a req-0d8d4794-e075-47f2-bb1c-60cb3c13c87b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.3052323
Dec 23 17:08:07.134114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:08:07.232715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37640) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:08:07.259370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:07.289229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e253d978-d2e0-4629-a028-f1291f938410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:08:07.302308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:08:07.308173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:07.310063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:08:07.385391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:08:07.395513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:08:07.396029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:08:07.396546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:08:07.397040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:08:07.397534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:08:07.398031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:08:07.398517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:08:07.399326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:08:07.399813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:08:07.400827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:08:07.401292 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:08:07.406055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:08:07.424971 dv-neutron-822801-1-hyperv neutron-server[88729]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e253d978-d2e0-4629-a028-f1291f938410', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1', 'code': 422} returned with failed status
Dec 23 17:08:07.460031 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696023b-d9f1-4bfe-b88a-561897b51e9d req-6144b5db-0154-4151-920d-00d94e5a8f3f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:07.461680 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7696023b-d9f1-4bfe-b88a-561897b51e9d req-6144b5db-0154-4151-920d-00d94e5a8f3f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 944 time: 0.1644983
Dec 23 17:08:07.465923 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be7e6783-ad0b-4c09-80ea-0c0c89044e2c req-5d98762f-5ea8-4292-833a-46f239d010f6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2317090
Dec 23 17:08:07.514163 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7696023b-d9f1-4bfe-b88a-561897b51e9d req-dbb061a1-36fa-4468-a63c-def221512b85 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458550
Dec 23 17:08:08.879407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00346e12-443e-47d6-b839-fab34ca80b45 req-0da87fb7-9d25-4d2d-80ea-fa69f08456b2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:08.881060 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-00346e12-443e-47d6-b839-fab34ca80b45 req-0da87fb7-9d25-4d2d-80ea-fa69f08456b2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 944 time: 0.1670063
Dec 23 17:08:08.933029 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-00346e12-443e-47d6-b839-fab34ca80b45 req-6d679d21-b396-49eb-8239-addc26e75781 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438633
Dec 23 17:08:09.629215 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be7e6783-ad0b-4c09-80ea-0c0c89044e2c req-9aec972f-f567-43f1-a3e9-0f5b4e2b44a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410&tenant_id=cbc2589eab2a4918b55449463015f0e6 HTTP/1.1" status: 200  len: 1097 time: 0.0794923
Dec 23 17:08:09.724485 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be7e6783-ad0b-4c09-80ea-0c0c89044e2c req-2db94478-1110-41bc-8ca4-1ee1ae749f14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 1097 time: 0.0742035
Dec 23 17:08:09.867672 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e6783-ad0b-4c09-80ea-0c0c89044e2c req-6ea9de85-bc50-4552-81ac-9a0806825aa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:09.869842 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be7e6783-ad0b-4c09-80ea-0c0c89044e2c req-6ea9de85-bc50-4552-81ac-9a0806825aa3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.1389272
Dec 23 17:08:09.978729 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be7e6783-ad0b-4c09-80ea-0c0c89044e2c req-209dea06-80c1-48b7-b860-973034e695f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 HTTP/1.1" status: 200  len: 998 time: 0.1020396
Dec 23 17:08:10.049752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e6783-ad0b-4c09-80ea-0c0c89044e2c req-216f6a19-d1ea-484d-95e8-fda2bfa6c08c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:10.051434 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be7e6783-ad0b-4c09-80ea-0c0c89044e2c req-216f6a19-d1ea-484d-95e8-fda2bfa6c08c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0668979
Dec 23 17:08:10.137301 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be7e6783-ad0b-4c09-80ea-0c0c89044e2c req-4d7d09f0-aec9-4f40-af94-6096eba1434c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0795143
Dec 23 17:08:10.145675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8c08e-51a1-4ed1-9dd6-120cdb98215e req-faf0bf31-56ee-4fe8-b060-76ea8622bcc0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:10.147345 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-73f8c08e-51a1-4ed1-9dd6-120cdb98215e req-faf0bf31-56ee-4fe8-b060-76ea8622bcc0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 944 time: 0.0866518
Dec 23 17:08:10.198340 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-73f8c08e-51a1-4ed1-9dd6-120cdb98215e req-629047cb-0aca-4d61-81b1-9a012b1251d9 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440934
Dec 23 17:08:10.285487 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be7e6783-ad0b-4c09-80ea-0c0c89044e2c req-06d8dbdb-5732-40dd-930d-e6007fb6d943 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420858
Dec 23 17:08:10.430506 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-be7e6783-ad0b-4c09-80ea-0c0c89044e2c req-706cafe5-317c-4394-94fe-57042a868052 service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385968
Dec 23 17:08:11.408200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bf4f5-bf61-4b78-8af5-48c3bb618ca1 req-e37c5139-0c7b-4bc1-ba63-750c0915c78c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:11.409814 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-206bf4f5-bf61-4b78-8af5-48c3bb618ca1 req-e37c5139-0c7b-4bc1-ba63-750c0915c78c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 944 time: 0.0834231
Dec 23 17:08:11.457654 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-206bf4f5-bf61-4b78-8af5-48c3bb618ca1 req-43766f04-54a0-4715-8d36-0a578e54de04 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416887
Dec 23 17:08:12.660580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6017b63-16ad-460b-aaf3-57eca6449a69 req-0965ddf9-42c7-4c6c-b82b-d7423e4046f2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:12.662201 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d6017b63-16ad-460b-aaf3-57eca6449a69 req-0965ddf9-42c7-4c6c-b82b-d7423e4046f2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 944 time: 0.0824487
Dec 23 17:08:12.710401 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d6017b63-16ad-460b-aaf3-57eca6449a69 req-fd8058d7-ef43-4828-8a94-c806597f637f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421333
Dec 23 17:08:12.745683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:13.976546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e7597-5293-491d-840a-8c984eea8517 req-6d50024e-287c-45ce-ac76-b0c0d3d1e6c2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:13.978195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc2e7597-5293-491d-840a-8c984eea8517 req-6d50024e-287c-45ce-ac76-b0c0d3d1e6c2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 944 time: 0.0862439
Dec 23 17:08:14.040757 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-fc2e7597-5293-491d-840a-8c984eea8517 req-347e1d28-e682-4eee-ba06-4a868245f11c tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563333
Dec 23 17:08:15.247509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e44a8-08c0-4892-a3a2-c50f053258dc req-9a309ccd-7a26-4ae6-9a26-f026680f14af tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:15.249119 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-332e44a8-08c0-4892-a3a2-c50f053258dc req-9a309ccd-7a26-4ae6-9a26-f026680f14af tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 944 time: 0.0867927
Dec 23 17:08:15.297728 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-332e44a8-08c0-4892-a3a2-c50f053258dc req-2866b757-b8a4-4460-8efb-7b091507cd4b tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425334
Dec 23 17:08:16.506505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8afc5c-2aff-4afe-a6e0-ee337d510dd6 req-cb568795-4951-43a6-bea7-d70e90d54fbd tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:16.508067 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9a8afc5c-2aff-4afe-a6e0-ee337d510dd6 req-cb568795-4951-43a6-bea7-d70e90d54fbd tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 944 time: 0.0851762
Dec 23 17:08:16.557927 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9a8afc5c-2aff-4afe-a6e0-ee337d510dd6 req-1efa7235-8c56-4e5a-b2b4-0fc0cda5099e tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431175
Dec 23 17:08:17.762600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1b205-54fd-48cc-ae7e-3abb7e85ffb1 req-5bb55d1a-4484-417c-b299-a99fe1574778 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:17.764186 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-52a1b205-54fd-48cc-ae7e-3abb7e85ffb1 req-5bb55d1a-4484-417c-b299-a99fe1574778 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 944 time: 0.0833218
Dec 23 17:08:17.812960 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-52a1b205-54fd-48cc-ae7e-3abb7e85ffb1 req-ed36cb1c-2609-4333-b9b8-bb9931014243 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426359
Dec 23 17:08:19.028406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa075dc-6f0a-4321-b613-d5e3d4fb846c req-11f52d61-ccf6-4b8e-bf65-bbcf10fb741f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:19.030013 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-faa075dc-6f0a-4321-b613-d5e3d4fb846c req-11f52d61-ccf6-4b8e-bf65-bbcf10fb741f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 944 time: 0.0864427
Dec 23 17:08:19.078557 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-faa075dc-6f0a-4321-b613-d5e3d4fb846c req-6c7751e5-e19f-4924-844b-96e46bf5daaa tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422959
Dec 23 17:08:19.164295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 17:08:19.310368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:08:19.324363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'port_id': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1', 'mac_address': 'fa:16:3e:f7:f7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 17:08:19.381448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:19.400998 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 17:08:19.416917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:08:19.419574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:19.421403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:08:19.489381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:08:19.492609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:08:19.642759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['405ec1a9-0109-4cf2-ba2d-9552d3e81ff1'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 17:08:20.403412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d7eca-684c-473d-8707-58d7cb206ab2 req-73598a21-800b-4541-bdfa-b0c4949d95f0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:20.405054 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f7d7eca-684c-473d-8707-58d7cb206ab2 req-73598a21-800b-4541-bdfa-b0c4949d95f0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 945 time: 0.1613505
Dec 23 17:08:20.453687 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7f7d7eca-684c-473d-8707-58d7cb206ab2 req-0022a248-014f-452c-9760-6a4c3220644e tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425713
Dec 23 17:08:21.180043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:08:21.253993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:08:21.254423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:21.542639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:21.571023 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e253d978-d2e0-4629-a028-f1291f938410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:08:21.582133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:08:21.585322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:21.587660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:08:21.637213 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e253d978-d2e0-4629-a028-f1291f938410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1', 'code': 200}
Dec 23 17:08:21.662722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,revision_number=8']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:08:21.664505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b44a05-59ba-485f-870f-1517de11c75d req-a1fbded0-2362-47d5-a0db-e136693c3432 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:21.666218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:08:21.666363 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-53b44a05-59ba-485f-870f-1517de11c75d req-a1fbded0-2362-47d5-a0db-e136693c3432 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0877137
Dec 23 17:08:21.720278 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-53b44a05-59ba-485f-870f-1517de11c75d req-0742b4e9-7b25-4d48-85be-974d9de1c469 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473814
Dec 23 17:08:21.905724 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e03f8740-671e-4b24-bea2-ed6d950c3abb req-dacaea6b-6c6c-4627-a68e-0cf247f3f3c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 1099 time: 0.0750148
Dec 23 17:08:21.951527 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e03f8740-671e-4b24-bea2-ed6d950c3abb req-710dd8a4-1155-4141-8219-5d040813defd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388505
Dec 23 17:08:22.938058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abf41a-8f32-4d9a-b634-18577ce1405c req-ef3b737b-8a1d-47f0-9b9b-98d5d5d778ac tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:22.939735 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-99abf41a-8f32-4d9a-b634-18577ce1405c req-ef3b737b-8a1d-47f0-9b9b-98d5d5d778ac tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0880122
Dec 23 17:08:22.992977 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-99abf41a-8f32-4d9a-b634-18577ce1405c req-f4decb65-ab5b-41ad-925d-86235feca119 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469513
Dec 23 17:08:23.234838 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c3d16d3-5a8b-4df9-958c-4d350e97de0e req-1643eddd-322b-4c6a-ae45-7feb148597b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0781803
Dec 23 17:08:23.384373 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c3d16d3-5a8b-4df9-958c-4d350e97de0e req-372fbf3d-cc95-4ac2-94f8-6f2946e15989 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 1099 time: 0.0762749
Dec 23 17:08:23.542765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d16d3-5a8b-4df9-958c-4d350e97de0e req-7b99832e-4801-4cbc-9949-49e55c2b4c7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:23.544400 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c3d16d3-5a8b-4df9-958c-4d350e97de0e req-7b99832e-4801-4cbc-9949-49e55c2b4c7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.1425357
Dec 23 17:08:23.654314 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c3d16d3-5a8b-4df9-958c-4d350e97de0e req-49355b52-f1d9-4ab7-91a5-089b061c2b7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 HTTP/1.1" status: 200  len: 1000 time: 0.1034017
Dec 23 17:08:23.721996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d16d3-5a8b-4df9-958c-4d350e97de0e req-a0bc2035-ef5a-4ad1-8c99-7e51eb1d62e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:23.723614 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c3d16d3-5a8b-4df9-958c-4d350e97de0e req-a0bc2035-ef5a-4ad1-8c99-7e51eb1d62e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0637708
Dec 23 17:08:23.806221 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c3d16d3-5a8b-4df9-958c-4d350e97de0e req-c197e807-da44-4db6-b570-84dea013b84b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0763366
Dec 23 17:08:23.949090 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c3d16d3-5a8b-4df9-958c-4d350e97de0e req-927962b3-bbe6-4ead-b674-7797f185b38c service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370423
Dec 23 17:08:24.102060 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1c3d16d3-5a8b-4df9-958c-4d350e97de0e req-c3488368-acd9-4573-8b0e-c6c751c3572b service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468430
Dec 23 17:08:24.200127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702c11b-3538-4fe1-a3f6-648d88cdce77 req-2e10913b-9612-4a78-a160-d2498c46aa8d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:08:24.201746 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e702c11b-3538-4fe1-a3f6-648d88cdce77 req-2e10913b-9612-4a78-a160-d2498c46aa8d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.0831668
Dec 23 17:08:24.250869 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e702c11b-3538-4fe1-a3f6-648d88cdce77 req-aa2b3b67-b0b0-498b-b6ba-d11ec077b8f6 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429332
Dec 23 17:08:24.548582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3d855498-bd08-426d-9b44-a01d1847e683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:26.090409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:26.906151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-15d85f3b-ded6-4666-a57c-b4f1f6b52339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:27.526776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:28.798851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:38.174446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:08:42.746487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:54.552322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-614c9ae4-9e6b-4bfe-a076-6520a6a82f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:56.094170 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:56.907448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f858a8c9-3c66-4ec0-aeb7-4a4554d4e150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:57.530215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:08:58.800182 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:12.738972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:15.175995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:09:24.554391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-cbc67156-d81a-4f46-a788-dfb873df38ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:24.824046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c310da5f-d520-4c33-b397-1a5f512585c6 req-aeaeb49d-69b2-4564-ade8-ef6f8d92ba18 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1450844
Dec 23 17:09:24.972300 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c310da5f-d520-4c33-b397-1a5f512585c6 req-27e06958-8ea2-41dd-a032-9efbe877f3c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 1099 time: 0.0745134
Dec 23 17:09:25.130439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310da5f-d520-4c33-b397-1a5f512585c6 req-65e6d9f1-d1ec-4bcb-bb97-dde2fc496345 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:09:25.131997 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c310da5f-d520-4c33-b397-1a5f512585c6 req-65e6d9f1-d1ec-4bcb-bb97-dde2fc496345 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.1406319
Dec 23 17:09:25.245879 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c310da5f-d520-4c33-b397-1a5f512585c6 req-38aef255-9529-4777-beb7-6e9ea69d44a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 HTTP/1.1" status: 200  len: 1000 time: 0.1079109
Dec 23 17:09:25.315798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310da5f-d520-4c33-b397-1a5f512585c6 req-eb54e414-e8c2-4e60-961d-b663f9e96ab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:09:25.317370 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c310da5f-d520-4c33-b397-1a5f512585c6 req-eb54e414-e8c2-4e60-961d-b663f9e96ab4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.0652981
Dec 23 17:09:25.402118 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c310da5f-d520-4c33-b397-1a5f512585c6 req-81837cef-0a18-4efe-b3ef-4b0a365b2a5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0783577
Dec 23 17:09:25.546770 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c310da5f-d520-4c33-b397-1a5f512585c6 req-985fe30a-3276-4ba5-b750-d5c84b6eceff service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384094
Dec 23 17:09:25.689234 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c310da5f-d520-4c33-b397-1a5f512585c6 req-2ea8f02f-765d-47d1-bac5-d02db9249c5a service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358359
Dec 23 17:09:26.096344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:26.908790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f91b31dc-939a-42c1-b404-ebaee57b3645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:27.532533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:28.803601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:42.738579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:43.229940 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37718) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:09:43.687165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Deleting port 7258ed9d-1a65-448d-80e4-0a3fb448bb50 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:09:43.687552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:43.864610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:43.865132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:43.994870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Calling delete_port for 7258ed9d-1a65-448d-80e4-0a3fb448bb50 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:09:44.149455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:44.153787 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f62538f6-c358-445f-af19-dcd8f91ef156 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:09:44.197889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event deleted for resources: {'Port': ['ID=7258ed9d-1a65-448d-80e4-0a3fb448bb50,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:09:44.240362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:44.240815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:44.241258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:44.241694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:44.242126 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:44.242559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:44.243058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:44.243445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:44.243874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:44.244300 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:44.244725 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:44.251589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:09:44.312833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:44.724202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:09:44.933038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:09:44.944214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e4ab29-3b4c-4cd1-abde-37e7b04c5b57 None None] Sync routers for ids ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:09:44.954071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:44.957281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e4ab29-3b4c-4cd1-abde-37e7b04c5b57 None None] Routers {'1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:09:44.957969 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-03e4ab29-3b4c-4cd1-abde-37e7b04c5b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79d46208>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:09:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:09:45.015783 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0a23a83e-be12-4e10-b874-d8528b883b36 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "DELETE /v2.0/floatingips/fc979f75-eb40-4145-bf52-cccca97b489b HTTP/1.1" status: 204  len: 168 time: 1.7835195
Dec 23 17:09:45.015783 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e253d978-d2e0-4629-a028-f1291f938410', 'tag': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:09:45.164217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-03e4ab29-3b4c-4cd1-abde-37e7b04c5b57 None None] Set router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:09:45.245342 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e253d978-d2e0-4629-a028-f1291f938410', 'tag': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1', 'status': 'completed', 'code': 200}
Dec 23 17:09:45.352789 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6cac4f35-4bcd-4516-a91d-91699914a0a4 req-7749608c-0a82-4742-8122-9426cef15e6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbc2589eab2a4918b55449463015f0e6&device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 1099 time: 0.0843120
Dec 23 17:09:45.526517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-03e4ab29-3b4c-4cd1-abde-37e7b04c5b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79d46208>, [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7f6c3a7a-f257-4119-87ad-fdd7073defdf', 'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'mac_address': 'fa:16:3e:be:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:00Z', 'updated_at': '2021-12-23T17:01:10Z', 'revision_number': 5, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'subnets': [{'id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:09:45.531232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e4ab29-3b4c-4cd1-abde-37e7b04c5b57 None None] Checking router: 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:09:45.544560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e4ab29-3b4c-4cd1-abde-37e7b04c5b57 None None] Routers {'1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:09:45.545278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-03e4ab29-3b4c-4cd1-abde-37e7b04c5b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79d46208>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:09:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:09:45.748089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-03e4ab29-3b4c-4cd1-abde-37e7b04c5b57 None None] Set router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:09:45.787395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac4f35-4bcd-4516-a91d-91699914a0a4 req-c0923cf4-4ea8-4b18-9285-302e87b19015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:09:45.789009 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6cac4f35-4bcd-4516-a91d-91699914a0a4 req-c0923cf4-4ea8-4b18-9285-302e87b19015 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 200  len: 909 time: 0.4301999
Dec 23 17:09:45.866671 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6cac4f35-4bcd-4516-a91d-91699914a0a4 req-b9fcbad3-1f7d-46c9-8f98-ed27e19e67aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 HTTP/1.1" status: 200  len: 217 time: 0.0697317
Dec 23 17:09:45.872894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3260b4a-f32c-4b09-9374-e3a41096d1d1 req-1c4962cf-9c4d-4715-8610-63a50d79344a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:09:45.874452 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d3260b4a-f32c-4b09-9374-e3a41096d1d1 req-1c4962cf-9c4d-4715-8610-63a50d79344a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.1848252
Dec 23 17:09:45.976357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac4f35-4bcd-4516-a91d-91699914a0a4 req-dc3393d6-0604-4f90-9cca-4f4395a460f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:09:45.977979 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6cac4f35-4bcd-4516-a91d-91699914a0a4 req-dc3393d6-0604-4f90-9cca-4f4395a460f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 200  len: 847 time: 0.1025207
Dec 23 17:09:45.983228 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d3260b4a-f32c-4b09-9374-e3a41096d1d1 req-9fee1aba-5d46-4740-8696-b70c576bf3c2 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693967
Dec 23 17:09:46.061391 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6cac4f35-4bcd-4516-a91d-91699914a0a4 req-346444f7-4671-46e1-a8b2-4914d7d8e37d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767405
Dec 23 17:09:46.087123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-03e4ab29-3b4c-4cd1-abde-37e7b04c5b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79d46208>, [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7f6c3a7a-f257-4119-87ad-fdd7073defdf', 'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'mac_address': 'fa:16:3e:be:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:00Z', 'updated_at': '2021-12-23T17:01:10Z', 'revision_number': 5, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'subnets': [{'id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:09:46.091483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e4ab29-3b4c-4cd1-abde-37e7b04c5b57 None None] The sync data for ids ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'] in dv-neutron-822801-1-hyperv is: [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:01:00Z', 'revision_number': 4, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '7f6c3a7a-f257-4119-87ad-fdd7073defdf', 'name': '', 'network_id': 'e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'mac_address': 'fa:16:3e:be:21:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:00Z', 'updated_at': '2021-12-23T17:01:10Z', 'revision_number': 5, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'subnets': [{'id': '717dca37-92d9-4a11-886f-dda61b1bf665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:09:46.211814 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6cac4f35-4bcd-4516-a91d-91699914a0a4 req-48cf1bfa-17b9-4e8c-8651-1c49902897cd service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431065
Dec 23 17:09:46.358915 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6cac4f35-4bcd-4516-a91d-91699914a0a4 req-6f761e64-2c93-47ef-8610-c72296c11c5c service neutron] 10.222.0.36 "GET /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402788
Dec 23 17:09:46.581534 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68036b-c2ef-4492-9d05-ffaf01ccba01 None None] New status for floating IP fc979f75-eb40-4145-bf52-cccca97b489b: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 17:09:46.974498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb80c6f-ca8b-46df-aa35-0560956d1b36 req-6ac8696f-ba08-4094-9829-6f91d619e1b0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:09:46.976090 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb80c6f-ca8b-46df-aa35-0560956d1b36 req-6ac8696f-ba08-4094-9829-6f91d619e1b0 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.36 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.1122112
Dec 23 17:09:47.070947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-8eb80c6f-ca8b-46df-aa35-0560956d1b36 req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Deleting port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:09:47.071618 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8eb80c6f-ca8b-46df-aa35-0560956d1b36 req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:47.206232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d45764-48d7-415d-87e0-9b13a8a62bba req-f4ddb0b4-7a63-4ed6-9569-25d871ad1877 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:09:47.207036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f5d45764-48d7-415d-87e0-9b13a8a62bba req-f4ddb0b4-7a63-4ed6-9569-25d871ad1877 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Synchronizing usage tracker for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:09:47.223533 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-f5d45764-48d7-415d-87e0-9b13a8a62bba req-f4ddb0b4-7a63-4ed6-9569-25d871ad1877 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Unset dirty status for tenant:cbc2589eab2a4918b55449463015f0e6 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:09:47.224976 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f5d45764-48d7-415d-87e0-9b13a8a62bba req-f4ddb0b4-7a63-4ed6-9569-25d871ad1877 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 946 time: 0.1052115
Dec 23 17:09:47.285598 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f5d45764-48d7-415d-87e0-9b13a8a62bba req-2e4ffaaf-e8cc-488c-bd53-3916365adba5 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/security-groups?id=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538926
Dec 23 17:09:47.398694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-8eb80c6f-ca8b-46df-aa35-0560956d1b36 req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] For port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:09:47.399391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8eb80c6f-ca8b-46df-aa35-0560956d1b36 req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:47.532206 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-8eb80c6f-ca8b-46df-aa35-0560956d1b36 req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Calling delete_port for 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:09:47.678889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8eb80c6f-ca8b-46df-aa35-0560956d1b36 req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:47.684681 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1b2092e6-18f3-429d-9dfb-2ee3080fc089 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:09:47.731715 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event deleted for resources: {'Port': ['ID=405ec1a9-0109-4cf2-ba2d-9552d3e81ff1,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:09:47.775049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:47.775501 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:47.775941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:47.776375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:47.776803 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:47.777270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:47.777695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:47.778119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:47.778544 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:47.778967 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:47.779434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:09:47.787363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:09:47.821841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb80c6f-ca8b-46df-aa35-0560956d1b36 req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] No DVR routers for this DVR port 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 17:09:47.824331 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-8eb80c6f-ca8b-46df-aa35-0560956d1b36 req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:47.827157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e253d978-d2e0-4629-a028-f1291f938410', 'name': 'network-vif-deleted', 'tag': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:09:47.842490 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8eb80c6f-ca8b-46df-aa35-0560956d1b36 req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.36 "DELETE /v2.0/ports/405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 HTTP/1.1" status: 204  len: 173 time: 0.8609240
Dec 23 17:09:48.007255 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e253d978-d2e0-4629-a028-f1291f938410', 'name': 'network-vif-deleted', 'tag': '405ec1a9-0109-4cf2-ba2d-9552d3e81ff1', 'status': 'completed', 'code': 200}
Dec 23 17:09:48.466497 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b34b3c84-7beb-4b17-ba09-d9d2f0ca3b7e req-306f79c0-94f5-4030-86ec-1233efae606f tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "GET /v2.0/ports?device_id=e253d978-d2e0-4629-a028-f1291f938410 HTTP/1.1" status: 200  len: 210 time: 0.0503697
Dec 23 17:09:49.576903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37760) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:09:49.652335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ac6d7aa-1ab5-451a-9537-9e22960ccf49 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:49.683662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ac6d7aa-1ab5-451a-9537-9e22960ccf49 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:49.773949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ac6d7aa-1ab5-451a-9537-9e22960ccf49 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:49.779625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-14010df0-47a4-4fb3-a321-f31e8176cc46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:09:49.795153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6d7aa-1ab5-451a-9537-9e22960ccf49 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da9ab8a-f6e8-43ae-822a-75b61c1ad78a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:09:49.798086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5ac6d7aa-1ab5-451a-9537-9e22960ccf49 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:09:49.805590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5ac6d7aa-1ab5-451a-9537-9e22960ccf49 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:49.809582 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5ac6d7aa-1ab5-451a-9537-9e22960ccf49 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] 10.222.0.67 "DELETE /v2.0/security-groups/2da9ab8a-f6e8-43ae-822a-75b61c1ad78a HTTP/1.1" status: 204  len: 168 time: 0.2287383
Dec 23 17:09:49.866926 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37766) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:09:50.472875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fceec94d-a33f-464f-b10a-2d1c42b13a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:51.117212 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fceec94d-a33f-464f-b10a-2d1c42b13a53 admin admin] Deleting port 7f6c3a7a-f257-4119-87ad-fdd7073defdf {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:09:51.117753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fceec94d-a33f-464f-b10a-2d1c42b13a53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:51.299210 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-fceec94d-a33f-464f-b10a-2d1c42b13a53 admin admin] For port 7f6c3a7a-f257-4119-87ad-fdd7073defdf, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=7f6c3a7a-f257-4119-87ad-fdd7073defdf,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:09:51.299639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fceec94d-a33f-464f-b10a-2d1c42b13a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:51.426444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-fceec94d-a33f-464f-b10a-2d1c42b13a53 admin admin] Calling delete_port for 7f6c3a7a-f257-4119-87ad-fdd7073defdf owned by network:router_interface {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:09:51.536603 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:09:51.571734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:09:51.572150 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 405ec1a9-0109-4cf2-ba2d-9552d3e81ff1 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:09:51.607543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fceec94d-a33f-464f-b10a-2d1c42b13a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:51.612516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84132c39-f9d0-41ce-a812-188163b07efb tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:09:51.655397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceec94d-a33f-464f-b10a-2d1c42b13a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6c3a7a-f257-4119-87ad-fdd7073defdf,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:09:51.658417 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fceec94d-a33f-464f-b10a-2d1c42b13a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:09:52.208526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fceec94d-a33f-464f-b10a-2d1c42b13a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:52.272188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:09:52.825203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fceec94d-a33f-464f-b10a-2d1c42b13a53 admin admin] Router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:09:53.035477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fceec94d-a33f-464f-b10a-2d1c42b13a53 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:09:53.045069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477ea46-1938-4f50-bc87-5a492264e499 None None] Sync routers for ids ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:09:53.051420 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-fceec94d-a33f-464f-b10a-2d1c42b13a53 admin admin] 10.222.0.67 "PUT /v2.0/routers/1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1798804
Dec 23 17:09:53.051840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37772) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:09:53.058888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9477ea46-1938-4f50-bc87-5a492264e499 None None] Routers {'1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:09:53.059586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9477ea46-1938-4f50-bc87-5a492264e499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79d36048>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:09:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:09:53.265989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Notify callbacks [] for router, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:53.422102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-9477ea46-1938-4f50-bc87-5a492264e499 None None] Set router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:09:53.487204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:53.495391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Deleting port 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:09:53.495778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:53.682462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] For port 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:09:53.682873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:53.736289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9477ea46-1938-4f50-bc87-5a492264e499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79d36048>, [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:09:51Z', 'revision_number': 5, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port': {'id': '7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:00:58Z', 'updated_at': '2021-12-23T17:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:09:53.741578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477ea46-1938-4f50-bc87-5a492264e499 None None] Checking router: 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:09:53.753703 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9477ea46-1938-4f50-bc87-5a492264e499 None None] Routers {'1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:09:53.754482 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9477ea46-1938-4f50-bc87-5a492264e499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79d36048>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:09:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:09:53.814129 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Calling delete_port for 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f owned by network:router_gateway {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:09:53.920556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-9477ea46-1938-4f50-bc87-5a492264e499 None None] Set router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 gateway port host: None {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:09:53.989097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:53.992978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0f112d08-1154-4002-8c6d-f18dab944e9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:09:54.036271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-9477ea46-1938-4f50-bc87-5a492264e499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79d36048>, [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:09:53Z', 'revision_number': 6, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:09:54.037500 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Pushing event deleted for resources: {'Port': ['ID=7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:09:54.041326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:09:54.041476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477ea46-1938-4f50-bc87-5a492264e499 None None] The sync data for ids ['1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5'] in dv-neutron-822801-1-hyperv is: [{'id': '1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5', 'name': 'tempest-TestShelveInstance-544136316-router', 'tenant_id': 'cbc2589eab2a4918b55449463015f0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:00:57Z', 'updated_at': '2021-12-23T17:09:53Z', 'revision_number': 6, 'project_id': 'cbc2589eab2a4918b55449463015f0e6', 'gw_port_host': None}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:09:54.279427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:54.557722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d416cfa8-6a67-499d-a999-bd6b16f5f82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:54.789901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:54.794446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:54.820083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:54.820711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 {{(pid=88841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 17:09:54.833629 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:54.835751 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] 10.222.0.67 "DELETE /v2.0/routers/1f7e4848-537f-4cc3-a3b3-b91e32c4f6b5 HTTP/1.1" status: 204  len: 168 time: 1.7828772
Dec 23 17:09:54.837718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37776) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:09:54.907667 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-df48fde5-397c-49d3-8e59-b88c0f3de2a8 admin admin] Deleting subnet 717dca37-92d9-4a11-886f-dda61b1bf665 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 17:09:54.911680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df48fde5-397c-49d3-8e59-b88c0f3de2a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:54.968839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df48fde5-397c-49d3-8e59-b88c0f3de2a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:55.049419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df48fde5-397c-49d3-8e59-b88c0f3de2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:55.116979 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df48fde5-397c-49d3-8e59-b88c0f3de2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:55.121665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7ddd2927-5ac8-4f21-8893-cc31267c778c tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:09:55.161507 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48fde5-397c-49d3-8e59-b88c0f3de2a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=717dca37-92d9-4a11-886f-dda61b1bf665,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:09:55.164399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-df48fde5-397c-49d3-8e59-b88c0f3de2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:09:55.171197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-df48fde5-397c-49d3-8e59-b88c0f3de2a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:55.178015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208f7421-c47d-4b9c-ad7c-3af325505d09 None None] Network e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 17:09:55.178400 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-df48fde5-397c-49d3-8e59-b88c0f3de2a8 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/717dca37-92d9-4a11-886f-dda61b1bf665 HTTP/1.1" status: 204  len: 168 time: 0.3396194
Dec 23 17:09:55.181252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37780) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:09:55.304447 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:55.315293 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Deleting port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:09:55.315663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:55.455143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a811d-6fb5-478d-ac71-beeb41b7c5ca None None] DHCP port deletion for e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 17:09:55.460332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-935a811d-6fb5-478d-ac71-beeb41b7c5ca None None] Deleting port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:09:55.460771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-935a811d-6fb5-478d-ac71-beeb41b7c5ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:55.535860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] For port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=5b4ec563-e7b7-43b3-8bdf-b190802cd0aa,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:09:55.536269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:55.662006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:09:55.667199 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Calling delete_port for 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:09:55.725345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-935a811d-6fb5-478d-ac71-beeb41b7c5ca None None] For port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=5b4ec563-e7b7-43b3-8bdf-b190802cd0aa,segment=NetworkSegment(78ea6431-312a-4f36-b1fb-64623dd1450b),segment_id=78ea6431-312a-4f36-b1fb-64623dd1450b)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:09:55.725714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-935a811d-6fb5-478d-ac71-beeb41b7c5ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:55.742723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:55.747669 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6cd8b53f-cdb1-430b-ade5-a1705dcf819d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:09:55.792473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4ec563-e7b7-43b3-8bdf-b190802cd0aa,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:09:55.795375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:09:55.800855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] No DVR routers for this DVR port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 17:09:55.864028 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-935a811d-6fb5-478d-ac71-beeb41b7c5ca None None] Calling delete_port for 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:09:55.907858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No active binding found for port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa {{(pid=88842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 23 17:09:55.908341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:09:55.909326 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7f6c3a7a-f257-4119-87ad-fdd7073defdf no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:09:55.926148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:55.946851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 7f6c3a7a-f257-4119-87ad-fdd7073defdf {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:09:55.947277 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7f6c3a7a-f257-4119-87ad-fdd7073defdf not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:09:55.947761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:09:55.952989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab93a20>,) {'filters': {'network_id': ['e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:09:55.966711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab93a20>, '78ea6431-312a-4f36-b1fb-64623dd1450b') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:09:55.967088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7ab93a20>, '78ea6431-312a-4f36-b1fb-64623dd1450b') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:09:55.980227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:55.984380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:09:55.984784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 7fbc3b19-fdf2-4d30-9ce1-6fdb412c630f not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:09:55.998724 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:56.004750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-935a811d-6fb5-478d-ac71-beeb41b7c5ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 17:09:56.004903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-935a811d-6fb5-478d-ac71-beeb41b7c5ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 17:09:56.005578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 17:09:56.006013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 17:09:56.022354 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 17:09:56.101295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:56.105908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:56.109499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a94d6360-1a91-4801-a516-225d4769cd53 tempest-NetworksIpV6Test-1627780122 tempest-NetworksIpV6Test-1627780122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:09:56.124200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:56.136036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:09:56.139440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:09:56.149724 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d7ba7ef9-1ed5-48fd-b92c-cc16e7e710ab admin admin] 10.222.0.67 "DELETE /v2.0/networks/e5ed8c6d-ef2f-48a6-99f1-5d44ec15307a HTTP/1.1" status: 204  len: 168 time: 0.9670413
Dec 23 17:09:56.152877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37784) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:09:56.506258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-935a811d-6fb5-478d-ac71-beeb41b7c5ca None None] Deleting port 5b4ec563-e7b7-43b3-8bdf-b190802cd0aa {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:09:56.506767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-935a811d-6fb5-478d-ac71-beeb41b7c5ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:56.579372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-935a811d-6fb5-478d-ac71-beeb41b7c5ca None None] The port '5b4ec563-e7b7-43b3-8bdf-b190802cd0aa' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 17:09:56.805556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84b30bb6-41e9-43d7-91c0-04d3fb490d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:56.910462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21492139-3571-43ed-832a-c0cb8eb2d94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:57.437133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-84b30bb6-41e9-43d7-91c0-04d3fb490d37 admin admin] Deleting port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:09:57.437524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84b30bb6-41e9-43d7-91c0-04d3fb490d37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:57.538395 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:57.620109 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-84b30bb6-41e9-43d7-91c0-04d3fb490d37 admin admin] For port c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d,segment=NetworkSegment(d4c0079f-431d-4f90-978a-90e282d8a8f7),segment_id=d4c0079f-431d-4f90-978a-90e282d8a8f7)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:09:57.620513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84b30bb6-41e9-43d7-91c0-04d3fb490d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:57.748608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-84b30bb6-41e9-43d7-91c0-04d3fb490d37 admin admin] Calling delete_port for c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:09:57.926679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84b30bb6-41e9-43d7-91c0-04d3fb490d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:57.931121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:09:57.978015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b30bb6-41e9-43d7-91c0-04d3fb490d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:09:57.980861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84b30bb6-41e9-43d7-91c0-04d3fb490d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:09:58.291237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-84b30bb6-41e9-43d7-91c0-04d3fb490d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:58.807334 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:58.899798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b30bb6-41e9-43d7-91c0-04d3fb490d37 admin admin] Router 588292a1-b157-4cda-bd92-de99c2dbee91 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:09:59.114684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b30bb6-41e9-43d7-91c0-04d3fb490d37 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:09:59.123732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cfc914-7b3e-43ad-b0be-9626d66d9172 None None] Sync routers for ids ['588292a1-b157-4cda-bd92-de99c2dbee91'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:09:59.123994 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-84b30bb6-41e9-43d7-91c0-04d3fb490d37 admin admin] 10.222.0.67 "PUT /v2.0/routers/588292a1-b157-4cda-bd92-de99c2dbee91/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9700174
Dec 23 17:09:59.126779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37788) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:09:59.136242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfc914-7b3e-43ad-b0be-9626d66d9172 None None] Routers {'588292a1-b157-4cda-bd92-de99c2dbee91'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:09:59.136914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a4cfc914-7b3e-43ad-b0be-9626d66d9172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a39c9b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['588292a1-b157-4cda-bd92-de99c2dbee91'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:09:59.328874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-a4cfc914-7b3e-43ad-b0be-9626d66d9172 None None] Set router 588292a1-b157-4cda-bd92-de99c2dbee91 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:09:59.337040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:59.636483 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a4cfc914-7b3e-43ad-b0be-9626d66d9172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a39c9b0>, [{'id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'name': 'tempest-TestShelveInstance-454260982-router', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:09:57Z', 'revision_number': 5, 'project_id': '17af98a41c1542f59b6ab597c66af4b4', 'gw_port': {'id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:09:59.640809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cfc914-7b3e-43ad-b0be-9626d66d9172 None None] Checking router: 588292a1-b157-4cda-bd92-de99c2dbee91 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:09:59.653399 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfc914-7b3e-43ad-b0be-9626d66d9172 None None] Routers {'588292a1-b157-4cda-bd92-de99c2dbee91'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:09:59.654085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a4cfc914-7b3e-43ad-b0be-9626d66d9172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a39c9b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['588292a1-b157-4cda-bd92-de99c2dbee91'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:09:59.805834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:59.813866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] Deleting port 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:09:59.814339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:09:59.842419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-a4cfc914-7b3e-43ad-b0be-9626d66d9172 None None] Set router 588292a1-b157-4cda-bd92-de99c2dbee91 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:09:59.999271 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] For port 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:09:59.999680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:00.132335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] Calling delete_port for 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:10:00.150566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a4cfc914-7b3e-43ad-b0be-9626d66d9172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a39c9b0>, [{'id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'name': 'tempest-TestShelveInstance-454260982-router', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:09:57Z', 'revision_number': 5, 'project_id': '17af98a41c1542f59b6ab597c66af4b4', 'gw_port': {'id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:00.154702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cfc914-7b3e-43ad-b0be-9626d66d9172 None None] The sync data for ids ['588292a1-b157-4cda-bd92-de99c2dbee91'] in dv-neutron-822801-1-hyperv is: [{'id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'name': 'tempest-TestShelveInstance-454260982-router', 'tenant_id': '17af98a41c1542f59b6ab597c66af4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:09:57Z', 'revision_number': 5, 'project_id': '17af98a41c1542f59b6ab597c66af4b4', 'gw_port': {'id': '5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588292a1-b157-4cda-bd92-de99c2dbee91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:01:04Z', 'updated_at': '2021-12-23T17:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:10:00.314204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:00.318778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:00.363578 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:00.367643 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:00.618595 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:00.894110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:00.898489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:00.926506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:00.927089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 588292a1-b157-4cda-bd92-de99c2dbee91 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 17:10:00.939662 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:00.941018 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-352c1e04-4b9d-4068-b8c6-e831ec5664a4 admin admin] 10.222.0.67 "DELETE /v2.0/routers/588292a1-b157-4cda-bd92-de99c2dbee91 HTTP/1.1" status: 204  len: 168 time: 1.8131402
Dec 23 17:10:00.943902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37792) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:01.014680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c5cf8a-731b-4c33-90b6-c58961a43431 admin admin] Deleting subnet e8597c62-1ced-40f4-a419-a4bccb79893d {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 17:10:01.018102 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-99c5cf8a-731b-4c33-90b6-c58961a43431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:01.077359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-99c5cf8a-731b-4c33-90b6-c58961a43431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:01.166294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-99c5cf8a-731b-4c33-90b6-c58961a43431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:01.240873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-99c5cf8a-731b-4c33-90b6-c58961a43431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:01.245457 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7efa2899-bef3-49ce-986f-a9ef0bb7e356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:01.282550 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5cf8a-731b-4c33-90b6-c58961a43431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8597c62-1ced-40f4-a419-a4bccb79893d,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:01.285791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-99c5cf8a-731b-4c33-90b6-c58961a43431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:01.291033 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-99c5cf8a-731b-4c33-90b6-c58961a43431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:01.296653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846d8fbb-ffb6-46d6-82f6-2b438b88dbe1 None None] Network 51aa48c4-84e2-4bef-a02f-3b17c8b2e17c requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 17:10:01.297381 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-99c5cf8a-731b-4c33-90b6-c58961a43431 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e8597c62-1ced-40f4-a419-a4bccb79893d HTTP/1.1" status: 204  len: 168 time: 0.3524454
Dec 23 17:10:01.300205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37796) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:01.417551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:01.428557 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Deleting port 4dbe1292-1877-42fa-be8c-f6fb52b7695f {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:10:01.428935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:01.562765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e3c600-c965-4192-ae9e-2b872a97eb2e None None] DHCP port deletion for 51aa48c4-84e2-4bef-a02f-3b17c8b2e17c request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 17:10:01.567965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-28e3c600-c965-4192-ae9e-2b872a97eb2e None None] Deleting port 4dbe1292-1877-42fa-be8c-f6fb52b7695f {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:10:01.568548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-28e3c600-c965-4192-ae9e-2b872a97eb2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:01.625837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 4dbe1292-1877-42fa-be8c-f6fb52b7695f no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:10:01.654061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] For port 4dbe1292-1877-42fa-be8c-f6fb52b7695f, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4dbe1292-1877-42fa-be8c-f6fb52b7695f,segment=NetworkSegment(d4c0079f-431d-4f90-978a-90e282d8a8f7),segment_id=d4c0079f-431d-4f90-978a-90e282d8a8f7)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:10:01.654469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:01.786528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Calling delete_port for 4dbe1292-1877-42fa-be8c-f6fb52b7695f owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:10:01.860080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:01.865289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-99bb8a82-ce9c-4a7d-8899-fea5586a3576 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:01.899162 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-28e3c600-c965-4192-ae9e-2b872a97eb2e None None] For port 4dbe1292-1877-42fa-be8c-f6fb52b7695f, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=4dbe1292-1877-42fa-be8c-f6fb52b7695f,segment=NetworkSegment(d4c0079f-431d-4f90-978a-90e282d8a8f7),segment_id=d4c0079f-431d-4f90-978a-90e282d8a8f7)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:10:01.899987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-28e3c600-c965-4192-ae9e-2b872a97eb2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:01.907587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:01.910389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbe1292-1877-42fa-be8c-f6fb52b7695f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:01.914266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:01.917414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] No DVR routers for this DVR port 4dbe1292-1877-42fa-be8c-f6fb52b7695f on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 17:10:02.044602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:02.077514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79a762e8>,) {'filters': {'network_id': ['51aa48c4-84e2-4bef-a02f-3b17c8b2e17c']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:02.092799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79a762e8>, 'd4c0079f-431d-4f90-978a-90e282d8a8f7') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:02.093143 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79a762e8>, 'd4c0079f-431d-4f90-978a-90e282d8a8f7') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:02.106892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:02.124306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:02.132231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 17:10:02.132759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 17:10:02.147371 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 17:10:02.215474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-28e3c600-c965-4192-ae9e-2b872a97eb2e None None] Calling delete_port for 4dbe1292-1877-42fa-be8c-f6fb52b7695f owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:10:02.228349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:02.231779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:02.246353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:02.258213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Pushing event deleted for resources: {'Network': ['ID=51aa48c4-84e2-4bef-a02f-3b17c8b2e17c,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:02.261297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:02.266040 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] 10.222.0.67 "DELETE /v2.0/networks/51aa48c4-84e2-4bef-a02f-3b17c8b2e17c HTTP/1.1" status: 204  len: 168 time: 0.9619887
Dec 23 17:10:02.301480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:10:02.339231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:10:02.339642 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device c4bc8b2d-bbef-41fa-8cc6-1745a5763b3d not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:10:02.340123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:10:02.384487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:10:02.384901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 5d3ad9f0-d8c3-4293-8ad0-3757c69d90f0 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:10:02.390346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-28e3c600-c965-4192-ae9e-2b872a97eb2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 17:10:02.390767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-28e3c600-c965-4192-ae9e-2b872a97eb2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 17:10:02.410847 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37802) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:02.467283 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3f8e8f75-dd64-4e40-87df-ab8f4d5f70b1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cbc2589eab2a4918b55449463015f0e6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0550396
Dec 23 17:10:02.469983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37808) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:02.533765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3ea6099-ee7f-407f-992e-414be6b43c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:02.560392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3ea6099-ee7f-407f-992e-414be6b43c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:02.610688 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3ea6099-ee7f-407f-992e-414be6b43c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:02.615958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b6bb5d85-d776-4514-b8b7-a43fb3c60fd6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:02.629970 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea6099-ee7f-407f-992e-414be6b43c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9be04e-6891-424b-9ebc-176a21a04bc1,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:02.634119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f3ea6099-ee7f-407f-992e-414be6b43c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:02.637426 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f3ea6099-ee7f-407f-992e-414be6b43c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:02.638678 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f3ea6099-ee7f-407f-992e-414be6b43c25 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cd9be04e-6891-424b-9ebc-176a21a04bc1 HTTP/1.1" status: 204  len: 168 time: 0.1677020
Dec 23 17:10:02.892176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-28e3c600-c965-4192-ae9e-2b872a97eb2e None None] Deleting port 4dbe1292-1877-42fa-be8c-f6fb52b7695f {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:10:02.892676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-28e3c600-c965-4192-ae9e-2b872a97eb2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:02.959873 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-28e3c600-c965-4192-ae9e-2b872a97eb2e None None] The port '4dbe1292-1877-42fa-be8c-f6fb52b7695f' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 17:10:03.065366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37816) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:03.123751 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b9750b69-c12f-43a4-a5e5-4b0061659af0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=17af98a41c1542f59b6ab597c66af4b4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0571499
Dec 23 17:10:03.126260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37820) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:03.190403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0f68418-d1c6-45a7-b16c-05bb45c57323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:03.218193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0f68418-d1c6-45a7-b16c-05bb45c57323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:03.263288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0f68418-d1c6-45a7-b16c-05bb45c57323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:03.268996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7f72d4fa-d329-43d8-9908-1690ce02e7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:03.280107 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f68418-d1c6-45a7-b16c-05bb45c57323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0230649-fa07-44be-be5b-536f909d191f,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:03.284076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0f68418-d1c6-45a7-b16c-05bb45c57323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:03.288526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0f68418-d1c6-45a7-b16c-05bb45c57323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:03.289780 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e0f68418-d1c6-45a7-b16c-05bb45c57323 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d0230649-fa07-44be-be5b-536f909d191f HTTP/1.1" status: 204  len: 168 time: 0.1625419
Dec 23 17:10:04.214701 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37844) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:04.354115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-995924417-network', 'tenant_id': '50ac19e902674b7a817a50eff71592d4'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:04.359489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:04.363622 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Usage tracker for resource:network and tenant:50ac19e902674b7a817a50eff71592d4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:04.366640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:04.374148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:04.382973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Made reservation on behalf of 50ac19e902674b7a817a50eff71592d4 for: {'network': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 17:10:04.387923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:04.402463 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:04.435226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:04.439204 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Usage tracker for resource:security_group_rule and tenant:50ac19e902674b7a817a50eff71592d4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:04.442156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:04.448153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:04.519024 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:04.521714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:04.526159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a5ea0b00-3495-4bfc-8342-72aed4306c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:04.554368 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'}  {{(pid=88840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 17:10:04.563717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af07fa7-b803-4f93-a444-1cb3cc6ebdbe,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:04.568187 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:04.570753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:04.571180 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Added segment 600a49c8-e66d-42de-93df-9379365a4bcd of type vlan for network e9255460-3efc-4d4c-be5e-d29b79e10e88
Dec 23 17:10:04.598714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:04.627990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:04.629103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:04.629742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:04.634726 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c34462b-1c41-42de-a2fd-f0197689ae52 tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:04.736600 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5206320
Dec 23 17:10:04.739943 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37850) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:04.742134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Pushing event updated for resources: {'Network': ['ID=e9255460-3efc-4d4c-be5e-d29b79e10e88,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:04.744888 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:04.746283 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Request body: {'subnet': {'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-995924417-subnet', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'ip_version': 4}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:04.751833 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:04.753205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network e9255460-3efc-4d4c-be5e-d29b79e10e88 details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 17:10:04.756555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Usage tracker for resource:subnet and tenant:50ac19e902674b7a817a50eff71592d4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:04.759611 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:04.765899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:04.783063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Made reservation on behalf of 50ac19e902674b7a817a50eff71592d4 for: {'subnet': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 17:10:04.787890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2656519'] for subnet, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:04.999739 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851774130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2656534'] for subnet, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:05.004792 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f77704d8-7cea-485d-94f4-59dff6b9c6d7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:05.078717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e351d0f-c652-4c08-9a3f-59636c0ba5a0,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:05.083491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:05.094799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Checking segment: {'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:10:05.095259 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Network hostable DHCP agents. Network: e9255460-3efc-4d4c-be5e-d29b79e10e88, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 17:10:05.117101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Network e9255460-3efc-4d4c-be5e-d29b79e10e88 is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 17:10:05.125239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, e9255460-3efc-4d4c-be5e-d29b79e10e88) {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:10:05.130046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:05.130749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:05.137852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5992e07-173b-48e3-a457-31e0dccace05 None None] Network e9255460-3efc-4d4c-be5e-d29b79e10e88 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 17:10:05.154850 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-187bd263-9310-4510-b3e2-4e0ac4e37a68 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4137123
Dec 23 17:10:05.157737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37854) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:05.163758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:05.175224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:05.179594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Usage tracker for resource:router and tenant:50ac19e902674b7a817a50eff71592d4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:05.182837 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:05.189186 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:05.199763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:05.200885 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:05.222268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:05.371400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-e9255460-3efc-4d4c-be5e-d29b79e10e88', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 17:10:05.372339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:05.376702 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:05.539839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Allocated IP 172.20.0.2 (e9255460-3efc-4d4c-be5e-d29b79e10e88/8e351d0f-c652-4c08-9a3f-59636c0ba5a0/134c43d6-5f60-412a-869e-10e50c8dae7e) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:10:05.583947 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:05.622251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:05.758538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:05.766029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Allocated IP 172.26.5.242 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/1c9f9a49-efb9-47c3-971a-a947fc405a3e) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:10:05.773517 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Transition to ACTIVE for port object 134c43d6-5f60-412a-869e-10e50c8dae7e will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:10:05.794425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Transition to ACTIVE for port object 134c43d6-5f60-412a-869e-10e50c8dae7e will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:10:05.801088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:05.805220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:05.880294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Network e9255460-3efc-4d4c-be5e-d29b79e10e88 is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:10:05.881005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Pushing event updated for resources: {'Port': ['ID=134c43d6-5f60-412a-869e-10e50c8dae7e,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:05.884202 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:10:05.887428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:10:05.898816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:05.899498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:05.899894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:05.900282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:05.900666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:05.901050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:05.901429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:05.901809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:05.902185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:05.902559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:05.902938 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:05.906445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:05.936289 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:05.963154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:05.967698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-982ea1c9-3ddc-49fe-825a-4945e835b211 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:05.993653 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Attempting to bind port 134c43d6-5f60-412a-869e-10e50c8dae7e on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:10:05.994136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Attempting to bind port 134c43d6-5f60-412a-869e-10e50c8dae7e by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:10:05.994555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Attempting to bind port 134c43d6-5f60-412a-869e-10e50c8dae7e on network e9255460-3efc-4d4c-be5e-d29b79e10e88 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:10:06.001692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:10:06.001925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Checking segment: {'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:10:06.002499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:06.002955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Bound using segment: {'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:10:06.003499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Bound port: 134c43d6-5f60-412a-869e-10e50c8dae7e, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:10:06.003956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:06.037362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:10:06.040382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:10:06.044924 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:10:06.072269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Pushing event updated for resources: {'Port': ['ID=1c9f9a49-efb9-47c3-971a-a947fc405a3e,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:06.077761 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:06.102414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] For port 134c43d6-5f60-412a-869e-10e50c8dae7e, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:10:06.105945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] For port 134c43d6-5f60-412a-869e-10e50c8dae7e, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=134c43d6-5f60-412a-869e-10e50c8dae7e,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:10:06.108933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:06.114119 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:06.202563 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Pushing event updated for resources: {'Port': ['ID=134c43d6-5f60-412a-869e-10e50c8dae7e,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:06.205784 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:06.227770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:06.228559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:06.473516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 17:10:06.701340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:10:06.712060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Sync routers for ids ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:10:06.725200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Routers {'cb7484b8-6028-4e61-8f01-bef8f4aeaa96'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:10:06.725401 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] Notify callbacks [] for router, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:06.725880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79cc3780>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:06.726685 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0cb14618-4df3-477c-9b44-063c2a0306ad admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.5677011
Dec 23 17:10:06.729692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37860) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:06.913454 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Set router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:10:07.231266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79cc3780>, [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:06Z', 'revision_number': 3, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:07.236008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Checking router: cb7484b8-6028-4e61-8f01-bef8f4aeaa96 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:10:07.236428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Updating router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 port 1c9f9a49-efb9-47c3-971a-a947fc405a3e binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 17:10:07.294480 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:07.672538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:07.679120 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 134c43d6-5f60-412a-869e-10e50c8dae7e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:10:07.733481 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Transition to ACTIVE for port object 1c9f9a49-efb9-47c3-971a-a947fc405a3e will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:10:07.747073 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:07.754113 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:07.798931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:07.851772 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031a58c-1985-4c1c-a64a-504e955ed98a None None] Pushing event updated for resources: {'Port': ['ID=1c9f9a49-efb9-47c3-971a-a947fc405a3e,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:07.855497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Attempting to bind port 1c9f9a49-efb9-47c3-971a-a947fc405a3e on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:10:07.855961 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Attempting to bind port 1c9f9a49-efb9-47c3-971a-a947fc405a3e by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:10:07.856339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Attempting to bind port 1c9f9a49-efb9-47c3-971a-a947fc405a3e on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:10:07.859360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f031a58c-1985-4c1c-a64a-504e955ed98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:07.865628 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:10:07.866069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:10:07.866541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:07.867035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:10:07.867571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Bound port: 1c9f9a49-efb9-47c3-971a-a947fc405a3e, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:10:07.868012 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:07.898035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 134c43d6-5f60-412a-869e-10e50c8dae7e completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:10:07.954528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] For port 1c9f9a49-efb9-47c3-971a-a947fc405a3e, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:10:07.958648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] For port 1c9f9a49-efb9-47c3-971a-a947fc405a3e, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1c9f9a49-efb9-47c3-971a-a947fc405a3e,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:10:07.961913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5d8230-ef8d-4243-b970-0132de986df7 None None] Network e9255460-3efc-4d4c-be5e-d29b79e10e88 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 17:10:07.982214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:07.989329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:08.038429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Allocated IP 172.20.0.1 (e9255460-3efc-4d4c-be5e-d29b79e10e88/8e351d0f-c652-4c08-9a3f-59636c0ba5a0/584cfc18-18ae-4bc4-91f4-c6b39f2679a1) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:10:08.163623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031a58c-1985-4c1c-a64a-504e955ed98a None None] Pushing event updated for resources: {'Port': ['ID=1c9f9a49-efb9-47c3-971a-a947fc405a3e,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:08.168692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-97b7c1a4-b06b-4ef6-a2e0-79050e721d81 None None] Provisioning for port 134c43d6-5f60-412a-869e-10e50c8dae7e completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:10:08.182055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f031a58c-1985-4c1c-a64a-504e955ed98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:08.193044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-97b7c1a4-b06b-4ef6-a2e0-79050e721d81 None None] Provisioning complete for port 134c43d6-5f60-412a-869e-10e50c8dae7e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:08.193486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97b7c1a4-b06b-4ef6-a2e0-79050e721d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:08.211745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:08.230364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Transition to ACTIVE for port object 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:10:08.250655 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:08.255858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2a854794-dd27-4005-89d8-08b1f4a3fe7d tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:08.329814 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Network e9255460-3efc-4d4c-be5e-d29b79e10e88 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:10:08.333884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:10:08.338757 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:10:08.369487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Pushing event updated for resources: {'Port': ['ID=584cfc18-18ae-4bc4-91f4-c6b39f2679a1,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:08.377878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:08.400318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:08.433079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Routers {'cb7484b8-6028-4e61-8f01-bef8f4aeaa96'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:10:08.433721 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79cc3780>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:08.488146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:08.730209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:08.733927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:08.764506 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] Set router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:10:08.766869 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a87a1d69-5041-41fd-b14b-71d1ca96f6c7 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:08.817484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97b7c1a4-b06b-4ef6-a2e0-79050e721d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:08.848903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:08.853354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Pushing event updated for resources: {'Port': ['ID=584cfc18-18ae-4bc4-91f4-c6b39f2679a1,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:08.856882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:08.968797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-97b7c1a4-b06b-4ef6-a2e0-79050e721d81 None None] For port 134c43d6-5f60-412a-869e-10e50c8dae7e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=134c43d6-5f60-412a-869e-10e50c8dae7e,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:10:08.973330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-97b7c1a4-b06b-4ef6-a2e0-79050e721d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:08.986178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-76f7061f-277c-4f13-9e39-81fea15be620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:09.024083 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Network e9255460-3efc-4d4c-be5e-d29b79e10e88 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:10:09.025840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:10:09.145462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7c1a4-b06b-4ef6-a2e0-79050e721d81 None None] Pushing event updated for resources: {'Port': ['ID=134c43d6-5f60-412a-869e-10e50c8dae7e,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:09.152295 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-97b7c1a4-b06b-4ef6-a2e0-79050e721d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:09.223694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-43ec0c0e-8f96-4515-b582-e6f7489d5642 None None] Provisioning for port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:10:09.231933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-43ec0c0e-8f96-4515-b582-e6f7489d5642 None None] Provisioning complete for port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:09.232370 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43ec0c0e-8f96-4515-b582-e6f7489d5642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:09.296621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-43ec0c0e-8f96-4515-b582-e6f7489d5642 None None] Port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 17:10:09.301429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79cc3780>, [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 1, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:09.306528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf3a1d1-fcdf-4faa-81b6-15baa4a64a88 None None] The sync data for ids ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'] in dv-neutron-822801-1-hyperv is: [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 1, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:10:09.324364 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-43ec0c0e-8f96-4515-b582-e6f7489d5642 None None] Provisioning complete for port 134c43d6-5f60-412a-869e-10e50c8dae7e triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:09.324805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-43ec0c0e-8f96-4515-b582-e6f7489d5642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:09.479848 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:10:09.596591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5b6eb163-180e-400f-9d8a-e9eb56c8944d None None] Provisioning complete for port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:09.597165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b6eb163-180e-400f-9d8a-e9eb56c8944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:09.649637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 134c43d6-5f60-412a-869e-10e50c8dae7e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:10:09.707456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5b6eb163-180e-400f-9d8a-e9eb56c8944d None None] Port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 17:10:09.731322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:10:09.744935 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] 10.222.0.67 "PUT /v2.0/routers/cb7484b8-6028-4e61-8f01-bef8f4aeaa96/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0139384
Dec 23 17:10:09.764856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 134c43d6-5f60-412a-869e-10e50c8dae7e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:09.765601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:09.859785 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-5a478b4c-3c12-417b-814c-4ffbe9bf5325 None None] Provisioning complete for port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:09.860013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5a478b4c-3c12-417b-814c-4ffbe9bf5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:09.966414 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5a478b4c-3c12-417b-814c-4ffbe9bf5325 None None] Port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 17:10:10.697270 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37894) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:10.703708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-928241806-network', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:10.709321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:10.713548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Usage tracker for resource:network and tenant:0f6598cc9f5d477887ad51365bcdc59c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:10.716773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:10.723941 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:10.734405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Made reservation on behalf of 0f6598cc9f5d477887ad51365bcdc59c for: {'network': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 17:10:10.740321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for network, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:10.754707 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:10.790063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:10.794272 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Usage tracker for resource:security_group_rule and tenant:0f6598cc9f5d477887ad51365bcdc59c is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:10.797456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:10.804695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:10.880076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:10.884438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:10.888933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-6a7d28b4-ff8a-4ab9-b5eb-c6903481a3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:10.921780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'}  {{(pid=88841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 23 17:10:10.932061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740d29dd-a267-4433-b07d-7dfbeb9b6424,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:10.936032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:10.938730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:10.939160 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.segments_db [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Added segment 67ff993a-8b5d-468e-9070-c84a3c0d6ad0 of type vlan for network 81760dfa-f7cb-48b8-9ccc-949cf6c50b3b
Dec 23 17:10:10.969815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730455305809'] for network, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:11.003640 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580'] for network, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:11.004648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:11.005297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:11.010659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:11.118613 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4200900
Dec 23 17:10:11.120932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37898) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:11.124981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Pushing event updated for resources: {'Network': ['ID=81760dfa-f7cb-48b8-9ccc-949cf6c50b3b,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:11.127535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Request body: {'subnet': {'network_id': '81760dfa-f7cb-48b8-9ccc-949cf6c50b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-928241806-subnet', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c', 'ip_version': 4}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:11.128388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-5c35eb2b-bc7b-487a-87be-9dc91ce61327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:11.132988 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:11.136009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Network 81760dfa-f7cb-48b8-9ccc-949cf6c50b3b details requested by agent ovs-agent-dv-neutron-822801-1-hyperv with host dv-neutron-822801-1-hyperv {{(pid=88842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 23 17:10:11.137350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Usage tracker for resource:subnet and tenant:0f6598cc9f5d477887ad51365bcdc59c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:11.140549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:11.148957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:11.160637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Made reservation on behalf of 0f6598cc9f5d477887ad51365bcdc59c for: {'subnet': 1} {{(pid=88840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 17:10:11.166949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851813140'] for subnet, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:11.390036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2860338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851813123'] for subnet, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:11.395241 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0128b7f-0633-40f2-afcb-641968cbe1eb tempest-BulkNetworkOpsIpV6Test-2005073381 tempest-BulkNetworkOpsIpV6Test-2005073381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:11.468433 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9385494e-161c-4a37-bc41-74f5567ec544,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:11.479711 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:11.493990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Checking segment: {'id': '67ff993a-8b5d-468e-9070-c84a3c0d6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '81760dfa-f7cb-48b8-9ccc-949cf6c50b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:10:11.494394 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Network hostable DHCP agents. Network: 81760dfa-f7cb-48b8-9ccc-949cf6c50b3b, hostable agents: ['be21229b-2194-4d1e-bb10-05876aa22923'], hosted agents: [] {{(pid=88840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 23 17:10:11.515934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Network 81760dfa-f7cb-48b8-9ccc-949cf6c50b3b is scheduled to be hosted by DHCP agent be21229b-2194-4d1e-bb10-05876aa22923 with binding_index 1 {{(pid=88840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 23 17:10:11.524936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822801-1-hyperv, 81760dfa-f7cb-48b8-9ccc-949cf6c50b3b) {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:10:11.528911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:11.529567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:11.534136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c337092-a35f-4453-a464-0140904df2b6 None None] Network 81760dfa-f7cb-48b8-9ccc-949cf6c50b3b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 17:10:11.549915 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4277151
Dec 23 17:10:11.552573 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37906) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:11.558250 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-928241806-router', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:11.563608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:11.570315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Usage tracker for resource:router and tenant:0f6598cc9f5d477887ad51365bcdc59c is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:11.573733 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:11.581822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:11.597634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2046544'] for router, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:11.599043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854296302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396646', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854348059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036852729256'] for router, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:11.620332 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:11.656386 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1c9f9a49-efb9-47c3-971a-a947fc405a3e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:10:11.832307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 1c9f9a49-efb9-47c3-971a-a947fc405a3e completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:10:11.844577 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 1c9f9a49-efb9-47c3-971a-a947fc405a3e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:11.845008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:11.876574 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45f77307-3ed3-5e81-9f12-504e0204c14a-81760dfa-f7cb-48b8-9ccc-949cf6c50b3b', 'network_id': '81760dfa-f7cb-48b8-9ccc-949cf6c50b3b', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c', 'fixed_ips': [{'subnet_id': '9385494e-161c-4a37-bc41-74f5567ec544'}]}} from dv-neutron-822801-1-hyperv. {{(pid=88842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 23 17:10:11.878198 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.032601 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036852729271'] for router, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.109396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.138729 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 1c9f9a49-efb9-47c3-971a-a947fc405a3e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1c9f9a49-efb9-47c3-971a-a947fc405a3e,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:10:12.143990 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Allocated IP 172.20.0.2 (81760dfa-f7cb-48b8-9ccc-949cf6c50b3b/9385494e-161c-4a37-bc41-74f5567ec544/f2006207-00f9-4a1a-ae8f-6b05fdb5d576) {{(pid=88842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:10:12.146678 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.151140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f031a58c-1985-4c1c-a64a-504e955ed98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:12.247171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.282040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.436957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=1c9f9a49-efb9-47c3-971a-a947fc405a3e,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:12.443443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Allocated IP 172.26.5.130 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/dfd95332-cfac-496a-91ba-558cfff5e9a8) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:10:12.485778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:12.606263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.621114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Notify callbacks [] for port, precommit_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.632515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Transition to ACTIVE for port object f2006207-00f9-4a1a-ae8f-6b05fdb5d576 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:10:12.633419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.638046 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b2b5a245-888b-4c3b-afd7-23d796fd2c39 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:12.653668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Transition to ACTIVE for port object f2006207-00f9-4a1a-ae8f-6b05fdb5d576 will not be triggered until provisioned by entity DHCP. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:10:12.658594 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073'] for port, after_create {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.664824 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:12.710452 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:10:12.713532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:10:12.718134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:10:12.740053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Network 81760dfa-f7cb-48b8-9ccc-949cf6c50b3b is already hosted by enough agents. {{(pid=88842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:10:12.745936 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd95332-cfac-496a-91ba-558cfff5e9a8,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:12.746569 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Resources bound (agent type, host, resource id):  {{(pid=88842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:10:12.751519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:12.753621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Received port after_create {{(pid=88842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:10:12.765049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.765793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Pushing event updated for resources: {'Port': ['ID=f2006207-00f9-4a1a-ae8f-6b05fdb5d576,revision_number=1']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:12.769799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:12.860115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Attempting to bind port f2006207-00f9-4a1a-ae8f-6b05fdb5d576 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:10:12.860659 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Attempting to bind port f2006207-00f9-4a1a-ae8f-6b05fdb5d576 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '67ff993a-8b5d-468e-9070-c84a3c0d6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '81760dfa-f7cb-48b8-9ccc-949cf6c50b3b'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:10:12.860942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Attempting to bind port f2006207-00f9-4a1a-ae8f-6b05fdb5d576 on network 81760dfa-f7cb-48b8-9ccc-949cf6c50b3b {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:10:12.868987 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:10:12.869422 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Checking segment: {'id': '67ff993a-8b5d-468e-9070-c84a3c0d6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '81760dfa-f7cb-48b8-9ccc-949cf6c50b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:10:12.869881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.870461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Bound using segment: {'id': '67ff993a-8b5d-468e-9070-c84a3c0d6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '81760dfa-f7cb-48b8-9ccc-949cf6c50b3b'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:10:12.870914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Bound port: f2006207-00f9-4a1a-ae8f-6b05fdb5d576, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ff993a-8b5d-468e-9070-c84a3c0d6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '81760dfa-f7cb-48b8-9ccc-949cf6c50b3b'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:10:12.871518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.896768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.897543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854296152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854379216'] for router, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.968771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] For port f2006207-00f9-4a1a-ae8f-6b05fdb5d576, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:10:12.973108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] For port f2006207-00f9-4a1a-ae8f-6b05fdb5d576, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f2006207-00f9-4a1a-ae8f-6b05fdb5d576,segment=NetworkSegment(67ff993a-8b5d-468e-9070-c84a3c0d6ad0),segment_id=67ff993a-8b5d-468e-9070-c84a3c0d6ad0)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:10:12.977052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:12.981898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b37a173f-9865-4384-99ed-a000fa934626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:13.061047 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Pushing event updated for resources: {'Port': ['ID=f2006207-00f9-4a1a-ae8f-6b05fdb5d576,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:13.064307 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:13.147538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Router 456dbebf-0d6b-42a7-a442-59c2b1f95398 is scheduled to L3 agent 75177be9-b948-4f86-8257-45950bc6b218 with binding_index 1 {{(pid=88840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 23 17:10:13.156625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Sync routers for ids ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:10:13.190232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Routers {'cb7484b8-6028-4e61-8f01-bef8f4aeaa96'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:10:13.190891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3cacc0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:13.381841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:10:13.399791 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Set router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:10:13.417767 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Sync routers for ids ['456dbebf-0d6b-42a7-a442-59c2b1f95398'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:10:13.422193 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:13.426879 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37910) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:13.427325 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.8735113
Dec 23 17:10:13.434914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Routers {'456dbebf-0d6b-42a7-a442-59c2b1f95398'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:10:13.436226 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79e852b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['456dbebf-0d6b-42a7-a442-59c2b1f95398'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:13.723072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Set router 456dbebf-0d6b-42a7-a442-59c2b1f95398 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:10:13.782903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f2006207-00f9-4a1a-ae8f-6b05fdb5d576 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:10:13.929525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3cacc0>, [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 2, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:13.935253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Checking router: cb7484b8-6028-4e61-8f01-bef8f4aeaa96 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:10:13.935684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Updating router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 17:10:13.990587 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:14.045105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port f2006207-00f9-4a1a-ae8f-6b05fdb5d576 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:10:14.055927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1c9f9a49-efb9-47c3-971a-a947fc405a3e up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:10:14.197114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 1c9f9a49-efb9-47c3-971a-a947fc405a3e triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:14.197558 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:14.241752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79e852b0>, [{'id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'name': 'tempest-TestSnapshotPattern-928241806-router', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.130'}], 'enable_snat': True}, 'gw_port_id': 'dfd95332-cfac-496a-91ba-558cfff5e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:11Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 3, 'project_id': '0f6598cc9f5d477887ad51365bcdc59c', 'gw_port': {'id': 'dfd95332-cfac-496a-91ba-558cfff5e9a8', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:12Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:14.252867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Checking router: 456dbebf-0d6b-42a7-a442-59c2b1f95398 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:10:14.253392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Updating router 456dbebf-0d6b-42a7-a442-59c2b1f95398 port dfd95332-cfac-496a-91ba-558cfff5e9a8 binding host dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 17:10:14.326771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:14.436229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:14.453281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Transition to ACTIVE for port object 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:10:14.463080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:14.472063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1ed789ba-3f0c-4d1b-853b-afffdebccbf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:14.646360 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660452fe-9c77-41c9-b0da-95fb31738389 None None] Pushing event updated for resources: {'Port': ['ID=584cfc18-18ae-4bc4-91f4-c6b39f2679a1,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:14.665582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660452fe-9c77-41c9-b0da-95fb31738389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:14.666151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660452fe-9c77-41c9-b0da-95fb31738389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:14.666634 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660452fe-9c77-41c9-b0da-95fb31738389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:14.667239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660452fe-9c77-41c9-b0da-95fb31738389 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:14.667732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660452fe-9c77-41c9-b0da-95fb31738389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:14.668236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660452fe-9c77-41c9-b0da-95fb31738389 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:14.668870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660452fe-9c77-41c9-b0da-95fb31738389 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:14.669450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660452fe-9c77-41c9-b0da-95fb31738389 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:14.669933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660452fe-9c77-41c9-b0da-95fb31738389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:14.670412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660452fe-9c77-41c9-b0da-95fb31738389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:14.670891 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660452fe-9c77-41c9-b0da-95fb31738389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:10:14.707443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-660452fe-9c77-41c9-b0da-95fb31738389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:14.721075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:14.791666 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Attempting to bind port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:10:14.792253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Attempting to bind port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:10:14.793110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Attempting to bind port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 on network e9255460-3efc-4d4c-be5e-d29b79e10e88 {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:10:14.801960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:10:14.802489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Checking segment: {'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:10:14.803105 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:14.803670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Bound using segment: {'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:10:14.804868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Bound port: 584cfc18-18ae-4bc4-91f4-c6b39f2679a1, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:10:14.806160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:14.819131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Notify callbacks [] for port, precommit_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:14.837635 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Transition to ACTIVE for port object dfd95332-cfac-496a-91ba-558cfff5e9a8 will not be triggered until provisioned by entity L2. {{(pid=88842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:10:14.848597 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:14.854665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c2cd254-f499-46ed-a20f-63464fc4e668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:14.939004 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] For port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:10:14.956361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] For port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=584cfc18-18ae-4bc4-91f4-c6b39f2679a1,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:10:14.959081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Attempting to bind port dfd95332-cfac-496a-91ba-558cfff5e9a8 on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:10:14.959663 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Attempting to bind port dfd95332-cfac-496a-91ba-558cfff5e9a8 by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:10:14.960106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Attempting to bind port dfd95332-cfac-496a-91ba-558cfff5e9a8 on network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:10:14.966155 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:14.969437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054e66c-4a60-41d6-8aaa-7f596c36816f None None] Pushing event updated for resources: {'Port': ['ID=dfd95332-cfac-496a-91ba-558cfff5e9a8,revision_number=2']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:14.972502 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2a8bad86-06ba-43c7-92b7-499963542914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:14.975946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d054e66c-4a60-41d6-8aaa-7f596c36816f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:14.978035 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:10:14.978467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Checking segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:10:14.978874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:14.979355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Bound using segment: {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'} {{(pid=88842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:10:14.979894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Bound port: dfd95332-cfac-496a-91ba-558cfff5e9a8, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1465f5-033a-41b9-b97b-f82f4a03c869', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182'}}] {{(pid=88842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:10:14.980324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:15.009052 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Allocated IP 172.20.0.1 (81760dfa-f7cb-48b8-9ccc-949cf6c50b3b/9385494e-161c-4a37-bc41-74f5567ec544/786d75a4-e9ab-4d36-9623-b8c130e582dc) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:10:15.072053 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Routers {'cb7484b8-6028-4e61-8f01-bef8f4aeaa96'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:10:15.072765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3cacc0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:15.080029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] For port dfd95332-cfac-496a-91ba-558cfff5e9a8, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:10:15.084648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] For port dfd95332-cfac-496a-91ba-558cfff5e9a8, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=dfd95332-cfac-496a-91ba-558cfff5e9a8,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:10:15.090406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:15.099089 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:15.136689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a890650-84d4-4065-b91a-825b49d02ab3 None None] Network 81760dfa-f7cb-48b8-9ccc-949cf6c50b3b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 17:10:15.238973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:15.262086 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Transition to ACTIVE for port object 786d75a4-e9ab-4d36-9623-b8c130e582dc will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:10:15.285932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:15.297562 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054e66c-4a60-41d6-8aaa-7f596c36816f None None] Pushing event updated for resources: {'Port': ['ID=dfd95332-cfac-496a-91ba-558cfff5e9a8,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:15.298390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-fceec94d-a33f-464f-b10a-2d1c42b13a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:15.301699 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d054e66c-4a60-41d6-8aaa-7f596c36816f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:15.313543 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] Set router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:10:15.331282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1c8cbdca-f180-4e75-ac57-9352feabd23f None None] Provisioning for port f2006207-00f9-4a1a-ae8f-6b05fdb5d576 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:10:15.338612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-1c8cbdca-f180-4e75-ac57-9352feabd23f None None] Provisioning complete for port f2006207-00f9-4a1a-ae8f-6b05fdb5d576 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:15.339233 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c8cbdca-f180-4e75-ac57-9352feabd23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:15.363570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Routers {'456dbebf-0d6b-42a7-a442-59c2b1f95398'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:10:15.364511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79e852b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['456dbebf-0d6b-42a7-a442-59c2b1f95398'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:15.383264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660452fe-9c77-41c9-b0da-95fb31738389 None None] Pushing event updated for resources: {'Port': ['ID=584cfc18-18ae-4bc4-91f4-c6b39f2679a1,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:15.389114 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-660452fe-9c77-41c9-b0da-95fb31738389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:15.400511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Network 81760dfa-f7cb-48b8-9ccc-949cf6c50b3b is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:10:15.401978 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Pushing event updated for resources: {'Port': ['ID=786d75a4-e9ab-4d36-9623-b8c130e582dc,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:15.411813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:10:15.414249 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:15.415142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:10:15.476007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394357'] for router_interface, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:15.569061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:15.704135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a3cacc0>, [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:14Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:15.709079 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b97ac5-888e-4832-8199-e138cea42d8c None None] The sync data for ids ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'] in dv-neutron-822801-1-hyperv is: [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:14Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:10:15.784280 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:10:15.844269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:15.848780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:15.881474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8d79a590-7666-41f2-b6ac-1c40ac59f4c6 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:15.964042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1036597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854381550'] for router_interface, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:15.981997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Pushing event updated for resources: {'Port': ['ID=786d75a4-e9ab-4d36-9623-b8c130e582dc,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:15.998284 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:16.006392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] Set router 456dbebf-0d6b-42a7-a442-59c2b1f95398 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:10:16.133215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Network 81760dfa-f7cb-48b8-9ccc-949cf6c50b3b is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:10:16.134776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:10:16.141648 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:10:16.145604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c8cbdca-f180-4e75-ac57-9352feabd23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:16.198315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:16.198747 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:16.361928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-1c8cbdca-f180-4e75-ac57-9352feabd23f None None] For port f2006207-00f9-4a1a-ae8f-6b05fdb5d576, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f2006207-00f9-4a1a-ae8f-6b05fdb5d576,segment=NetworkSegment(67ff993a-8b5d-468e-9070-c84a3c0d6ad0),segment_id=67ff993a-8b5d-468e-9070-c84a3c0d6ad0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:10:16.379846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1c8cbdca-f180-4e75-ac57-9352feabd23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:16.385268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-76f7061f-277c-4f13-9e39-81fea15be620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:16.595353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Router 456dbebf-0d6b-42a7-a442-59c2b1f95398 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:10:16.601214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cbdca-f180-4e75-ac57-9352feabd23f None None] Pushing event updated for resources: {'Port': ['ID=f2006207-00f9-4a1a-ae8f-6b05fdb5d576,revision_number=3']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:16.607350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-1c8cbdca-f180-4e75-ac57-9352feabd23f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:16.619585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:16.652051 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-c0999079-2d2e-4122-b219-80d26ac0c42c None None] Provisioning complete for port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:16.652485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c0999079-2d2e-4122-b219-80d26ac0c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:16.725391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=584cfc18-18ae-4bc4-91f4-c6b39f2679a1,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:10:16.733446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:16.737279 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e53ffbed-0047-4b07-918e-e1d8ba728e49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:16.770218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79e852b0>, [{'id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'name': 'tempest-TestSnapshotPattern-928241806-router', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.130'}], 'enable_snat': True}, 'gw_port_id': 'dfd95332-cfac-496a-91ba-558cfff5e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:11Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 3, 'project_id': '0f6598cc9f5d477887ad51365bcdc59c', 'gw_port': {'id': 'dfd95332-cfac-496a-91ba-558cfff5e9a8', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:12Z', 'updated_at': '2021-12-23T17:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:16.794727 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7680c2-35c4-4074-8645-798c061a7992 None None] The sync data for ids ['456dbebf-0d6b-42a7-a442-59c2b1f95398'] in dv-neutron-822801-1-hyperv is: [{'id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'name': 'tempest-TestSnapshotPattern-928241806-router', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.130'}], 'enable_snat': True}, 'gw_port_id': 'dfd95332-cfac-496a-91ba-558cfff5e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:11Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 3, 'project_id': '0f6598cc9f5d477887ad51365bcdc59c', 'gw_port': {'id': 'dfd95332-cfac-496a-91ba-558cfff5e9a8', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:12Z', 'updated_at': '2021-12-23T17:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:10:16.855340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:10:16.871404 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2b9bf501-1d67-418d-991b-6132ab6e4b76 admin admin] 10.222.0.67 "PUT /v2.0/routers/456dbebf-0d6b-42a7-a442-59c2b1f95398/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4375720
Dec 23 17:10:16.872568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=584cfc18-18ae-4bc4-91f4-c6b39f2679a1,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:16.877858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:17.009817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4a29f704-7262-49b1-8456-8e4a03a7f4df None None] Provisioning for port 786d75a4-e9ab-4d36-9623-b8c130e582dc completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:10:17.016798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4a29f704-7262-49b1-8456-8e4a03a7f4df None None] Provisioning complete for port 786d75a4-e9ab-4d36-9623-b8c130e582dc triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:17.017236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a29f704-7262-49b1-8456-8e4a03a7f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:17.083278 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-4a29f704-7262-49b1-8456-8e4a03a7f4df None None] Port 786d75a4-e9ab-4d36-9623-b8c130e582dc cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 17:10:17.096552 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-4a29f704-7262-49b1-8456-8e4a03a7f4df None None] Provisioning complete for port f2006207-00f9-4a1a-ae8f-6b05fdb5d576 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:17.097010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-4a29f704-7262-49b1-8456-8e4a03a7f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:17.368006 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-529e8c34-d537-4408-9856-3132b15fad97 None None] Provisioning complete for port 786d75a4-e9ab-4d36-9623-b8c130e582dc triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:17.368441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-529e8c34-d537-4408-9856-3132b15fad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:17.432826 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-529e8c34-d537-4408-9856-3132b15fad97 None None] Port 786d75a4-e9ab-4d36-9623-b8c130e582dc cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 17:10:17.668995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37926) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:17.675813 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444859655', 'description': 'tempest-secgroup-smoke-1444859655 description', 'project_id': '50ac19e902674b7a817a50eff71592d4'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:17.682945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:17.687340 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Usage tracker for resource:security_group and tenant:50ac19e902674b7a817a50eff71592d4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:17.691499 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:17.697935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:17.711730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:17.718843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:10:17.761337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:17.765559 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Usage tracker for resource:security_group_rule and tenant:50ac19e902674b7a817a50eff71592d4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:17.769476 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:17.776486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:17.798174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:17.798381 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:17.865798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:17.869440 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:17.875205 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8008a351-7bce-4c6b-bbaf-9966b772dab4 tempest-RoutersNegativeTest-71580259 tempest-RoutersNegativeTest-71580259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:17.918087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15e8561-d1d2-49c8-a466-9bac63c35947,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:17.921139 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:17.923500 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2533464
Dec 23 17:10:17.924904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2e439a28-2628-48c3-8005-bbf3df3527e9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:17.925497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37930) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:17.927695 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f2006207-00f9-4a1a-ae8f-6b05fdb5d576 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:10:17.931811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-d25c5aff-0c14-42b7-b2b3-c21e8b6f6cdf tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Request body: {'security_group_rule': {'security_group_id': 'a15e8561-d1d2-49c8-a466-9bac63c35947', 'project_id': '50ac19e902674b7a817a50eff71592d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:17.940904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d25c5aff-0c14-42b7-b2b3-c21e8b6f6cdf tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:17.945551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d25c5aff-0c14-42b7-b2b3-c21e8b6f6cdf tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Usage tracker for resource:security_group_rule and tenant:50ac19e902674b7a817a50eff71592d4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:17.948983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-d25c5aff-0c14-42b7-b2b3-c21e8b6f6cdf tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:17.956158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-d25c5aff-0c14-42b7-b2b3-c21e8b6f6cdf tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:17.974313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d25c5aff-0c14-42b7-b2b3-c21e8b6f6cdf tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.006910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port f2006207-00f9-4a1a-ae8f-6b05fdb5d576 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:18.007380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.043219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d25c5aff-0c14-42b7-b2b3-c21e8b6f6cdf tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.046442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d25c5aff-0c14-42b7-b2b3-c21e8b6f6cdf tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.049479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8dc508e1-f127-419c-b82d-3832e0bd392f tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:18.067858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c5aff-0c14-42b7-b2b3-c21e8b6f6cdf tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77059fb-0699-45c1-89c2-addedb5a9947,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:18.080311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d25c5aff-0c14-42b7-b2b3-c21e8b6f6cdf tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:18.090908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d25c5aff-0c14-42b7-b2b3-c21e8b6f6cdf tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.095219 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d25c5aff-0c14-42b7-b2b3-c21e8b6f6cdf tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1658812
Dec 23 17:10:18.095485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 37934) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:18.104449 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-0958f81f-211c-4e82-b608-84d5f5a9a01a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Request body: {'security_group_rule': {'security_group_id': 'a15e8561-d1d2-49c8-a466-9bac63c35947', 'project_id': '50ac19e902674b7a817a50eff71592d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:18.111898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0958f81f-211c-4e82-b608-84d5f5a9a01a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:18.116203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0958f81f-211c-4e82-b608-84d5f5a9a01a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Usage tracker for resource:security_group_rule and tenant:50ac19e902674b7a817a50eff71592d4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:18.119515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-0958f81f-211c-4e82-b608-84d5f5a9a01a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:18.126444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-0958f81f-211c-4e82-b608-84d5f5a9a01a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:18.133568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device dfd95332-cfac-496a-91ba-558cfff5e9a8 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:10:18.143290 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0958f81f-211c-4e82-b608-84d5f5a9a01a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.215646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0958f81f-211c-4e82-b608-84d5f5a9a01a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.223080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0958f81f-211c-4e82-b608-84d5f5a9a01a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.225511 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c15b3b5e-91a9-44d2-b1f3-d832ad9e7921 tempest-TestVolumeBootPattern-673915586 tempest-TestVolumeBootPattern-673915586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:18.227670 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port dfd95332-cfac-496a-91ba-558cfff5e9a8 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:10:18.234297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port dfd95332-cfac-496a-91ba-558cfff5e9a8 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:18.234744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.256080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f81f-211c-4e82-b608-84d5f5a9a01a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2851ac1-563a-48d6-b79f-eb527c02f7ea,revision_number=0']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:18.258765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0958f81f-211c-4e82-b608-84d5f5a9a01a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:18.266067 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0958f81f-211c-4e82-b608-84d5f5a9a01a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.268314 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-0958f81f-211c-4e82-b608-84d5f5a9a01a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1683037
Dec 23 17:10:18.271218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37938) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:18.277855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-efa5071a-245e-4c26-bdda-9c6542c6d202 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Request body: {'security_group_rule': {'security_group_id': 'a15e8561-d1d2-49c8-a466-9bac63c35947', 'project_id': '50ac19e902674b7a817a50eff71592d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:18.285291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-efa5071a-245e-4c26-bdda-9c6542c6d202 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:18.289419 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-efa5071a-245e-4c26-bdda-9c6542c6d202 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Usage tracker for resource:security_group_rule and tenant:50ac19e902674b7a817a50eff71592d4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:18.293870 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-efa5071a-245e-4c26-bdda-9c6542c6d202 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:18.301429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-efa5071a-245e-4c26-bdda-9c6542c6d202 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:18.320161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efa5071a-245e-4c26-bdda-9c6542c6d202 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.363040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.380626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port dfd95332-cfac-496a-91ba-558cfff5e9a8, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=dfd95332-cfac-496a-91ba-558cfff5e9a8,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:10:18.383439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.385443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:18.389007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efa5071a-245e-4c26-bdda-9c6542c6d202 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.391520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efa5071a-245e-4c26-bdda-9c6542c6d202 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.393689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e1ec9a21-5988-499d-ad0b-9e2dfbd6b294 tempest-TestNetworkBasicOps-1284324160 tempest-TestNetworkBasicOps-1284324160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:18.419254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5071a-245e-4c26-bdda-9c6542c6d202 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196b2b53-8d75-4847-9137-7e8f60c452d5,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:18.421878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-efa5071a-245e-4c26-bdda-9c6542c6d202 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:18.429407 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-efa5071a-245e-4c26-bdda-9c6542c6d202 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.430714 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-efa5071a-245e-4c26-bdda-9c6542c6d202 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1583879
Dec 23 17:10:18.433900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37944) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:18.440467 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-35c033c3-9964-4751-8643-3ef373a7b3c8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Request body: {'security_group_rule': {'security_group_id': 'a15e8561-d1d2-49c8-a466-9bac63c35947', 'project_id': '50ac19e902674b7a817a50eff71592d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:18.447671 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-35c033c3-9964-4751-8643-3ef373a7b3c8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:18.451684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-35c033c3-9964-4751-8643-3ef373a7b3c8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Usage tracker for resource:security_group_rule and tenant:50ac19e902674b7a817a50eff71592d4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:18.455599 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-35c033c3-9964-4751-8643-3ef373a7b3c8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:18.459413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=dfd95332-cfac-496a-91ba-558cfff5e9a8,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:18.462146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-35c033c3-9964-4751-8643-3ef373a7b3c8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:18.462690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:18.479219 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35c033c3-9964-4751-8643-3ef373a7b3c8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.552161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35c033c3-9964-4751-8643-3ef373a7b3c8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.554752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35c033c3-9964-4751-8643-3ef373a7b3c8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.556712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-42dc9715-3b99-4059-93d6-5c11c12ea998 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:18.580605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c033c3-9964-4751-8643-3ef373a7b3c8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b74e66-918a-4ad0-a567-8497271bfbf9,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:18.583369 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-35c033c3-9964-4751-8643-3ef373a7b3c8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:18.589857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-35c033c3-9964-4751-8643-3ef373a7b3c8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.591261 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-35c033c3-9964-4751-8643-3ef373a7b3c8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1563277
Dec 23 17:10:18.594487 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37948) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:18.601455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-66f37d85-bf41-4b3f-a46d-05e82ec41e8a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Request body: {'security_group_rule': {'security_group_id': 'a15e8561-d1d2-49c8-a466-9bac63c35947', 'project_id': '50ac19e902674b7a817a50eff71592d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:18.608041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-66f37d85-bf41-4b3f-a46d-05e82ec41e8a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:18.613184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66f37d85-bf41-4b3f-a46d-05e82ec41e8a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Usage tracker for resource:security_group_rule and tenant:50ac19e902674b7a817a50eff71592d4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:18.616172 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-66f37d85-bf41-4b3f-a46d-05e82ec41e8a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:18.622236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-66f37d85-bf41-4b3f-a46d-05e82ec41e8a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:18.632559 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-66f37d85-bf41-4b3f-a46d-05e82ec41e8a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Project 50ac19e902674b7a817a50eff71592d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 17:10:18.639243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66f37d85-bf41-4b3f-a46d-05e82ec41e8a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.706532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66f37d85-bf41-4b3f-a46d-05e82ec41e8a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.709123 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66f37d85-bf41-4b3f-a46d-05e82ec41e8a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.711045 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-60a7179a-ad2a-4135-be5b-e057d0b05a52 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:18.734621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f37d85-bf41-4b3f-a46d-05e82ec41e8a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1a126c-f1f6-42f8-a8e6-57c7783e2549,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:18.739910 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-66f37d85-bf41-4b3f-a46d-05e82ec41e8a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:18.743380 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-66f37d85-bf41-4b3f-a46d-05e82ec41e8a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.744677 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-66f37d85-bf41-4b3f-a46d-05e82ec41e8a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1490126
Dec 23 17:10:18.747592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 37952) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:18.754115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-8b20d09c-6fb9-48c8-a466-a99e5f5618b8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Request body: {'security_group_rule': {'security_group_id': 'a15e8561-d1d2-49c8-a466-9bac63c35947', 'project_id': '50ac19e902674b7a817a50eff71592d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:18.760539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8b20d09c-6fb9-48c8-a466-a99e5f5618b8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:18.764604 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8b20d09c-6fb9-48c8-a466-a99e5f5618b8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Usage tracker for resource:security_group_rule and tenant:50ac19e902674b7a817a50eff71592d4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:18.767684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-8b20d09c-6fb9-48c8-a466-a99e5f5618b8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:18.773932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-8b20d09c-6fb9-48c8-a466-a99e5f5618b8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:18.784531 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.securitygroups_db [None req-8b20d09c-6fb9-48c8-a466-a99e5f5618b8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Project 50ac19e902674b7a817a50eff71592d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 17:10:18.791314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b20d09c-6fb9-48c8-a466-a99e5f5618b8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.862519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b20d09c-6fb9-48c8-a466-a99e5f5618b8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.865215 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b20d09c-6fb9-48c8-a466-a99e5f5618b8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430062'] for security_group_rule, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.867072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b73a3c0f-bdf8-4a12-802d-844cdbbd6863 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:18.889900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20d09c-6fb9-48c8-a466-a99e5f5618b8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7afc44-6684-4b48-a7e7-49013e63bc01,revision_number=0']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:18.892468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8b20d09c-6fb9-48c8-a466-a99e5f5618b8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:18.898624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-8b20d09c-6fb9-48c8-a466-a99e5f5618b8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:18.900200 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-8b20d09c-6fb9-48c8-a466-a99e5f5618b8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1516087
Dec 23 17:10:19.078977 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-b14ca58a-e7e5-4385-9445-dd14e8d01209 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Synchronizing usage tracker for tenant:50ac19e902674b7a817a50eff71592d4 on resource:security_group {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:10:19.096065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-b14ca58a-e7e5-4385-9445-dd14e8d01209 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Unset dirty status for tenant:50ac19e902674b7a817a50eff71592d4 on resource:security_group {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:10:19.097493 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-b14ca58a-e7e5-4385-9445-dd14e8d01209 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444859655&fields=id&tenant_id=50ac19e902674b7a817a50eff71592d4 HTTP/1.1" status: 200  len: 267 time: 0.0631688
Dec 23 17:10:19.265524 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-6bc1f89a-cd93-443b-a3f1-be515084a327 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:19.266282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-6bc1f89a-cd93-443b-a3f1-be515084a327 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Synchronizing usage tracker for tenant:50ac19e902674b7a817a50eff71592d4 on resource:network {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:10:19.284468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-6bc1f89a-cd93-443b-a3f1-be515084a327 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Unset dirty status for tenant:50ac19e902674b7a817a50eff71592d4 on resource:network {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:10:19.285772 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-6bc1f89a-cd93-443b-a3f1-be515084a327 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/networks?id=e9255460-3efc-4d4c-be5e-d29b79e10e88 HTTP/1.1" status: 200  len: 809 time: 0.1806078
Dec 23 17:10:19.303680 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-fac92b10-fbed-4d31-8008-ebc32b49a242 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/quotas/50ac19e902674b7a817a50eff71592d4 HTTP/1.1" status: 200  len: 375 time: 0.0119886
Dec 23 17:10:19.390490 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-4b1e197f-8ac1-475d-8c7f-eff24621aca1 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=50ac19e902674b7a817a50eff71592d4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0809891
Dec 23 17:10:19.630526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device dfd95332-cfac-496a-91ba-558cfff5e9a8 up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:10:19.701948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port dfd95332-cfac-496a-91ba-558cfff5e9a8 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:19.702379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:19.715855 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-c5a873b4-18cc-44b3-b52c-0629518b8db8 service neutron] 10.222.0.67 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2138181
Dec 23 17:10:19.863756 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-d5458cfb-927b-42c5-a97a-ee18f3a83827 service neutron] 10.222.0.67 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413627
Dec 23 17:10:20.074540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-1f425950-4641-40cf-84c1-63dadc0c7ff7 req-c2624721-bdb0-4547-b66d-be07fce04373 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Synchronizing usage tracker for tenant:50ac19e902674b7a817a50eff71592d4 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:10:20.091194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-1f425950-4641-40cf-84c1-63dadc0c7ff7 req-c2624721-bdb0-4547-b66d-be07fce04373 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Unset dirty status for tenant:50ac19e902674b7a817a50eff71592d4 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:10:20.092425 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1f425950-4641-40cf-84c1-63dadc0c7ff7 req-c2624721-bdb0-4547-b66d-be07fce04373 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 210 time: 0.0641441
Dec 23 17:10:20.286393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Sync routers for ids ['456dbebf-0d6b-42a7-a442-59c2b1f95398'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:10:20.299492 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Routers {'456dbebf-0d6b-42a7-a442-59c2b1f95398'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:10:20.300168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8fc518>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['456dbebf-0d6b-42a7-a442-59c2b1f95398'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:20.488755 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Set router 456dbebf-0d6b-42a7-a442-59c2b1f95398 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:10:20.824244 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8fc518>, [{'id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'name': 'tempest-TestSnapshotPattern-928241806-router', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.130'}], 'enable_snat': True}, 'gw_port_id': 'dfd95332-cfac-496a-91ba-558cfff5e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:11Z', 'updated_at': '2021-12-23T17:10:15Z', 'revision_number': 4, 'project_id': '0f6598cc9f5d477887ad51365bcdc59c', 'gw_port': {'id': 'dfd95332-cfac-496a-91ba-558cfff5e9a8', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:12Z', 'updated_at': '2021-12-23T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '786d75a4-e9ab-4d36-9623-b8c130e582dc', 'name': '', 'network_id': '81760dfa-f7cb-48b8-9ccc-949cf6c50b3b', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c', 'mac_address': 'fa:16:3e:d5:25:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9385494e-161c-4a37-bc41-74f5567ec544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:14Z', 'updated_at': '2021-12-23T17:10:15Z', 'revision_number': 2, 'project_id': '0f6598cc9f5d477887ad51365bcdc59c', 'subnets': [{'id': '9385494e-161c-4a37-bc41-74f5567ec544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:20.828240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Checking router: 456dbebf-0d6b-42a7-a442-59c2b1f95398 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:10:20.828658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Updating router 456dbebf-0d6b-42a7-a442-59c2b1f95398 port 786d75a4-e9ab-4d36-9623-b8c130e582dc binding host dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 23 17:10:20.885997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:21.216781 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-38701bdd-263d-42c9-84b0-822fc36461db req-75b84e4e-0b4c-43e9-9bee-ffa063c56a9b tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 210 time: 0.0556076
Dec 23 17:10:21.406665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:21.419466 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Transition to ACTIVE for port object 786d75a4-e9ab-4d36-9623-b8c130e582dc will not be triggered until provisioned by entity L2. {{(pid=88843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:10:21.426329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:21.431874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-4b648578-024f-4b4a-9a02-b284a6cb6d6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:21.557960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6804c-85fd-4de1-9731-cb0ab3779806 None None] Pushing event updated for resources: {'Port': ['ID=786d75a4-e9ab-4d36-9623-b8c130e582dc,revision_number=3']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:21.562356 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-deb6804c-85fd-4de1-9731-cb0ab3779806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:21.656388 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Attempting to bind port 786d75a4-e9ab-4d36-9623-b8c130e582dc on host dv-neutron-822801-1-hyperv for vnic_type normal with profile  {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:10:21.656805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Attempting to bind port 786d75a4-e9ab-4d36-9623-b8c130e582dc by drivers openvswitch,hyperv on host dv-neutron-822801-1-hyperv at level 0 using segments [{'id': '67ff993a-8b5d-468e-9070-c84a3c0d6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '81760dfa-f7cb-48b8-9ccc-949cf6c50b3b'}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:10:21.657217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Attempting to bind port 786d75a4-e9ab-4d36-9623-b8c130e582dc on network 81760dfa-f7cb-48b8-9ccc-949cf6c50b3b {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:10:21.665128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Checking agent: {'id': 'df3e2a88-48c3-4ad9-8e6f-9de326a8c2fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822801-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 2, 26), 'started_at': datetime.datetime(2021, 12, 23, 16, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822801-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:10:21.665555 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Checking segment: {'id': '67ff993a-8b5d-468e-9070-c84a3c0d6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '81760dfa-f7cb-48b8-9ccc-949cf6c50b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:10:21.666010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:21.666450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Bound using segment: {'id': '67ff993a-8b5d-468e-9070-c84a3c0d6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '81760dfa-f7cb-48b8-9ccc-949cf6c50b3b'} {{(pid=88843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:10:21.666966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Bound port: 786d75a4-e9ab-4d36-9623-b8c130e582dc, host: dv-neutron-822801-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ff993a-8b5d-468e-9070-c84a3c0d6ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '81760dfa-f7cb-48b8-9ccc-949cf6c50b3b'}}] {{(pid=88843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:10:21.667425 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:21.759744 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] For port 786d75a4-e9ab-4d36-9623-b8c130e582dc, host dv-neutron-822801-1-hyperv, cleared binding levels {{(pid=88843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:10:21.762866 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] For port 786d75a4-e9ab-4d36-9623-b8c130e582dc, host dv-neutron-822801-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=786d75a4-e9ab-4d36-9623-b8c130e582dc,segment=NetworkSegment(67ff993a-8b5d-468e-9070-c84a3c0d6ad0),segment_id=67ff993a-8b5d-468e-9070-c84a3c0d6ad0)] {{(pid=88843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:10:21.766071 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88843) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:21.770980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ccc9c39e-3ecb-4656-bea1-8fd1ea66e74d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:21.850819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6804c-85fd-4de1-9731-cb0ab3779806 None None] Pushing event updated for resources: {'Port': ['ID=786d75a4-e9ab-4d36-9623-b8c130e582dc,revision_number=4']} {{(pid=88843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:21.855637 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-deb6804c-85fd-4de1-9731-cb0ab3779806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88843) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:21.859867 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Routers {'456dbebf-0d6b-42a7-a442-59c2b1f95398'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:10:21.860852 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8fc518>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:09:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['456dbebf-0d6b-42a7-a442-59c2b1f95398'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:22.052981 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] Set router 456dbebf-0d6b-42a7-a442-59c2b1f95398 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:10:22.334021 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-031ef6f4-3661-499a-b858-df8b2724499c req-734846f3-01db-480a-8ed3-f432fd6e1557 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 210 time: 0.0464303
Dec 23 17:10:22.404317 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8fc518>, [{'id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'name': 'tempest-TestSnapshotPattern-928241806-router', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.130'}], 'enable_snat': True}, 'gw_port_id': 'dfd95332-cfac-496a-91ba-558cfff5e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:11Z', 'updated_at': '2021-12-23T17:10:15Z', 'revision_number': 4, 'project_id': '0f6598cc9f5d477887ad51365bcdc59c', 'gw_port': {'id': 'dfd95332-cfac-496a-91ba-558cfff5e9a8', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:12Z', 'updated_at': '2021-12-23T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '786d75a4-e9ab-4d36-9623-b8c130e582dc', 'name': '', 'network_id': '81760dfa-f7cb-48b8-9ccc-949cf6c50b3b', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c', 'mac_address': 'fa:16:3e:d5:25:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9385494e-161c-4a37-bc41-74f5567ec544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:14Z', 'updated_at': '2021-12-23T17:10:21Z', 'revision_number': 4, 'project_id': '0f6598cc9f5d477887ad51365bcdc59c', 'subnets': [{'id': '9385494e-161c-4a37-bc41-74f5567ec544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:22.408490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c77d2-1377-4033-a2cf-2dd364bb69a3 None None] The sync data for ids ['456dbebf-0d6b-42a7-a442-59c2b1f95398'] in dv-neutron-822801-1-hyperv is: [{'id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'name': 'tempest-TestSnapshotPattern-928241806-router', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.130'}], 'enable_snat': True}, 'gw_port_id': 'dfd95332-cfac-496a-91ba-558cfff5e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:11Z', 'updated_at': '2021-12-23T17:10:15Z', 'revision_number': 4, 'project_id': '0f6598cc9f5d477887ad51365bcdc59c', 'gw_port': {'id': 'dfd95332-cfac-496a-91ba-558cfff5e9a8', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:12Z', 'updated_at': '2021-12-23T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '786d75a4-e9ab-4d36-9623-b8c130e582dc', 'name': '', 'network_id': '81760dfa-f7cb-48b8-9ccc-949cf6c50b3b', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c', 'mac_address': 'fa:16:3e:d5:25:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9385494e-161c-4a37-bc41-74f5567ec544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:14Z', 'updated_at': '2021-12-23T17:10:21Z', 'revision_number': 4, 'project_id': '0f6598cc9f5d477887ad51365bcdc59c', 'subnets': [{'id': '9385494e-161c-4a37-bc41-74f5567ec544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:10:23.454836 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-056a7736-e977-4efa-95b9-a7061eccfe37 req-c16f09e9-f865-4e9d-ab71-38a43987a0f8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 210 time: 0.0495386
Dec 23 17:10:23.652658 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 786d75a4-e9ab-4d36-9623-b8c130e582dc up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:10:23.723438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning for port 786d75a4-e9ab-4d36-9623-b8c130e582dc completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:10:23.728546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 786d75a4-e9ab-4d36-9623-b8c130e582dc triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:23.728874 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:23.853475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:23.888269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] For port 786d75a4-e9ab-4d36-9623-b8c130e582dc, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=786d75a4-e9ab-4d36-9623-b8c130e582dc,segment=NetworkSegment(67ff993a-8b5d-468e-9070-c84a3c0d6ad0),segment_id=67ff993a-8b5d-468e-9070-c84a3c0d6ad0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:10:23.891541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:23.894097 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:23.964955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Pushing event updated for resources: {'Port': ['ID=786d75a4-e9ab-4d36-9623-b8c130e582dc,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:23.968149 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:24.567286 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-48e71c31-5b30-493d-ae18-05d47be0874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:24.641418 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e5de7b1b-dc41-401c-aaca-c7230ad0d401 req-c50ec028-afb2-4029-a257-9bce94ad5431 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 210 time: 0.0523546
Dec 23 17:10:25.235037 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-35416413-5b27-46d9-98cf-d4a036df2e4b tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:25.236616 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-35416413-5b27-46d9-98cf-d4a036df2e4b tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.36 "GET /v2.0/networks?id=e9255460-3efc-4d4c-be5e-d29b79e10e88 HTTP/1.1" status: 200  len: 809 time: 0.1686325
Dec 23 17:10:25.293130 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-fb5ccf59-d550-4f9f-98a3-969ee02777d1 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Synchronizing usage tracker for tenant:50ac19e902674b7a817a50eff71592d4 on resource:security_group {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:10:25.308723 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-fb5ccf59-d550-4f9f-98a3-969ee02777d1 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Unset dirty status for tenant:50ac19e902674b7a817a50eff71592d4 on resource:security_group {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:10:25.310868 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-fb5ccf59-d550-4f9f-98a3-969ee02777d1 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ac19e902674b7a817a50eff71592d4 HTTP/1.1" status: 200  len: 380 time: 0.0634444
Dec 23 17:10:25.320800 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Request body: {'port': {'device_id': 'f28259c6-c297-4a99-8c07-763198a229cd', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'admin_state_up': True, 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'security_groups': ['a15e8561-d1d2-49c8-a466-9bac63c35947']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:25.636335 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 786d75a4-e9ab-4d36-9623-b8c130e582dc up at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:10:25.701834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:25.711348 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Provisioning complete for port 786d75a4-e9ab-4d36-9623-b8c130e582dc triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:25.711790 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:25.713074 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:25.722475 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Made reservation on behalf of 50ac19e902674b7a817a50eff71592d4 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 17:10:25.728749 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:25.818224 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8563e305-fcdd-4042-9e14-7bdd035bf435 req-9f26b613-c74a-4012-afc6-5b9cbe9e14af tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 210 time: 0.0482619
Dec 23 17:10:25.911318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Allocated IP 172.20.0.3 (e9255460-3efc-4d4c-be5e-d29b79e10e88/8e351d0f-c652-4c08-9a3f-59636c0ba5a0/20ba62c7-0355-46ab-b50d-ab339358e203) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:10:26.103415 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:26.110738 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:26.127477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Transition to ACTIVE for port object 20ba62c7-0355-46ab-b50d-ab339358e203 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:10:26.146933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:26.152843 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:26.222013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Network e9255460-3efc-4d4c-be5e-d29b79e10e88 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:10:26.225343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:10:26.230444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:10:26.267842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event updated for resources: {'Port': ['ID=20ba62c7-0355-46ab-b50d-ab339358e203,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:26.276128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:26.306485 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:26.307287 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:26.334118 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-16889052-415c-4c2d-89e0-76613bfb1512 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0175421
Dec 23 17:10:26.346489 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Request body: {'port': {'device_id': 'f28259c6-c297-4a99-8c07-763198a229cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:26.467304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:26.476322 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7a27d0a6-6b18-4809-9358-6b5bd3ebcdc8 None None] Provisioning for port 20ba62c7-0355-46ab-b50d-ab339358e203 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:10:26.481405 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-7a27d0a6-6b18-4809-9358-6b5bd3ebcdc8 None None] Provisioning complete for port 20ba62c7-0355-46ab-b50d-ab339358e203 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:26.481904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7a27d0a6-6b18-4809-9358-6b5bd3ebcdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:26.537398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-7a27d0a6-6b18-4809-9358-6b5bd3ebcdc8 None None] Port 20ba62c7-0355-46ab-b50d-ab339358e203 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 17:10:26.832899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ba62c7-0355-46ab-b50d-ab339358e203 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 17:10:26.839875 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:26.859406 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Transition to ACTIVE for port object 20ba62c7-0355-46ab-b50d-ab339358e203 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:10:26.861928 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:26.866627 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-13e1fe9a-842c-4458-959b-5214946f0972 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:26.916682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ecbb15ce-3202-4e2e-b286-351b6d804ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:27.061641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Pushing event updated for resources: {'Port': ['ID=20ba62c7-0355-46ab-b50d-ab339358e203,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:27.067679 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:27.190921 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f25c04-c796-4c26-a1c7-70e9394a4656 req-6564855a-af21-4c97-b484-cbdda94c5a3a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:27.191675 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-92f25c04-c796-4c26-a1c7-70e9394a4656 req-6564855a-af21-4c97-b484-cbdda94c5a3a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Synchronizing usage tracker for tenant:50ac19e902674b7a817a50eff71592d4 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:10:27.204443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Attempting to bind port 20ba62c7-0355-46ab-b50d-ab339358e203 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:10:27.204825 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Attempting to bind port 20ba62c7-0355-46ab-b50d-ab339358e203 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:10:27.205201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Attempting to bind port 20ba62c7-0355-46ab-b50d-ab339358e203 on network e9255460-3efc-4d4c-be5e-d29b79e10e88 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:10:27.217429 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-92f25c04-c796-4c26-a1c7-70e9394a4656 req-6564855a-af21-4c97-b484-cbdda94c5a3a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Unset dirty status for tenant:50ac19e902674b7a817a50eff71592d4 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:10:27.218734 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-92f25c04-c796-4c26-a1c7-70e9394a4656 req-6564855a-af21-4c97-b484-cbdda94c5a3a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 943 time: 0.2425416
Dec 23 17:10:27.219862 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Port 20ba62c7-0355-46ab-b50d-ab339358e203 on network e9255460-3efc-4d4c-be5e-d29b79e10e88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 17:10:27.220444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Attempting to bind port 20ba62c7-0355-46ab-b50d-ab339358e203 on network e9255460-3efc-4d4c-be5e-d29b79e10e88 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:10:27.244050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:10:27.244439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Checking segment: {'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:10:27.244863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Bound using segment: {'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:10:27.245351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Bound port: 20ba62c7-0355-46ab-b50d-ab339358e203, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:10:27.245737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:27.343578 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-92f25c04-c796-4c26-a1c7-70e9394a4656 req-10f0c54a-5671-4ecd-88fe-c3b4a846d529 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1155920
Dec 23 17:10:27.371106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] For port 20ba62c7-0355-46ab-b50d-ab339358e203, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:10:27.375115 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] For port 20ba62c7-0355-46ab-b50d-ab339358e203, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=20ba62c7-0355-46ab-b50d-ab339358e203,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:10:27.378260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:27.382860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3e50eeec-009a-444d-bc8c-de9899b4e1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:27.445495 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:27.446916 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] 10.222.0.36 "PUT /v2.0/ports/20ba62c7-0355-46ab-b50d-ab339358e203 HTTP/1.1" status: 200  len: 1093 time: 1.1051791
Dec 23 17:10:27.447512 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28259c6-c297-4a99-8c07-763198a229cd', 'tag': '20ba62c7-0355-46ab-b50d-ab339358e203'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:10:27.465794 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Pushing event updated for resources: {'Port': ['ID=20ba62c7-0355-46ab-b50d-ab339358e203,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:27.468992 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:27.526187 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28259c6-c297-4a99-8c07-763198a229cd', 'tag': '20ba62c7-0355-46ab-b50d-ab339358e203', 'status': 'completed', 'code': 200}
Dec 23 17:10:27.541021 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:27.573740 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-05078d0c-73f5-40f9-ad79-ce31f0cf01ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ac19e902674b7a817a50eff71592d4&device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 1096 time: 0.0860648
Dec 23 17:10:27.652763 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-e5c9e2a1-b69c-4bcc-818e-cb352fd5b552 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20ba62c7-0355-46ab-b50d-ab339358e203 HTTP/1.1" status: 200  len: 217 time: 0.0706859
Dec 23 17:10:27.730382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-cf61ee4c-b324-4b77-ad96-19250fe68a02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:27.731991 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-cf61ee4c-b324-4b77-ad96-19250fe68a02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e351d0f-c652-4c08-9a3f-59636c0ba5a0 HTTP/1.1" status: 200  len: 848 time: 0.0710292
Dec 23 17:10:27.818079 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-0177acd9-55f2-4970-acd0-9465a35101aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9255460-3efc-4d4c-be5e-d29b79e10e88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0792077
Dec 23 17:10:27.965370 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-99527f1e-e79a-40b9-8088-24b7000e5e81 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406333
Dec 23 17:10:28.107530 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4dedd875-306e-461e-9b8d-57b9650c13fb req-cdc1cf34-f368-499e-80cf-bfa96e8f7a68 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355746
Dec 23 17:10:28.224460 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5f529e8-4f0a-462a-88a7-3d8cbb937932 req-1ab2529e-476e-4d7f-b3a2-19cbd9ff34ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ac19e902674b7a817a50eff71592d4&device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 1096 time: 0.0762167
Dec 23 17:10:28.367486 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f529e8-4f0a-462a-88a7-3d8cbb937932 req-cebe23d2-71ad-4e6c-b8ea-be577e281ea2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:28.369098 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5f529e8-4f0a-462a-88a7-3d8cbb937932 req-cebe23d2-71ad-4e6c-b8ea-be577e281ea2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9255460-3efc-4d4c-be5e-d29b79e10e88 HTTP/1.1" status: 200  len: 910 time: 0.1382875
Dec 23 17:10:28.445582 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5f529e8-4f0a-462a-88a7-3d8cbb937932 req-176b3491-9603-4b61-8665-3ff63523d99a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20ba62c7-0355-46ab-b50d-ab339358e203 HTTP/1.1" status: 200  len: 217 time: 0.0691717
Dec 23 17:10:28.571288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f529e8-4f0a-462a-88a7-3d8cbb937932 req-e9865dce-f32e-4cb0-b916-77d214ad255a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:28.579602 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5f529e8-4f0a-462a-88a7-3d8cbb937932 req-e9865dce-f32e-4cb0-b916-77d214ad255a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e351d0f-c652-4c08-9a3f-59636c0ba5a0 HTTP/1.1" status: 200  len: 848 time: 0.1269419
Dec 23 17:10:28.659313 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f5582-4b32-4d90-8bc1-8311bc4d4923 req-c25820c4-55d6-4d9b-a059-e9d740a79668 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:28.660917 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a46f5582-4b32-4d90-8bc1-8311bc4d4923 req-c25820c4-55d6-4d9b-a059-e9d740a79668 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 943 time: 0.1733716
Dec 23 17:10:28.707672 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5f529e8-4f0a-462a-88a7-3d8cbb937932 req-38b4d90a-e48d-403f-861a-3be5c65aa4ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9255460-3efc-4d4c-be5e-d29b79e10e88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1219125
Dec 23 17:10:28.742653 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a46f5582-4b32-4d90-8bc1-8311bc4d4923 req-3c5a34db-ff54-485a-bcbb-2bd09f9eb854 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751672
Dec 23 17:10:28.808731 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:28.859198 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5f529e8-4f0a-462a-88a7-3d8cbb937932 req-46d90b53-7b88-4601-920a-13ebb4396f7d service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436675
Dec 23 17:10:29.005727 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5f529e8-4f0a-462a-88a7-3d8cbb937932 req-360af8b7-4a71-4af2-ade5-b1b4caee7f1c service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398451
Dec 23 17:10:29.252633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:10:29.957682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1be862-182c-474a-997a-892e60c1ba0e req-7120f6ea-5022-4e7d-ac3b-59fe50fe5c7b tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:29.959345 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2e1be862-182c-474a-997a-892e60c1ba0e req-7120f6ea-5022-4e7d-ac3b-59fe50fe5c7b tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 943 time: 0.0907686
Dec 23 17:10:30.011160 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-2e1be862-182c-474a-997a-892e60c1ba0e req-3376b30a-7ed2-48f7-8604-4bcf988934b8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453532
Dec 23 17:10:31.362416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2080c1-c2ea-4630-a97f-0ff38fa4417c req-ac6d60ba-f5cc-4e45-8103-d308b0125245 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:31.364102 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e2080c1-c2ea-4630-a97f-0ff38fa4417c req-ac6d60ba-f5cc-4e45-8103-d308b0125245 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 943 time: 0.0877233
Dec 23 17:10:31.413675 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4e2080c1-c2ea-4630-a97f-0ff38fa4417c req-2772ce82-20d3-4d5f-9139-59a589547fdb tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434854
Dec 23 17:10:31.676248 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 20ba62c7-0355-46ab-b50d-ab339358e203 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 17:10:31.820137 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 20ba62c7-0355-46ab-b50d-ab339358e203, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=20ba62c7-0355-46ab-b50d-ab339358e203,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:10:31.834948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '20ba62c7-0355-46ab-b50d-ab339358e203', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'port_id': '20ba62c7-0355-46ab-b50d-ab339358e203', 'mac_address': 'fa:16:3e:74:3b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 17:10:31.894190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:31.912765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ba62c7-0355-46ab-b50d-ab339358e203 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 17:10:31.928420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 20ba62c7-0355-46ab-b50d-ab339358e203, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=20ba62c7-0355-46ab-b50d-ab339358e203,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:10:31.931203 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:31.933065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:31.998842 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=20ba62c7-0355-46ab-b50d-ab339358e203,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:32.003735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:32.135933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['20ba62c7-0355-46ab-b50d-ab339358e203'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 17:10:32.620157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b61fb8-9bf7-4447-91d9-6fdfee985b82 req-30715569-80a3-4fb9-a73d-611b15ddc441 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:32.621724 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-04b61fb8-9bf7-4447-91d9-6fdfee985b82 req-30715569-80a3-4fb9-a73d-611b15ddc441 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 944 time: 0.0863810
Dec 23 17:10:32.670739 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-04b61fb8-9bf7-4447-91d9-6fdfee985b82 req-7e978b55-2322-435e-9bff-2d594c2cafc8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428667
Dec 23 17:10:33.692075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 20ba62c7-0355-46ab-b50d-ab339358e203 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:10:33.763993 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 20ba62c7-0355-46ab-b50d-ab339358e203 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:10:33.769303 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 20ba62c7-0355-46ab-b50d-ab339358e203 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:10:33.769734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:33.879318 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8c841-013a-411d-8a34-e7c0abacd129 req-f0e136b7-70d7-4e37-9ae0-02eae9d5c6f3 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:33.880919 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d1a8c841-013a-411d-8a34-e7c0abacd129 req-f0e136b7-70d7-4e37-9ae0-02eae9d5c6f3 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 944 time: 0.0847220
Dec 23 17:10:33.887864 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:33.917362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28259c6-c297-4a99-8c07-763198a229cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ba62c7-0355-46ab-b50d-ab339358e203'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:10:33.926756 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 20ba62c7-0355-46ab-b50d-ab339358e203, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=20ba62c7-0355-46ab-b50d-ab339358e203,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:10:33.930043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:33.931825 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d1a8c841-013a-411d-8a34-e7c0abacd129 req-ea6704ec-2a0b-41e8-a2b2-3640a9f1def9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445287
Dec 23 17:10:33.932535 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d054e66c-4a60-41d6-8aaa-7f596c36816f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:34.010438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=20ba62c7-0355-46ab-b50d-ab339358e203,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:34.013815 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:34.119682 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28259c6-c297-4a99-8c07-763198a229cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ba62c7-0355-46ab-b50d-ab339358e203', 'code': 200}
Dec 23 17:10:34.356430 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f9bdb3b-49bd-43c8-a603-31a0376831fd req-2457d195-4312-42f4-b7a9-3ee3fc47376b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 1098 time: 0.0762968
Dec 23 17:10:34.401546 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8f9bdb3b-49bd-43c8-a603-31a0376831fd req-ceb168b5-73db-42ca-8ba4-9d5e42f69ad1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383677
Dec 23 17:10:35.135966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c2f16-7d29-4dac-9a6c-c12e170bd085 req-466f3ff6-53bc-4d74-9d46-f1e2a6fa6493 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:35.137558 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c5c2f16-7d29-4dac-9a6c-c12e170bd085 req-466f3ff6-53bc-4d74-9d46-f1e2a6fa6493 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 945 time: 0.0824208
Dec 23 17:10:35.185914 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4c5c2f16-7d29-4dac-9a6c-c12e170bd085 req-37267885-7f22-4ff9-9ad8-f326ae7d6693 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421984
Dec 23 17:10:36.397460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521c774-5ce7-4487-97cb-5dc8b25efbb8 req-a236f87c-b293-4894-abbe-09664d748abb tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:36.399122 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8521c774-5ce7-4487-97cb-5dc8b25efbb8 req-a236f87c-b293-4894-abbe-09664d748abb tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 945 time: 0.0880914
Dec 23 17:10:36.448330 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8521c774-5ce7-4487-97cb-5dc8b25efbb8 req-7a0e22ac-22a0-4f7c-ad9e-2305cffe92a5 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425818
Dec 23 17:10:36.669152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1229b6e-3c0d-43c9-a048-3484b15db743 req-1da7174d-86c0-4d02-93bf-a523f9cdd0c4 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:36.670764 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b1229b6e-3c0d-43c9-a048-3484b15db743 req-1da7174d-86c0-4d02-93bf-a523f9cdd0c4 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 945 time: 0.0960815
Dec 23 17:10:36.718802 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-b1229b6e-3c0d-43c9-a048-3484b15db743 req-74814f29-44b3-45f9-bd2f-db1f72bce1c6 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415096
Dec 23 17:10:36.746444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 38036) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:36.894748 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-e130c86b-9d8f-4bcc-b757-ee242e127aa4 tempest-TestSnapshotPattern-1223747502 tempest-TestSnapshotPattern-1223747502-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 1093 time: 0.1463137
Dec 23 17:10:36.897645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 38042) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:10:36.903630 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '20ba62c7-0355-46ab-b50d-ab339358e203', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:10:36.909812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:10:36.913934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Usage tracker for resource:floatingip and tenant:50ac19e902674b7a817a50eff71592d4 is out of sync, need to count used quota {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:10:36.916980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88840) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:10:36.923153 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:10:36.936217 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for floatingip, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:37.084049 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:37.234789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Allocated IP 172.26.5.135 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/e2d3abb4-ad9a-48a3-91ed-d8ae595cc829) {{(pid=88840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:10:37.391072 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for port, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:37.417571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:37.421915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d5d2c897-412b-4547-a4bb-343ddad1db16 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:37.492042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:10:37.494953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources bound (agent type, host, resource id):  {{(pid=88840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:10:37.499497 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Received port after_create {{(pid=88840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:10:37.525942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event updated for resources: {'Port': ['ID=e2d3abb4-ad9a-48a3-91ed-d8ae595cc829,revision_number=1']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:37.531325 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:38.019952 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:38.079142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:38.295584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for port, precommit_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:38.299078 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851915391'] for port, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:38.304022 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e0299b77-3cba-41a1-8e50-92acf0abef0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:10:38.406551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event updated for resources: {'Port': ['ID=e2d3abb4-ad9a-48a3-91ed-d8ae595cc829,revision_number=2']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:10:38.414865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:10:38.428398 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:38.856218 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Floating IP 15d34f1d-45e7-4736-8658-26d638b5d474 associated. External IP: 172.26.5.135, port: 20ba62c7-0355-46ab-b50d-ab339358e203.
Dec 23 17:10:39.264494 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:10:39.477718 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:10:39.488753 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a33edb-2c26-4f9f-83bc-59af4bae5869 None None] Sync routers for ids ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:10:39.501639 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a33edb-2c26-4f9f-83bc-59af4bae5869 None None] Routers {'cb7484b8-6028-4e61-8f01-bef8f4aeaa96'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:10:39.501894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:39.502329 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-22a33edb-2c26-4f9f-83bc-59af4bae5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a73ccf8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:10:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:39.557970 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6592062
Dec 23 17:10:39.558685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28259c6-c297-4a99-8c07-763198a229cd', 'tag': '20ba62c7-0355-46ab-b50d-ab339358e203'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:10:39.613693 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28259c6-c297-4a99-8c07-763198a229cd', 'tag': '20ba62c7-0355-46ab-b50d-ab339358e203', 'status': 'completed', 'code': 200}
Dec 23 17:10:39.709719 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-22a33edb-2c26-4f9f-83bc-59af4bae5869 None None] Set router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:10:39.713015 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e7bcc5f2-04f6-474b-b4bd-41913b3702c9 req-31682159-e238-4e43-88dd-7639166132e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ac19e902674b7a817a50eff71592d4&device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 1098 time: 0.0774536
Dec 23 17:10:39.860175 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcc5f2-04f6-474b-b4bd-41913b3702c9 req-70a0f8fa-38b5-4e22-8196-38c793ab33fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:39.861738 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e7bcc5f2-04f6-474b-b4bd-41913b3702c9 req-70a0f8fa-38b5-4e22-8196-38c793ab33fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9255460-3efc-4d4c-be5e-d29b79e10e88 HTTP/1.1" status: 200  len: 910 time: 0.1419101
Dec 23 17:10:39.972003 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e7bcc5f2-04f6-474b-b4bd-41913b3702c9 req-766d6d81-ecdc-4b04-8260-ccae41867366 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20ba62c7-0355-46ab-b50d-ab339358e203 HTTP/1.1" status: 200  len: 999 time: 0.1032553
Dec 23 17:10:40.085528 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-22a33edb-2c26-4f9f-83bc-59af4bae5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a73ccf8>, [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '15d34f1d-45e7-4736-8658-26d638b5d474', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'port_id': '20ba62c7-0355-46ab-b50d-ab339358e203', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'mac_address': 'fa:16:3e:74:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28259c6-c297-4a99-8c07-763198a229cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:10:37Z', 'updated_at': '2021-12-23T17:10:37Z', 'revision_number': 0, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:16Z', 'revision_number': 5, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:40.090311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a33edb-2c26-4f9f-83bc-59af4bae5869 None None] Checking router: cb7484b8-6028-4e61-8f01-bef8f4aeaa96 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:10:40.103822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a33edb-2c26-4f9f-83bc-59af4bae5869 None None] Routers {'cb7484b8-6028-4e61-8f01-bef8f4aeaa96'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:10:40.104570 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-22a33edb-2c26-4f9f-83bc-59af4bae5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a73ccf8>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:10:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:40.281209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcc5f2-04f6-474b-b4bd-41913b3702c9 req-4b77e892-edd7-4faf-a836-cb4fb984dcd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:10:40.282787 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e7bcc5f2-04f6-474b-b4bd-41913b3702c9 req-4b77e892-edd7-4faf-a836-cb4fb984dcd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e351d0f-c652-4c08-9a3f-59636c0ba5a0 HTTP/1.1" status: 200  len: 848 time: 0.3055863
Dec 23 17:10:40.304015 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-22a33edb-2c26-4f9f-83bc-59af4bae5869 None None] Set router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:10:40.362889 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e7bcc5f2-04f6-474b-b4bd-41913b3702c9 req-7257ba8a-b163-48e8-a893-f747d46f6b4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9255460-3efc-4d4c-be5e-d29b79e10e88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0737233
Dec 23 17:10:40.505727 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e7bcc5f2-04f6-474b-b4bd-41913b3702c9 req-465f5ebd-d70d-41de-99e8-1e7c12499511 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368020
Dec 23 17:10:40.649362 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e7bcc5f2-04f6-474b-b4bd-41913b3702c9 req-9bcdce40-081b-4c92-8214-b1936d25a521 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379478
Dec 23 17:10:40.677996 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-22a33edb-2c26-4f9f-83bc-59af4bae5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a73ccf8>, [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '15d34f1d-45e7-4736-8658-26d638b5d474', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'port_id': '20ba62c7-0355-46ab-b50d-ab339358e203', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'mac_address': 'fa:16:3e:74:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28259c6-c297-4a99-8c07-763198a229cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:10:37Z', 'updated_at': '2021-12-23T17:10:37Z', 'revision_number': 0, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:16Z', 'revision_number': 5, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:10:40.682242 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a33edb-2c26-4f9f-83bc-59af4bae5869 None None] The sync data for ids ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'] in dv-neutron-822801-1-hyperv is: [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '15d34f1d-45e7-4736-8658-26d638b5d474', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'port_id': '20ba62c7-0355-46ab-b50d-ab339358e203', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'mac_address': 'fa:16:3e:74:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28259c6-c297-4a99-8c07-763198a229cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:10:37Z', 'updated_at': '2021-12-23T17:10:37Z', 'revision_number': 0, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:16Z', 'revision_number': 5, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:10:41.041412 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a983d0a4-09ab-4146-9cb6-79f9b9462f8e None None] New status for floating IP 15d34f1d-45e7-4736-8658-26d638b5d474: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 17:10:42.756514 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:54.560347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-6e4e6aa6-d55a-424d-a8e3-85d480a70e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:56.105315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:56.909308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-57ccfb2f-b463-4b71-8a7c-5072eeb2ff04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:57.542887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:10:58.811973 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:11:06.255306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:11:12.768183 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:11:24.565127 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-52c1ef38-2f3d-431e-af6a-0dafd30a4ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:11:26.107068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:11:26.911098 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c187bede-d727-430b-b2cf-b2437bb62c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:11:27.464137 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-09d65d62-17a6-4bdc-9191-74b2adc72579 req-e522a38e-b340-4e30-8057-debfe9f74cb6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0735979
Dec 23 17:11:27.545590 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:11:27.613687 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-09d65d62-17a6-4bdc-9191-74b2adc72579 req-2092db9e-143e-4bcb-b249-22c96438f8f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ac19e902674b7a817a50eff71592d4&device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 1098 time: 0.0789120
Dec 23 17:11:27.768427 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d65d62-17a6-4bdc-9191-74b2adc72579 req-01507679-1518-4244-a792-731d41e0978c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:11:27.769941 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-09d65d62-17a6-4bdc-9191-74b2adc72579 req-01507679-1518-4244-a792-731d41e0978c service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9255460-3efc-4d4c-be5e-d29b79e10e88 HTTP/1.1" status: 200  len: 910 time: 0.1381211
Dec 23 17:11:27.878588 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-09d65d62-17a6-4bdc-9191-74b2adc72579 req-ae56813d-2f5f-47fc-9032-168edaab9429 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20ba62c7-0355-46ab-b50d-ab339358e203 HTTP/1.1" status: 200  len: 1001 time: 0.1025219
Dec 23 17:11:27.946740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d65d62-17a6-4bdc-9191-74b2adc72579 req-f25eb601-68c4-42d9-a75b-a94d5d53e146 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:11:27.948354 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-09d65d62-17a6-4bdc-9191-74b2adc72579 req-f25eb601-68c4-42d9-a75b-a94d5d53e146 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e351d0f-c652-4c08-9a3f-59636c0ba5a0 HTTP/1.1" status: 200  len: 848 time: 0.0641370
Dec 23 17:11:28.028164 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-09d65d62-17a6-4bdc-9191-74b2adc72579 req-5a55beff-dde0-4cc1-a9cf-78d2031b981c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9255460-3efc-4d4c-be5e-d29b79e10e88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736842
Dec 23 17:11:28.183344 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-09d65d62-17a6-4bdc-9191-74b2adc72579 req-236630e6-ba60-46c7-8c15-df36bdfdc7bf service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481056
Dec 23 17:11:28.328370 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-09d65d62-17a6-4bdc-9191-74b2adc72579 req-2ea87939-876f-46a2-bfea-947c09c950b0 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389539
Dec 23 17:11:28.814140 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:11:42.781341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:11:43.256997 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:11:54.567359 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5148fa3c-784e-4f72-aa54-a8e614ff8fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:11:56.108444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:11:56.914474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e474522c-9554-4543-a1db-c324fe4cc74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:11:57.547617 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:11:58.817008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:12.796347 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:20.259080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:12:24.569464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb5b2-e579-4910-8a98-682ac98b37b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:26.112101 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:26.917218 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f7e2a7dc-cbd6-4933-9996-21e068ad7152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:27.550253 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:28.820148 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:29.218272 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-542a1592-9507-4096-a814-e534cf47d5f0 req-d7c22b6d-3dc5-4923-b35d-7f51a2ed58ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0823796
Dec 23 17:12:29.366628 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-542a1592-9507-4096-a814-e534cf47d5f0 req-f09b0a46-59ae-4a0c-8ce9-2851ce79400d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ac19e902674b7a817a50eff71592d4&device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 1098 time: 0.0754499
Dec 23 17:12:29.522965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a1592-9507-4096-a814-e534cf47d5f0 req-21aab13a-5e96-4075-8867-1a403904c68b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:12:29.524558 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-542a1592-9507-4096-a814-e534cf47d5f0 req-21aab13a-5e96-4075-8867-1a403904c68b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9255460-3efc-4d4c-be5e-d29b79e10e88 HTTP/1.1" status: 200  len: 910 time: 0.1398036
Dec 23 17:12:29.636891 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-542a1592-9507-4096-a814-e534cf47d5f0 req-91c74c16-01a8-4c27-b9d4-aceaeac0d5b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20ba62c7-0355-46ab-b50d-ab339358e203 HTTP/1.1" status: 200  len: 1001 time: 0.1053157
Dec 23 17:12:29.706166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a1592-9507-4096-a814-e534cf47d5f0 req-14a26923-ab56-4e5e-931c-bb2dbb0c9a64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:12:29.707862 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-542a1592-9507-4096-a814-e534cf47d5f0 req-14a26923-ab56-4e5e-931c-bb2dbb0c9a64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e351d0f-c652-4c08-9a3f-59636c0ba5a0 HTTP/1.1" status: 200  len: 848 time: 0.0638430
Dec 23 17:12:29.790445 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-542a1592-9507-4096-a814-e534cf47d5f0 req-33ce7506-e41b-42c6-8768-6eb1814946df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9255460-3efc-4d4c-be5e-d29b79e10e88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0768104
Dec 23 17:12:29.800530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-542a1592-9507-4096-a814-e534cf47d5f0 req-242b1da1-2f88-445b-a71c-f93a464d40ac service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 17:12:29.802253 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-542a1592-9507-4096-a814-e534cf47d5f0 req-242b1da1-2f88-445b-a71c-f93a464d40ac service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0058050
Dec 23 17:12:29.961688 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-542a1592-9507-4096-a814-e534cf47d5f0 req-b0b46a7d-f357-4891-9bb8-ba08117dfdb8 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532323
Dec 23 17:12:30.107636 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-542a1592-9507-4096-a814-e534cf47d5f0 req-79e2cf7b-d8da-42d4-8bfc-7e965cb75657 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391551
Dec 23 17:12:38.376880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 20ba62c7-0355-46ab-b50d-ab339358e203 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 17:12:38.533043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 20ba62c7-0355-46ab-b50d-ab339358e203, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=20ba62c7-0355-46ab-b50d-ab339358e203,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:12:38.549108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '20ba62c7-0355-46ab-b50d-ab339358e203', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'port_id': '20ba62c7-0355-46ab-b50d-ab339358e203', 'mac_address': 'fa:16:3e:74:3b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 17:12:38.613017 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:38.633138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20ba62c7-0355-46ab-b50d-ab339358e203 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 17:12:38.650180 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 20ba62c7-0355-46ab-b50d-ab339358e203, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=20ba62c7-0355-46ab-b50d-ab339358e203,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:12:38.654458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:38.657294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:12:38.731146 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=20ba62c7-0355-46ab-b50d-ab339358e203,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:12:38.737221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['20ba62c7-0355-46ab-b50d-ab339358e203'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 17:12:38.796626 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:38.796937 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:38.797343 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:38.797732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:38.798122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:38.798508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:38.798894 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:38.799302 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:38.799693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:38.800060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:38.800439 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:38.807390 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:12:40.379946 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 20ba62c7-0355-46ab-b50d-ab339358e203 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:12:40.485188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 20ba62c7-0355-46ab-b50d-ab339358e203 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:12:40.485591 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:40.620584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:40.650258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28259c6-c297-4a99-8c07-763198a229cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ba62c7-0355-46ab-b50d-ab339358e203'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:12:40.672584 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 20ba62c7-0355-46ab-b50d-ab339358e203, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=20ba62c7-0355-46ab-b50d-ab339358e203,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:12:40.680040 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:40.682154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f031a58c-1985-4c1c-a64a-504e955ed98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:12:40.716221 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28259c6-c297-4a99-8c07-763198a229cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ba62c7-0355-46ab-b50d-ab339358e203', 'code': 200}
Dec 23 17:12:40.761798 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=20ba62c7-0355-46ab-b50d-ab339358e203,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:12:40.765373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:12:42.796925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:47.696578 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-6d36ba8c-83f0-433c-a366-6bf0c3f0d3d9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444859655&fields=id&tenant_id=50ac19e902674b7a817a50eff71592d4 HTTP/1.1" status: 200  len: 267 time: 0.0444422
Dec 23 17:12:47.856312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-97a46f4a-2de4-4eba-9757-fca6ba55be9a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:12:47.857842 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-97a46f4a-2de4-4eba-9757-fca6ba55be9a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/networks?id=e9255460-3efc-4d4c-be5e-d29b79e10e88 HTTP/1.1" status: 200  len: 809 time: 0.1545718
Dec 23 17:12:47.875579 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-29d58f7b-4940-46c2-954b-43b077ff4c4e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/quotas/50ac19e902674b7a817a50eff71592d4 HTTP/1.1" status: 200  len: 375 time: 0.0112867
Dec 23 17:12:47.965453 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-5b9baa06-b7db-4aee-98c9-2b52cb021567 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=50ac19e902674b7a817a50eff71592d4&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0845616
Dec 23 17:12:48.095413 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-51c0ff30-f0aa-4526-900f-cd035164f2b4 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=88841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 17:12:48.096538 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-51c0ff30-f0aa-4526-900f-cd035164f2b4 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0794201
Dec 23 17:12:48.245930 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-b432c479-62e1-4bcb-9c7f-3181e2909edf service neutron] 10.222.0.67 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418712
Dec 23 17:12:48.392680 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-90d25701-1fa8-46d9-853d-5a08f61cfeca service neutron] 10.222.0.67 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400681
Dec 23 17:12:48.646874 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f7ee5dec-2fae-4ee3-ac92-0000ec76e1e8 req-9c055cea-5cdd-4b08-b646-2466c404591b tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 210 time: 0.0551398
Dec 23 17:12:49.758882 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-48a9ee13-ec79-4893-a1c1-dc880113e01d tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:12:49.760530 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-48a9ee13-ec79-4893-a1c1-dc880113e01d tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.36 "GET /v2.0/networks?id=e9255460-3efc-4d4c-be5e-d29b79e10e88 HTTP/1.1" status: 200  len: 809 time: 0.1618719
Dec 23 17:12:49.843439 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-98c29df0-8d03-4a62-b40d-32fad49e5e95 req-5d584ad8-6949-45f6-b4cc-ae56b1bcca7d tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 210 time: 0.0516744
Dec 23 17:12:49.867799 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-146a0e9d-d358-452f-8755-1bf941258fd4 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ac19e902674b7a817a50eff71592d4 HTTP/1.1" status: 200  len: 380 time: 0.0952225
Dec 23 17:12:49.875493 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Request body: {'port': {'device_id': '2627aedb-5948-4be9-b848-2b489737b4d5', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'admin_state_up': True, 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'security_groups': ['a15e8561-d1d2-49c8-a466-9bac63c35947']}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:12:50.031275 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:12:50.043112 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:12:50.052700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Made reservation on behalf of 50ac19e902674b7a817a50eff71592d4 for: {'port': 1} {{(pid=88841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 23 17:12:50.058379 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:50.258350 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Allocated IP 172.20.0.10 (e9255460-3efc-4d4c-be5e-d29b79e10e88/8e351d0f-c652-4c08-9a3f-59636c0ba5a0/82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:12:50.453042 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 20ba62c7-0355-46ab-b50d-ab339358e203 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:12:50.605674 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:50.646246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Transition to ACTIVE for port object 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 will not be triggered until provisioned by entity DHCP. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:12:50.694734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:50.695598 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:50.726812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7114210f-24d9-470e-95b6-2aad37299941 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:12:50.737647 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 20ba62c7-0355-46ab-b50d-ab339358e203, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=20ba62c7-0355-46ab-b50d-ab339358e203,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:12:50.739769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28259c6-c297-4a99-8c07-763198a229cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20ba62c7-0355-46ab-b50d-ab339358e203'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:12:50.746607 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:50.748923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9c2cd254-f499-46ed-a20f-63464fc4e668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:12:50.889504 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28259c6-c297-4a99-8c07-763198a229cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20ba62c7-0355-46ab-b50d-ab339358e203', 'code': 200}
Dec 23 17:12:50.891266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Network e9255460-3efc-4d4c-be5e-d29b79e10e88 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:12:50.892561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event updated for resources: {'Port': ['ID=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:12:50.894179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=20ba62c7-0355-46ab-b50d-ab339358e203,revision_number=8']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:12:50.895881 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:12:50.902371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:12:50.903907 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:12:50.976796 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:12:50.977553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:50.985026 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:50.986320 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:50.987016 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:50.987676 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:50.988442 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:50.989069 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:50.989732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:50.990391 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:50.991050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:50.991802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:50.992227 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:12:50.996323 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:12:51.099266 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2280614
Dec 23 17:12:51.130396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974aa1c-2c7f-453b-b4bd-eab94163202a req-3f93194a-6974-4c79-8827-fa023a31f9d9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:12:51.131504 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-9974aa1c-2c7f-453b-b4bd-eab94163202a req-3f93194a-6974-4c79-8827-fa023a31f9d9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Synchronizing usage tracker for tenant:50ac19e902674b7a817a50eff71592d4 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:12:51.149958 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-9974aa1c-2c7f-453b-b4bd-eab94163202a req-3f93194a-6974-4c79-8827-fa023a31f9d9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Unset dirty status for tenant:50ac19e902674b7a817a50eff71592d4 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:12:51.151569 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9974aa1c-2c7f-453b-b4bd-eab94163202a req-3f93194a-6974-4c79-8827-fa023a31f9d9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 932 time: 0.1355591
Dec 23 17:12:51.316951 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9a4d64a2-8863-44f1-9dda-4a2e5fcfb2f0 None None] Provisioning for port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 completed by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:12:51.322817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-9a4d64a2-8863-44f1-9dda-4a2e5fcfb2f0 None None] Provisioning complete for port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 triggered by entity DHCP. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:12:51.323389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9a4d64a2-8863-44f1-9dda-4a2e5fcfb2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:51.385708 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-9a4d64a2-8863-44f1-9dda-4a2e5fcfb2f0 None None] Port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 cannot update to ACTIVE because it is not bound. {{(pid=88842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 23 17:12:51.460597 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-9974aa1c-2c7f-453b-b4bd-eab94163202a req-4740b89e-12bd-46fa-b4c6-b5f1b50e4b1c tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3019035
Dec 23 17:12:52.685830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d3e96-4197-41e9-b0fe-d45e4fe92e53 req-8dedae81-b708-4dda-875c-7ea754c43bde tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:12:52.687540 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-817d3e96-4197-41e9-b0fe-d45e4fe92e53 req-8dedae81-b708-4dda-875c-7ea754c43bde tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 932 time: 0.0870700
Dec 23 17:12:52.739680 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-817d3e96-4197-41e9-b0fe-d45e4fe92e53 req-6902cf59-b77a-4632-b293-df267ed105af tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452521
Dec 23 17:12:53.963728 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb8f76-ead2-4a3d-9d20-ee8f76d23560 req-db79ecca-3ce1-46cc-82c5-ccb22ed4e07b tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:12:53.966219 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3dbb8f76-ead2-4a3d-9d20-ee8f76d23560 req-db79ecca-3ce1-46cc-82c5-ccb22ed4e07b tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 932 time: 0.0945709
Dec 23 17:12:54.018082 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3dbb8f76-ead2-4a3d-9d20-ee8f76d23560 req-9e372146-4ad0-4c34-bbcc-bbf70d537960 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448413
Dec 23 17:12:54.572185 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfba26ff-2774-49c3-9c1b-976155b885bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:55.246096 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb16c9f-c115-47be-bd12-03b9b2672a8e req-2ee2c5f7-6888-40e8-a928-6ff72fc3710f tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:12:55.247799 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bbb16c9f-c115-47be-bd12-03b9b2672a8e req-2ee2c5f7-6888-40e8-a928-6ff72fc3710f tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 932 time: 0.0989554
Dec 23 17:12:55.302262 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-bbb16c9f-c115-47be-bd12-03b9b2672a8e req-01c446be-bb8e-4aa0-b1d4-b0be8cc99866 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476198
Dec 23 17:12:56.293908 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:56.526851 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e726d29-24a3-44a8-98f1-2f2308f660f6 req-36b38d52-d2c4-4903-a2db-12453196eb22 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:12:56.528668 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6e726d29-24a3-44a8-98f1-2f2308f660f6 req-36b38d52-d2c4-4903-a2db-12453196eb22 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 932 time: 0.0913489
Dec 23 17:12:56.580867 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6e726d29-24a3-44a8-98f1-2f2308f660f6 req-062f5845-a88f-4d72-8b58-1300d0142ced tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459063
Dec 23 17:12:56.919362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d820a2ed-12d7-4333-8933-526e3c6e1e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:57.261239 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:12:57.556696 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:57.795782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7607722-febd-480e-a35c-130605eafd51 req-5fc3fe1c-9eaa-42d3-b3fa-a9757b75dd2c tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:12:57.797610 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a7607722-febd-480e-a35c-130605eafd51 req-5fc3fe1c-9eaa-42d3-b3fa-a9757b75dd2c tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 932 time: 0.0862525
Dec 23 17:12:57.852245 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a7607722-febd-480e-a35c-130605eafd51 req-e0e74b1a-1f1b-4fce-b94f-285ae88c7500 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476916
Dec 23 17:12:58.823839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:12:59.073950 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ece4e-5605-4456-ad12-51625197f631 req-78af9988-9cc0-476b-85a8-c7b9990808f2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:12:59.075594 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-da2ece4e-5605-4456-ad12-51625197f631 req-78af9988-9cc0-476b-85a8-c7b9990808f2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 932 time: 0.0940032
Dec 23 17:12:59.131117 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-da2ece4e-5605-4456-ad12-51625197f631 req-42e3d859-e86c-4ffc-94d1-3f7d573815ff tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491562
Dec 23 17:13:00.351916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eedad-fd71-4f72-9537-b24b3c9177ee req-63dbb5ba-bc22-4c79-af52-4d6bdb2897eb tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:00.353521 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3c4eedad-fd71-4f72-9537-b24b3c9177ee req-63dbb5ba-bc22-4c79-af52-4d6bdb2897eb tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 932 time: 0.0866807
Dec 23 17:13:00.401939 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3c4eedad-fd71-4f72-9537-b24b3c9177ee req-888fb072-3415-4eb4-86d5-3d1fca863e81 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423794
Dec 23 17:13:00.425306 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Request body: {'port': {'device_id': '2627aedb-5948-4be9-b848-2b489737b4d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:13:00.537768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:00.888621 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 {{(pid=88841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 17:13:00.895915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:00.911995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Transition to ACTIVE for port object 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 will not be triggered until provisioned by entity L2. {{(pid=88841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 23 17:13:00.917468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:00.922111 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7d7a0448-2dda-4251-aae7-4ef5df0f7bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:13:01.062735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Pushing event updated for resources: {'Port': ['ID=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:13:01.071531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:13:01.185430 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Attempting to bind port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 on host hv-neutron-8228 for vnic_type normal with profile  {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 23 17:13:01.185817 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Attempting to bind port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 23 17:13:01.186194 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Attempting to bind port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 on network e9255460-3efc-4d4c-be5e-d29b79e10e88 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:13:01.192857 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 on network e9255460-3efc-4d4c-be5e-d29b79e10e88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 23 17:13:01.193237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Attempting to bind port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 on network e9255460-3efc-4d4c-be5e-d29b79e10e88 {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 23 17:13:01.200224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Checking agent: {'id': '71d08bd1-d2c7-40b5-b1eb-ada8ad7f64a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'started_at': datetime.datetime(2021, 12, 23, 16, 8, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 23 17:13:01.200605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Checking segment: {'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 23 17:13:01.201036 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Bound using segment: {'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'} {{(pid=88841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 23 17:13:01.201519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.managers [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Bound port: 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '600a49c8-e66d-42de-93df-9379365a4bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88'}}] {{(pid=88841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 23 17:13:01.201918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:01.300002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] For port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6, host hv-neutron-8228, cleared binding levels {{(pid=88841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 23 17:13:01.303871 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] For port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 23 17:13:01.307256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:01.311750 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9d32b979-e322-4dc1-b929-190ddc47bb78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:13:01.375580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:01.377079 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] 10.222.0.36 "PUT /v2.0/ports/82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 HTTP/1.1" status: 200  len: 1094 time: 0.9567082
Dec 23 17:13:01.377646 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2627aedb-5948-4be9-b848-2b489737b4d5', 'tag': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:13:01.396745 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Pushing event updated for resources: {'Port': ['ID=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,revision_number=3']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:13:01.400171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-095cc2dd-cd7d-46c8-8fb9-9709540f370e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:13:01.457118 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2627aedb-5948-4be9-b848-2b489737b4d5', 'tag': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6', 'status': 'completed', 'code': 200}
Dec 23 17:13:01.500790 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-585eaaff-cadc-49dd-81c7-99938e332bd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ac19e902674b7a817a50eff71592d4&device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 1097 time: 0.0853431
Dec 23 17:13:01.576933 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-16c207b0-f74a-4b81-94c6-93746abe07d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 HTTP/1.1" status: 200  len: 217 time: 0.0688486
Dec 23 17:13:01.626694 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8faf56-8786-442a-8552-5660047e1312 req-aca13640-dead-435d-8362-7865afe0aeac tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:01.628361 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f8faf56-8786-442a-8552-5660047e1312 req-aca13640-dead-435d-8362-7865afe0aeac tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 944 time: 0.0891786
Dec 23 17:13:01.653330 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-78fc4463-b8f8-454d-bafc-a7773180d35f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:01.654936 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-78fc4463-b8f8-454d-bafc-a7773180d35f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e351d0f-c652-4c08-9a3f-59636c0ba5a0 HTTP/1.1" status: 200  len: 848 time: 0.0718846
Dec 23 17:13:01.679772 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-5f8faf56-8786-442a-8552-5660047e1312 req-3760a0ee-0794-421a-90b0-2a98cb3bd762 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444210
Dec 23 17:13:01.738548 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-ac7b7626-0ecf-43c7-ad1c-c821815b3ebf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9255460-3efc-4d4c-be5e-d29b79e10e88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0762715
Dec 23 17:13:01.884127 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-02620211-f37a-4ecb-8c01-b09db7801253 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392994
Dec 23 17:13:02.026866 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-7e5fa8fb-ad8a-445b-adaf-8fd8871f141e req-93acb8e5-ef20-4b9d-9f62-e6a97ded6b91 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369660
Dec 23 17:13:02.142560 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d8b5cf57-d503-4a77-a9dc-accbb5823171 req-eb7f297a-868f-449d-812a-b999e371037d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ac19e902674b7a817a50eff71592d4&device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 1097 time: 0.0748029
Dec 23 17:13:02.287797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5cf57-d503-4a77-a9dc-accbb5823171 req-958d249f-9528-42fd-b420-15161cfa63bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:02.289329 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d8b5cf57-d503-4a77-a9dc-accbb5823171 req-958d249f-9528-42fd-b420-15161cfa63bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9255460-3efc-4d4c-be5e-d29b79e10e88 HTTP/1.1" status: 200  len: 910 time: 0.1393347
Dec 23 17:13:02.363220 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d8b5cf57-d503-4a77-a9dc-accbb5823171 req-caae4968-d896-44cb-9d34-3d0cee4abb07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 HTTP/1.1" status: 200  len: 217 time: 0.0667734
Dec 23 17:13:02.431416 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5cf57-d503-4a77-a9dc-accbb5823171 req-2718cb7a-676e-4cff-b980-d0cd4d3e5708 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:02.433009 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d8b5cf57-d503-4a77-a9dc-accbb5823171 req-2718cb7a-676e-4cff-b980-d0cd4d3e5708 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e351d0f-c652-4c08-9a3f-59636c0ba5a0 HTTP/1.1" status: 200  len: 848 time: 0.0635912
Dec 23 17:13:02.515451 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d8b5cf57-d503-4a77-a9dc-accbb5823171 req-c740f29f-d1ad-45ae-b01a-cfa389356304 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9255460-3efc-4d4c-be5e-d29b79e10e88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0754387
Dec 23 17:13:02.658396 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d8b5cf57-d503-4a77-a9dc-accbb5823171 req-605275f8-d2f8-40b5-8815-4e53ae34499b service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360044
Dec 23 17:13:02.803250 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d8b5cf57-d503-4a77-a9dc-accbb5823171 req-92f0a419-82e1-4b34-a06c-b2c74f75de5b service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378832
Dec 23 17:13:02.890138 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c8c1b-0617-4b5b-9825-46b5308f1b00 req-335ffe57-15b2-4114-9e4a-2bcdf2d96205 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:02.891813 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-269c8c1b-0617-4b5b-9825-46b5308f1b00 req-335ffe57-15b2-4114-9e4a-2bcdf2d96205 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 944 time: 0.0827396
Dec 23 17:13:02.940227 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-269c8c1b-0617-4b5b-9825-46b5308f1b00 req-b598632c-ac8d-4ca0-b152-e65f73c96d1c tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414665
Dec 23 17:13:04.152377 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dfeef-26cf-421a-a0b6-cb5736f551c0 req-30a99f9e-3cfe-4d0b-920d-dc0d9066e0e3 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:04.154025 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c10dfeef-26cf-421a-a0b6-cb5736f551c0 req-30a99f9e-3cfe-4d0b-920d-dc0d9066e0e3 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 944 time: 0.0890474
Dec 23 17:13:04.203942 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-c10dfeef-26cf-421a-a0b6-cb5736f551c0 req-742e15c2-3250-4209-a790-247d346cc597 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437708
Dec 23 17:13:04.488686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 17:13:04.630614 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:13:04.644548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'port_id': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6', 'mac_address': 'fa:16:3e:12:6a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 17:13:04.699540 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:04.717176 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 17:13:04.732305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:13:04.735192 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:04.737055 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-58d23b18-a3e4-44fc-a4b6-77f415c63287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:13:04.807479 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,revision_number=4']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:13:04.810580 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:13:04.965446 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 17:13:05.413735 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0ab25-20e2-4632-aac4-fddb8636f6c7 req-38cfae95-ce68-4444-a7a0-7a12bcd53ec7 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:05.415862 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3cc0ab25-20e2-4632-aac4-fddb8636f6c7 req-38cfae95-ce68-4444-a7a0-7a12bcd53ec7 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 945 time: 0.0882597
Dec 23 17:13:05.464328 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-3cc0ab25-20e2-4632-aac4-fddb8636f6c7 req-c71fc0b8-1b04-4cb1-abcb-1f0da2e8fa22 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420315
Dec 23 17:13:06.499855 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:13:06.571956 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning for port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 completed by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 23 17:13:06.576983 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:13:06.577423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:06.670327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad65ac3-972c-4b7f-a81e-f5ebe3ded175 req-d4acef53-5877-44f1-93c1-8b9f449e8083 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:06.672022 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cad65ac3-972c-4b7f-a81e-f5ebe3ded175 req-d4acef53-5877-44f1-93c1-8b9f449e8083 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 945 time: 0.0862563
Dec 23 17:13:06.699100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:06.726971 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-cad65ac3-972c-4b7f-a81e-f5ebe3ded175 req-c526aee3-57c5-44c3-a25a-ee2df30ae578 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484924
Dec 23 17:13:06.728746 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2627aedb-5948-4be9-b848-2b489737b4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:13:06.740705 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:13:06.745316 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:06.747389 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:13:06.786243 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2627aedb-5948-4be9-b848-2b489737b4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6', 'code': 200}
Dec 23 17:13:06.825265 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,revision_number=5']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:13:06.828355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:13:07.022557 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e45658a9-ff36-48f8-9677-26ae218061a1 req-2a0e342b-25b7-4913-878f-ee247d2f112c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 1099 time: 0.0738273
Dec 23 17:13:07.070085 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e45658a9-ff36-48f8-9677-26ae218061a1 req-6af32fb0-af8a-4558-92ce-9dc7d5725425 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411286
Dec 23 17:13:07.933759 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479fb8e-ca1c-4377-a3f0-bca50e112535 req-d859145b-3e3f-4ac7-a75c-1f77e166f1d9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:07.935419 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4479fb8e-ca1c-4377-a3f0-bca50e112535 req-d859145b-3e3f-4ac7-a75c-1f77e166f1d9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 946 time: 0.0859551
Dec 23 17:13:07.986401 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-4479fb8e-ca1c-4377-a3f0-bca50e112535 req-6d6f03ff-5f99-45a4-b8ee-8a7a8316929b tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443125
Dec 23 17:13:09.271443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5924b5-2835-4c08-85d8-0ea6785343f1 req-a9e88559-2975-46ec-83f9-cd81a5ad18ed tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:09.273095 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8a5924b5-2835-4c08-85d8-0ea6785343f1 req-a9e88559-2975-46ec-83f9-cd81a5ad18ed tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 946 time: 0.1622357
Dec 23 17:13:09.322296 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8a5924b5-2835-4c08-85d8-0ea6785343f1 req-c02acf44-4ce6-42f9-b2da-4941d934ad69 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427675
Dec 23 17:13:09.533901 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c11b80-8b29-4c4e-8e6e-8f0d0c138b2c req-363aaf8c-3d2b-44d6-8966-b29957bd5472 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:09.535649 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-18c11b80-8b29-4c4e-8e6e-8f0d0c138b2c req-363aaf8c-3d2b-44d6-8966-b29957bd5472 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 946 time: 0.0886271
Dec 23 17:13:09.584812 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-18c11b80-8b29-4c4e-8e6e-8f0d0c138b2c req-c0c60101-c284-463c-9e47-a13a5ed4b38a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432017
Dec 23 17:13:09.611698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 38324) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:13:09.687453 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-73d3d55f-846b-4443-be2e-0914c9556b7e tempest-TestSnapshotPattern-1223747502 tempest-TestSnapshotPattern-1223747502-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 1094 time: 0.0744169
Dec 23 17:13:09.690349 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 38328) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:13:09.696953 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.v2.base [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Request body: {'floatingip': {'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'port_id': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 23 17:13:09.703228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 23 17:13:09.707554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Usage tracker for resource:floatingip and tenant:50ac19e902674b7a817a50eff71592d4 is out of sync, need to count used quota {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 23 17:13:09.710602 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88841) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 23 17:13:09.717216 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.quota.driver [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 23 17:13:09.726423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for floatingip, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:09.875904 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:10.023346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_common [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Allocated IP 172.26.5.13 (2dc36bf2-ecdb-4314-aa29-e21d51c50182/322e9bf4-4186-4e6e-8dfa-049166044578/716e7336-3528-4fc6-886e-01c8fd4ca8da) {{(pid=88841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 23 17:13:10.194490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for port, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:10.221811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730455322073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:10.227235 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0e500454-f706-42a0-9f75-db7d3ee5a5ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:13:10.295582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Network 2dc36bf2-ecdb-4314-aa29-e21d51c50182 is already hosted by enough agents. {{(pid=88841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 23 17:13:10.298935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.base_scheduler [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Resources bound (agent type, host, resource id):  {{(pid=88841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 23 17:13:10.301769 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event updated for resources: {'Port': ['ID=716e7336-3528-4fc6-886e-01c8fd4ca8da,revision_number=1']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:13:10.304103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Received port after_create {{(pid=88841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:13:10.333396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:13:11.057680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:11.114251 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:11.344314 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for port, precommit_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:11.348085 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3001853'] for port, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:11.352542 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-cbd1b876-f62e-4a7e-b236-a6683cff88bd tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:13:11.459811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event updated for resources: {'Port': ['ID=716e7336-3528-4fc6-886e-01c8fd4ca8da,revision_number=2']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:13:11.467780 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:13:11.480856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396781'] for floatingip, after_update {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:11.680220 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.db.l3_db [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Floating IP 0a161998-fcc1-4480-9de1-c77c5742fd7f associated. External IP: 172.26.5.13, port: 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6.
Dec 23 17:13:12.091294 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:13:12.306338 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:13:12.317158 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e815fd4-19d5-4920-9a61-92cd64863eee None None] Sync routers for ids ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:13:12.329822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e815fd4-19d5-4920-9a61-92cd64863eee None None] Routers {'cb7484b8-6028-4e61-8f01-bef8f4aeaa96'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:13:12.330498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5e815fd4-19d5-4920-9a61-92cd64863eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79df79b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:13:12.330686 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:12.399010 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-ad51989c-fd2a-4750-96fe-3ad4055f12d2 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6977994
Dec 23 17:13:12.399010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2627aedb-5948-4be9-b848-2b489737b4d5', 'tag': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:13:12.445199 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2627aedb-5948-4be9-b848-2b489737b4d5', 'tag': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6', 'status': 'completed', 'code': 200}
Dec 23 17:13:12.533994 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-5e815fd4-19d5-4920-9a61-92cd64863eee None None] Set router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:13:12.543741 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a35858b3-0bf8-4be6-a149-74efb3dd25c4 req-d7f11801-ac15-4617-825b-0812ad666dab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ac19e902674b7a817a50eff71592d4&device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 1099 time: 0.0749545
Dec 23 17:13:12.687612 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35858b3-0bf8-4be6-a149-74efb3dd25c4 req-de79b9c7-be10-438f-b4e0-2394f32da248 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:12.689247 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a35858b3-0bf8-4be6-a149-74efb3dd25c4 req-de79b9c7-be10-438f-b4e0-2394f32da248 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9255460-3efc-4d4c-be5e-d29b79e10e88 HTTP/1.1" status: 200  len: 910 time: 0.1396978
Dec 23 17:13:12.797843 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a35858b3-0bf8-4be6-a149-74efb3dd25c4 req-7446f66d-0e7d-4b89-bfcb-266dd61dd463 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 HTTP/1.1" status: 200  len: 999 time: 0.1018267
Dec 23 17:13:12.843135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:12.871582 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35858b3-0bf8-4be6-a149-74efb3dd25c4 req-358c06f6-48f8-4406-9f8a-eb59231edc5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:12.873211 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a35858b3-0bf8-4be6-a149-74efb3dd25c4 req-358c06f6-48f8-4406-9f8a-eb59231edc5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e351d0f-c652-4c08-9a3f-59636c0ba5a0 HTTP/1.1" status: 200  len: 848 time: 0.0691364
Dec 23 17:13:12.932080 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5e815fd4-19d5-4920-9a61-92cd64863eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79df79b0>, [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '0a161998-fcc1-4480-9de1-c77c5742fd7f', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'port_id': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'mac_address': 'fa:16:3e:12:6a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2627aedb-5948-4be9-b848-2b489737b4d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:13:10Z', 'updated_at': '2021-12-23T17:13:10Z', 'revision_number': 0, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'fixed_ip_address_scope': None}, {'id': '15d34f1d-45e7-4736-8658-26d638b5d474', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'port_id': '20ba62c7-0355-46ab-b50d-ab339358e203', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'mac_address': 'fa:16:3e:74:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28259c6-c297-4a99-8c07-763198a229cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:10:37Z', 'updated_at': '2021-12-23T17:10:41Z', 'revision_number': 1, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:16Z', 'revision_number': 5, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:13:12.936263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e815fd4-19d5-4920-9a61-92cd64863eee None None] Checking router: cb7484b8-6028-4e61-8f01-bef8f4aeaa96 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:13:12.948773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e815fd4-19d5-4920-9a61-92cd64863eee None None] Routers {'cb7484b8-6028-4e61-8f01-bef8f4aeaa96'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:13:12.949385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5e815fd4-19d5-4920-9a61-92cd64863eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b79df79b0>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:12:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:13:12.957268 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a35858b3-0bf8-4be6-a149-74efb3dd25c4 req-6eeeb2a3-8179-49fb-907e-53c7ed22c576 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9255460-3efc-4d4c-be5e-d29b79e10e88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0770283
Dec 23 17:13:13.100381 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a35858b3-0bf8-4be6-a149-74efb3dd25c4 req-5675dd5f-4c85-4580-bacb-fbd7554b136f service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376040
Dec 23 17:13:13.147448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-5e815fd4-19d5-4920-9a61-92cd64863eee None None] Set router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:13:13.246055 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-a35858b3-0bf8-4be6-a149-74efb3dd25c4 req-758d2eb3-e953-4106-8364-e9f3f6f38105 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401770
Dec 23 17:13:13.517816 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-5e815fd4-19d5-4920-9a61-92cd64863eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b79df79b0>, [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '0a161998-fcc1-4480-9de1-c77c5742fd7f', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'port_id': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'mac_address': 'fa:16:3e:12:6a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2627aedb-5948-4be9-b848-2b489737b4d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:13:10Z', 'updated_at': '2021-12-23T17:13:10Z', 'revision_number': 0, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'fixed_ip_address_scope': None}, {'id': '15d34f1d-45e7-4736-8658-26d638b5d474', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'port_id': '20ba62c7-0355-46ab-b50d-ab339358e203', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'mac_address': 'fa:16:3e:74:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28259c6-c297-4a99-8c07-763198a229cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:10:37Z', 'updated_at': '2021-12-23T17:10:41Z', 'revision_number': 1, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:16Z', 'revision_number': 5, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:13:13.522955 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e815fd4-19d5-4920-9a61-92cd64863eee None None] The sync data for ids ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'] in dv-neutron-822801-1-hyperv is: [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '0a161998-fcc1-4480-9de1-c77c5742fd7f', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'port_id': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'mac_address': 'fa:16:3e:12:6a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2627aedb-5948-4be9-b848-2b489737b4d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:13:10Z', 'updated_at': '2021-12-23T17:13:10Z', 'revision_number': 0, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'fixed_ip_address_scope': None}, {'id': '15d34f1d-45e7-4736-8658-26d638b5d474', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'port_id': '20ba62c7-0355-46ab-b50d-ab339358e203', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'mac_address': 'fa:16:3e:74:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28259c6-c297-4a99-8c07-763198a229cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:10:37Z', 'updated_at': '2021-12-23T17:10:41Z', 'revision_number': 1, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:16Z', 'revision_number': 5, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:13:13.850135 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78133f5f-6925-4ac1-a7b3-54f0590cd497 None None] New status for floating IP 0a161998-fcc1-4480-9de1-c77c5742fd7f: ACTIVE {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 17:13:24.578087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1f79bf70-3314-4fd3-b80d-0b4ae5663536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:26.115827 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:26.922174 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-69a1b956-005f-4f5f-a593-90e01a77be9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:27.555151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:28.826434 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:30.284719 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1355f665-d0cf-4bc7-84ba-74447ba0ab83 req-b12419e6-0367-48fe-ac38-2cdf11f347ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0759757
Dec 23 17:13:30.438915 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1355f665-d0cf-4bc7-84ba-74447ba0ab83 req-9c838006-e27c-4168-b900-fc658f0857ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ac19e902674b7a817a50eff71592d4&device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 1096 time: 0.0802033
Dec 23 17:13:30.596743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355f665-d0cf-4bc7-84ba-74447ba0ab83 req-680492e3-5b36-49a8-8a2c-c044a9c67e3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:30.598275 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1355f665-d0cf-4bc7-84ba-74447ba0ab83 req-680492e3-5b36-49a8-8a2c-c044a9c67e3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9255460-3efc-4d4c-be5e-d29b79e10e88 HTTP/1.1" status: 200  len: 910 time: 0.1396074
Dec 23 17:13:30.703922 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1355f665-d0cf-4bc7-84ba-74447ba0ab83 req-f1cd0497-408c-491c-b988-1940453e6b33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20ba62c7-0355-46ab-b50d-ab339358e203 HTTP/1.1" status: 200  len: 999 time: 0.0990105
Dec 23 17:13:30.776929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355f665-d0cf-4bc7-84ba-74447ba0ab83 req-d0ac3281-3e0f-41ca-9779-eecf4d7b1311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:13:30.778488 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1355f665-d0cf-4bc7-84ba-74447ba0ab83 req-d0ac3281-3e0f-41ca-9779-eecf4d7b1311 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e351d0f-c652-4c08-9a3f-59636c0ba5a0 HTTP/1.1" status: 200  len: 848 time: 0.0687580
Dec 23 17:13:30.857544 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1355f665-d0cf-4bc7-84ba-74447ba0ab83 req-22c5a201-911a-400f-b854-1f8aadf2b9f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9255460-3efc-4d4c-be5e-d29b79e10e88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724413
Dec 23 17:13:31.000484 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1355f665-d0cf-4bc7-84ba-74447ba0ab83 req-06cbeabc-0388-4641-be42-e23ca95cf357 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365411
Dec 23 17:13:31.387184 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-1355f665-d0cf-4bc7-84ba-74447ba0ab83 req-2e6ca00a-7fed-46e2-8498-68bc6ecb4b00 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3807361
Dec 23 17:13:34.261995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:13:42.812108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:54.570213 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f587fb41-dfb0-468a-b83c-6d752e516cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:56.117462 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:56.924856 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-552a4191-a194-4d68-b49e-6e5330067a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:57.557539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:13:58.829029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:11.262925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:14:12.824496 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:24.572884 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-751d9261-441f-4951-b9cf-83da4c5bd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:26.119437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:26.926188 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f6840e3c-fab1-4978-b4c7-be86e6cf5a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:27.560311 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:28.832402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:31.846715 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-697b4036-a8d7-474f-9526-f0af13524e05 req-7d2cdc89-70c1-4c0d-adce-14d1423afe03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1749928
Dec 23 17:14:31.943993 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-697b4036-a8d7-474f-9526-f0af13524e05 req-bff5cb9a-da4d-48da-a8f6-c05f89740484 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ac19e902674b7a817a50eff71592d4&device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 1099 time: 0.0742695
Dec 23 17:14:32.098337 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b4036-a8d7-474f-9526-f0af13524e05 req-91e1e3ac-daf4-49c9-bbf7-36fda75e1bbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:14:32.100042 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-697b4036-a8d7-474f-9526-f0af13524e05 req-91e1e3ac-daf4-49c9-bbf7-36fda75e1bbf service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9255460-3efc-4d4c-be5e-d29b79e10e88 HTTP/1.1" status: 200  len: 910 time: 0.1378958
Dec 23 17:14:32.209943 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-697b4036-a8d7-474f-9526-f0af13524e05 req-ed23b83e-4297-4fd3-a3d0-ae348c65537b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 HTTP/1.1" status: 200  len: 1001 time: 0.1037793
Dec 23 17:14:32.279474 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b4036-a8d7-474f-9526-f0af13524e05 req-ce9b3e1d-7e48-44b2-a303-af021dbcff58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:14:32.281035 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-697b4036-a8d7-474f-9526-f0af13524e05 req-ce9b3e1d-7e48-44b2-a303-af021dbcff58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e351d0f-c652-4c08-9a3f-59636c0ba5a0 HTTP/1.1" status: 200  len: 848 time: 0.0648127
Dec 23 17:14:32.366002 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-697b4036-a8d7-474f-9526-f0af13524e05 req-76ac06ff-ab5f-4caa-bd1b-2f9e4a4157e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9255460-3efc-4d4c-be5e-d29b79e10e88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0787075
Dec 23 17:14:32.514195 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-697b4036-a8d7-474f-9526-f0af13524e05 req-119fbc22-04d9-4990-91b1-7d8ac3b82549 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415823
Dec 23 17:14:32.655315 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-697b4036-a8d7-474f-9526-f0af13524e05 req-e7bbb91a-f77a-4eea-9e38-cc0e72717ca3 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346068
Dec 23 17:14:42.837609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:48.263700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:14:54.577324 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-417778f9-744f-4d27-81ab-21bd3f4fe830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:55.059315 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=88842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 23 17:14:55.213576 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:14:55.231090 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Returning: {'device': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'port_id': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6', 'mac_address': 'fa:16:3e:12:6a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 17:14:55.294075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:55.314448 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 {{(pid=88842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 23 17:14:55.330269 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:14:55.334169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:55.336122 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-a1dd1ad5-31ca-44ca-9f63-63a5f1c4aad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:14:55.407779 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,revision_number=6']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:14:55.417743 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] get_ports_and_sgs() called for port_ids ['82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6'] {{(pid=88842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 17:14:55.452374 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:14:55.452776 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:14:55.453383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:14:55.453985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:14:55.453985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:14:55.454443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:14:55.454774 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:14:55.455220 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:14:55.455605 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:14:55.455984 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:14:55.456365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:14:55.471526 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:14:56.123665 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:56.934224 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5b967ef5-277f-429e-8cef-70e4ab236dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:57.074995 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 up at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 23 17:14:57.339145 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.provisioning_blocks [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Provisioning complete for port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 triggered by entity L2. {{(pid=88842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 23 17:14:57.340579 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846611914'] for port, provisioning_complete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:57.476925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:57.518152 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2627aedb-5948-4be9-b848-2b489737b4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:14:57.531095 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:14:57.536428 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:57.538682 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:14:57.607814 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2627aedb-5948-4be9-b848-2b489737b4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6', 'code': 200}
Dec 23 17:14:57.626913 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:14:57.635312 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,revision_number=7']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:14:57.638568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:14:58.835409 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:05.114319 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 38528) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:15:05.329954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Deleting port 716e7336-3528-4fc6-886e-01c8fd4ca8da {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:15:05.330344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:05.511173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:05.511554 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:05.641985 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Calling delete_port for 716e7336-3528-4fc6-886e-01c8fd4ca8da owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:15:05.791902 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:05.796161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-de3e8aa3-7e33-4718-9f4c-ad14f44dd2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:05.837473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event deleted for resources: {'Port': ['ID=716e7336-3528-4fc6-886e-01c8fd4ca8da,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:05.850081 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:05.850518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:05.850948 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:05.851420 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:05.852009 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:05.852231 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:05.852645 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:05.853060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:05.853519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:05.853933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:05.854339 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:05.889361 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:05.949264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:06.355458 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:15:06.801858 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:15:06.812263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ace6c-0bde-4624-a76d-6b73bd343c00 None None] Sync routers for ids ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:15:06.823190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:06.825740 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ace6c-0bde-4624-a76d-6b73bd343c00 None None] Routers {'cb7484b8-6028-4e61-8f01-bef8f4aeaa96'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:15:06.826484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d20ace6c-0bde-4624-a76d-6b73bd343c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8e6160>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:06.879731 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-d372ff79-a749-45eb-93f0-96601008a6f0 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "DELETE /v2.0/floatingips/0a161998-fcc1-4480-9de1-c77c5742fd7f HTTP/1.1" status: 204  len: 168 time: 1.7641962
Dec 23 17:15:06.880438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2627aedb-5948-4be9-b848-2b489737b4d5', 'tag': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:15:07.029396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d20ace6c-0bde-4624-a76d-6b73bd343c00 None None] Set router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:15:07.070884 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2627aedb-5948-4be9-b848-2b489737b4d5', 'tag': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6', 'status': 'completed', 'code': 200}
Dec 23 17:15:07.173538 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5064dda-3f3a-4810-8f3a-d176c5194f47 req-5f5fe8b6-b06f-4230-86fa-8e2e0b15e4a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ac19e902674b7a817a50eff71592d4&device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 1099 time: 0.0797799
Dec 23 17:15:07.392372 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5064dda-3f3a-4810-8f3a-d176c5194f47 req-3aa8ed11-03ce-4418-9d99-a07b7518e35b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:15:07.393920 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5064dda-3f3a-4810-8f3a-d176c5194f47 req-3aa8ed11-03ce-4418-9d99-a07b7518e35b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9255460-3efc-4d4c-be5e-d29b79e10e88 HTTP/1.1" status: 200  len: 910 time: 0.2103908
Dec 23 17:15:07.412477 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d20ace6c-0bde-4624-a76d-6b73bd343c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8e6160>, [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '15d34f1d-45e7-4736-8658-26d638b5d474', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'port_id': '20ba62c7-0355-46ab-b50d-ab339358e203', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'mac_address': 'fa:16:3e:74:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28259c6-c297-4a99-8c07-763198a229cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:10:37Z', 'updated_at': '2021-12-23T17:10:41Z', 'revision_number': 1, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:16Z', 'revision_number': 5, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:07.416782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ace6c-0bde-4624-a76d-6b73bd343c00 None None] Checking router: cb7484b8-6028-4e61-8f01-bef8f4aeaa96 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:15:07.428236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ace6c-0bde-4624-a76d-6b73bd343c00 None None] Routers {'cb7484b8-6028-4e61-8f01-bef8f4aeaa96'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:15:07.428903 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d20ace6c-0bde-4624-a76d-6b73bd343c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8e6160>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:07.477545 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e219dc8-9705-4ee2-8c31-9cf0f87de92c req-0c1b2bd8-776c-440a-8708-7a1f5da909f6 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:15:07.479184 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6e219dc8-9705-4ee2-8c31-9cf0f87de92c req-0c1b2bd8-776c-440a-8708-7a1f5da909f6 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 946 time: 0.1896443
Dec 23 17:15:07.480640 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5064dda-3f3a-4810-8f3a-d176c5194f47 req-b0cb89c9-1815-4111-8f3f-315759e57fcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 HTTP/1.1" status: 200  len: 217 time: 0.0802758
Dec 23 17:15:07.589315 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-6e219dc8-9705-4ee2-8c31-9cf0f87de92c req-4d7d79e2-f7d2-4352-b906-548a2822491e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034474
Dec 23 17:15:07.590793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5064dda-3f3a-4810-8f3a-d176c5194f47 req-af9bc04b-3351-4501-a469-380e5f73b73a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:15:07.592304 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5064dda-3f3a-4810-8f3a-d176c5194f47 req-af9bc04b-3351-4501-a469-380e5f73b73a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e351d0f-c652-4c08-9a3f-59636c0ba5a0 HTTP/1.1" status: 200  len: 848 time: 0.1046467
Dec 23 17:15:07.628000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d20ace6c-0bde-4624-a76d-6b73bd343c00 None None] Set router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:15:07.675046 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5064dda-3f3a-4810-8f3a-d176c5194f47 req-8f2d774c-6565-4b2b-829d-a4ad92209949 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9255460-3efc-4d4c-be5e-d29b79e10e88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0756276
Dec 23 17:15:07.822931 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5064dda-3f3a-4810-8f3a-d176c5194f47 req-97b4ddf7-65d6-418f-8f14-bbd152fc8e41 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406322
Dec 23 17:15:07.970271 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-d5064dda-3f3a-4810-8f3a-d176c5194f47 req-dcac0603-371f-43ed-984d-e6a099cf6651 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392515
Dec 23 17:15:08.007459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d20ace6c-0bde-4624-a76d-6b73bd343c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a8e6160>, [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '15d34f1d-45e7-4736-8658-26d638b5d474', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'port_id': '20ba62c7-0355-46ab-b50d-ab339358e203', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'mac_address': 'fa:16:3e:74:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28259c6-c297-4a99-8c07-763198a229cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:10:37Z', 'updated_at': '2021-12-23T17:10:41Z', 'revision_number': 1, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:16Z', 'revision_number': 5, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:08.011677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ace6c-0bde-4624-a76d-6b73bd343c00 None None] The sync data for ids ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'] in dv-neutron-822801-1-hyperv is: [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_floatingips': [{'id': '15d34f1d-45e7-4736-8658-26d638b5d474', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'floating_ip_address': '172.26.5.135', 'floating_network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'router_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'port_id': '20ba62c7-0355-46ab-b50d-ab339358e203', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'mac_address': 'fa:16:3e:74:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28259c6-c297-4a99-8c07-763198a229cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:10:37Z', 'updated_at': '2021-12-23T17:10:41Z', 'revision_number': 1, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:16Z', 'revision_number': 5, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:15:08.473160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef22c50-0918-4c64-99d5-0b7bb050e4ba None None] New status for floating IP 0a161998-fcc1-4480-9de1-c77c5742fd7f: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 17:15:08.751490 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-ffe45375-f2b0-4440-8349-f572fa1ea1da tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:15:08.753094 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-ffe45375-f2b0-4440-8349-f572fa1ea1da tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.36 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 946 time: 0.0892668
Dec 23 17:15:08.804256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b07c1e-c738-45f2-b343-3bb667b83048 req-d18aebd3-c3d2-4bd0-b73a-9fbe95fe205c tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:15:08.805038 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-89b07c1e-c738-45f2-b343-3bb667b83048 req-d18aebd3-c3d2-4bd0-b73a-9fbe95fe205c tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Synchronizing usage tracker for tenant:50ac19e902674b7a817a50eff71592d4 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:15:08.820683 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-89b07c1e-c738-45f2-b343-3bb667b83048 req-d18aebd3-c3d2-4bd0-b73a-9fbe95fe205c tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Unset dirty status for tenant:50ac19e902674b7a817a50eff71592d4 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:15:08.822097 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89b07c1e-c738-45f2-b343-3bb667b83048 req-d18aebd3-c3d2-4bd0-b73a-9fbe95fe205c tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 946 time: 0.1022692
Dec 23 17:15:08.827437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Deleting port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:15:08.827834 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:08.871792 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-89b07c1e-c738-45f2-b343-3bb667b83048 req-fb8dfe17-8793-4e1b-b60e-a0e18d300821 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429084
Dec 23 17:15:09.088201 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] For port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:15:09.088608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:09.137050 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:15:09.221886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Calling delete_port for 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:15:09.257886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847235086'] for port, before_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:09.286375 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2627aedb-5948-4be9-b848-2b489737b4d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6'}] {{(pid=88842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:15:09.297043 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] For port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:15:09.300243 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306399033682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730455322090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730455322125'] for port, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:09.302124 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:09.304889 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88841) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 17:15:09.305263 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 17:15:09.349150 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2627aedb-5948-4be9-b848-2b489737b4d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6', 'code': 200}
Dec 23 17:15:09.371505 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Pushing event updated for resources: {'Port': ['ID=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,revision_number=8']} {{(pid=88842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:09.375032 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88842) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:09.806566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Deleting port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:15:09.807133 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:10.066799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] For port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:15:10.067157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:10.090247 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb4b4f-4a19-4f18-9cba-fd737765b97e req-23d51cd9-c658-448a-aacc-908c184d78bf tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:15:10.091927 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e8bb4b4f-4a19-4f18-9cba-fd737765b97e req-23d51cd9-c658-448a-aacc-908c184d78bf tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2627aedb-5948-4be9-b848-2b489737b4d5 HTTP/1.1" status: 200  len: 944 time: 0.0889246
Dec 23 17:15:10.142507 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-e8bb4b4f-4a19-4f18-9cba-fd737765b97e req-f55dc991-ba15-4f77-b6f3-539b36eaec09 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440814
Dec 23 17:15:10.199732 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Calling delete_port for 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:15:10.345895 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:10.352520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-8f8e0d99-521d-4bd9-ba65-0960edf6ff27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:10.397134 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event deleted for resources: {'Port': ['ID=82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:10.442000 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:10.442443 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:10.442877 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:10.443333 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:10.443760 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:10.444184 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:10.444606 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:10.445029 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:10.445445 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:10.445861 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:10.446276 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822801-1-hyperv {{(pid=88841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 23 17:15:10.449763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:10.495546 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] No DVR routers for this DVR port 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 17:15:10.498061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:10.502811 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2627aedb-5948-4be9-b848-2b489737b4d5', 'name': 'network-vif-deleted', 'tag': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:15:10.515880 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-16c547e1-ab3e-44a3-a940-3873402c15ed req-d0516b43-6bd0-4916-b3e0-fe86a957018e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.36 "DELETE /v2.0/ports/82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 HTTP/1.1" status: 204  len: 173 time: 1.7573898
Dec 23 17:15:10.656067 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2627aedb-5948-4be9-b848-2b489737b4d5', 'name': 'network-vif-deleted', 'tag': '82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6', 'status': 'completed', 'code': 200}
Dec 23 17:15:11.852491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 38596) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:15:12.070887 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d5929-1344-4056-82d3-ceeac2369910 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Deleting port e2d3abb4-ad9a-48a3-91ed-d8ae595cc829 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:15:12.071309 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb9d5929-1344-4056-82d3-ceeac2369910 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:12.252853 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb9d5929-1344-4056-82d3-ceeac2369910 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:12.253229 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb9d5929-1344-4056-82d3-ceeac2369910 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:12.382959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d5929-1344-4056-82d3-ceeac2369910 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Calling delete_port for e2d3abb4-ad9a-48a3-91ed-d8ae595cc829 owned by network:floatingip {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:15:12.536189 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb9d5929-1344-4056-82d3-ceeac2369910 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:12.540520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7d94a05f-eed2-4de6-9c3b-3b5defdcba6a tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:12.582166 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d5929-1344-4056-82d3-ceeac2369910 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event deleted for resources: {'Port': ['ID=e2d3abb4-ad9a-48a3-91ed-d8ae595cc829,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:12.585959 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-eb9d5929-1344-4056-82d3-ceeac2369910 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:12.680571 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb9d5929-1344-4056-82d3-ceeac2369910 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:12.853423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:13.088214 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9d5929-1344-4056-82d3-ceeac2369910 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:15:13.152423 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:15:13.187965 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:15:13.188385 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 82ecbc4a-cbfa-4b7a-a8a2-d39ebb359ef6 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:15:13.301914 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9d5929-1344-4056-82d3-ceeac2369910 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:15:13.312070 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4476e-385b-4683-bf51-abd3769c0715 None None] Sync routers for ids ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:15:13.318551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eb9d5929-1344-4056-82d3-ceeac2369910 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for floatingip, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:13.324549 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f4476e-385b-4683-bf51-abd3769c0715 None None] Routers {'cb7484b8-6028-4e61-8f01-bef8f4aeaa96'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:15:13.325228 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d0f4476e-385b-4683-bf51-abd3769c0715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a821780>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:13.378264 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-eb9d5929-1344-4056-82d3-ceeac2369910 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "DELETE /v2.0/floatingips/15d34f1d-45e7-4736-8658-26d638b5d474 HTTP/1.1" status: 204  len: 168 time: 1.5244992
Dec 23 17:15:13.380005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28259c6-c297-4a99-8c07-763198a229cd', 'tag': '20ba62c7-0355-46ab-b50d-ab339358e203'}] {{(pid=88840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:15:13.436626 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28259c6-c297-4a99-8c07-763198a229cd', 'tag': '20ba62c7-0355-46ab-b50d-ab339358e203', 'status': 'completed', 'code': 200}
Dec 23 17:15:13.539393 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-44c41942-d579-48f8-92d6-57cb8adabd02 req-3e6035a8-acb1-4b86-9c48-aff64377a96a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ac19e902674b7a817a50eff71592d4&device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 1096 time: 0.0794947
Dec 23 17:15:13.539638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d0f4476e-385b-4683-bf51-abd3769c0715 None None] Set router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:15:13.701108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c41942-d579-48f8-92d6-57cb8adabd02 req-f397cec5-55aa-4acf-a676-2d80269f08b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:15:13.703096 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-44c41942-d579-48f8-92d6-57cb8adabd02 req-f397cec5-55aa-4acf-a676-2d80269f08b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9255460-3efc-4d4c-be5e-d29b79e10e88 HTTP/1.1" status: 200  len: 910 time: 0.1569874
Dec 23 17:15:13.808068 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d10403-b7df-426f-8fa1-1201c9fcc5cb req-bf7dcd37-2629-40b7-b8fe-c0ee47e47ff9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:15:13.808896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-78d10403-b7df-426f-8fa1-1201c9fcc5cb req-bf7dcd37-2629-40b7-b8fe-c0ee47e47ff9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Synchronizing usage tracker for tenant:50ac19e902674b7a817a50eff71592d4 on resource:port {{(pid=88840) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:15:13.826832 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-78d10403-b7df-426f-8fa1-1201c9fcc5cb req-bf7dcd37-2629-40b7-b8fe-c0ee47e47ff9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Unset dirty status for tenant:50ac19e902674b7a817a50eff71592d4 on resource:port {{(pid=88840) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:15:13.828221 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-78d10403-b7df-426f-8fa1-1201c9fcc5cb req-bf7dcd37-2629-40b7-b8fe-c0ee47e47ff9 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 943 time: 0.1115944
Dec 23 17:15:13.883152 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-78d10403-b7df-426f-8fa1-1201c9fcc5cb req-5922ed24-5b43-4b20-83c8-fca8fccb4e57 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481393
Dec 23 17:15:14.018945 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-44c41942-d579-48f8-92d6-57cb8adabd02 req-9b3c3820-c28d-43cf-9503-8c8a954e1f77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20ba62c7-0355-46ab-b50d-ab339358e203 HTTP/1.1" status: 200  len: 217 time: 0.3075590
Dec 23 17:15:14.080252 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d0f4476e-385b-4683-bf51-abd3769c0715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a821780>, [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:16Z', 'revision_number': 5, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:14.084520 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4476e-385b-4683-bf51-abd3769c0715 None None] Checking router: cb7484b8-6028-4e61-8f01-bef8f4aeaa96 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:15:14.091171 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c41942-d579-48f8-92d6-57cb8adabd02 req-bdfc35b3-49c5-418e-be55-bdf96a047968 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:15:14.092761 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-44c41942-d579-48f8-92d6-57cb8adabd02 req-bdfc35b3-49c5-418e-be55-bdf96a047968 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e351d0f-c652-4c08-9a3f-59636c0ba5a0 HTTP/1.1" status: 200  len: 848 time: 0.0642509
Dec 23 17:15:14.096346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f4476e-385b-4683-bf51-abd3769c0715 None None] Routers {'cb7484b8-6028-4e61-8f01-bef8f4aeaa96'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:15:14.097005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d0f4476e-385b-4683-bf51-abd3769c0715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a821780>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:14.178923 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-44c41942-d579-48f8-92d6-57cb8adabd02 req-7e961f78-29fe-4cd8-aef3-3af8948fade3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9255460-3efc-4d4c-be5e-d29b79e10e88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0784330
Dec 23 17:15:14.293680 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-d0f4476e-385b-4683-bf51-abd3769c0715 None None] Set router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:15:14.324565 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-44c41942-d579-48f8-92d6-57cb8adabd02 req-8c4c3d17-a6ec-491d-9d03-a59d924a8fdb service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381667
Dec 23 17:15:14.481695 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-44c41942-d579-48f8-92d6-57cb8adabd02 req-28128a7e-a6d0-491d-9494-309d247385b4 service neutron] 10.222.0.36 "GET /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499510
Dec 23 17:15:14.628136 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-d0f4476e-385b-4683-bf51-abd3769c0715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a821780>, [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:16Z', 'revision_number': 5, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:14.632362 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4476e-385b-4683-bf51-abd3769c0715 None None] The sync data for ids ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'] in dv-neutron-822801-1-hyperv is: [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv', '_interfaces': [{'id': '584cfc18-18ae-4bc4-91f4-c6b39f2679a1', 'name': '', 'network_id': 'e9255460-3efc-4d4c-be5e-d29b79e10e88', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'mac_address': 'fa:16:3e:4d:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:07Z', 'updated_at': '2021-12-23T17:10:16Z', 'revision_number': 5, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'subnets': [{'id': '8e351d0f-c652-4c08-9a3f-59636c0ba5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:15:15.089297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c88c852-35ec-4db9-853e-46ff785d3944 None None] New status for floating IP 15d34f1d-45e7-4736-8658-26d638b5d474: DOWN {{(pid=88843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 23 17:15:15.099058 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d478193-3ee4-4b45-9e1b-f58e98b6171b req-f185f61c-dcb2-4f96-95d9-2349bed9bf9f tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:15:15.099822 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-8d478193-3ee4-4b45-9e1b-f58e98b6171b req-f185f61c-dcb2-4f96-95d9-2349bed9bf9f tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Synchronizing usage tracker for tenant:50ac19e902674b7a817a50eff71592d4 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:15:15.112353 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-8d478193-3ee4-4b45-9e1b-f58e98b6171b req-f185f61c-dcb2-4f96-95d9-2349bed9bf9f tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Unset dirty status for tenant:50ac19e902674b7a817a50eff71592d4 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:15:15.113603 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8d478193-3ee4-4b45-9e1b-f58e98b6171b req-f185f61c-dcb2-4f96-95d9-2349bed9bf9f tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 943 time: 0.0991054
Dec 23 17:15:15.163405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-8d478193-3ee4-4b45-9e1b-f58e98b6171b req-34918867-8308-4ceb-9132-c8918e95845d tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/security-groups?id=a15e8561-d1d2-49c8-a466-9bac63c35947&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431230
Dec 23 17:15:15.278225 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3a86f-429d-4b23-9584-a801aae90b16 req-c87d802c-4bf2-42a7-8052-7e818420da63 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 23 17:15:15.279887 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f4b3a86f-429d-4b23-9584-a801aae90b16 req-c87d802c-4bf2-42a7-8052-7e818420da63 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.36 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 943 time: 0.0923526
Dec 23 17:15:15.355765 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-f4b3a86f-429d-4b23-9584-a801aae90b16 req-80bb3fb5-0367-420d-b9bf-68b634247802 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Deleting port 20ba62c7-0355-46ab-b50d-ab339358e203 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:15:15.356163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f4b3a86f-429d-4b23-9584-a801aae90b16 req-80bb3fb5-0367-420d-b9bf-68b634247802 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:15.618609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [req-f4b3a86f-429d-4b23-9584-a801aae90b16 req-80bb3fb5-0367-420d-b9bf-68b634247802 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] For port 20ba62c7-0355-46ab-b50d-ab339358e203, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=20ba62c7-0355-46ab-b50d-ab339358e203,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:15:15.618609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f4b3a86f-429d-4b23-9584-a801aae90b16 req-80bb3fb5-0367-420d-b9bf-68b634247802 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:15.748400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [req-f4b3a86f-429d-4b23-9584-a801aae90b16 req-80bb3fb5-0367-420d-b9bf-68b634247802 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Calling delete_port for 20ba62c7-0355-46ab-b50d-ab339358e203 owned by compute:nova {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:15:15.893165 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f4b3a86f-429d-4b23-9584-a801aae90b16 req-80bb3fb5-0367-420d-b9bf-68b634247802 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:15.898830 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ae9d0c4d-74ac-464c-813a-f8190006699d tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:15.943793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb3fb5-0367-420d-b9bf-68b634247802 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event deleted for resources: {'Port': ['ID=20ba62c7-0355-46ab-b50d-ab339358e203,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:15.948106 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-80bb3fb5-0367-420d-b9bf-68b634247802 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:16.020742 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b3a86f-429d-4b23-9584-a801aae90b16 req-80bb3fb5-0367-420d-b9bf-68b634247802 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] No DVR routers for this DVR port 20ba62c7-0355-46ab-b50d-ab339358e203 on host hv-neutron-8228 {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 17:15:16.023392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [req-f4b3a86f-429d-4b23-9584-a801aae90b16 req-80bb3fb5-0367-420d-b9bf-68b634247802 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714882'] for port, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:16.026260 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28259c6-c297-4a99-8c07-763198a229cd', 'name': 'network-vif-deleted', 'tag': '20ba62c7-0355-46ab-b50d-ab339358e203'}] {{(pid=88841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 23 17:15:16.041673 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-f4b3a86f-429d-4b23-9584-a801aae90b16 req-80bb3fb5-0367-420d-b9bf-68b634247802 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.36 "DELETE /v2.0/ports/20ba62c7-0355-46ab-b50d-ab339358e203 HTTP/1.1" status: 204  len: 173 time: 0.7565510
Dec 23 17:15:16.085103 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28259c6-c297-4a99-8c07-763198a229cd', 'name': 'network-vif-deleted', 'tag': '20ba62c7-0355-46ab-b50d-ab339358e203', 'status': 'completed', 'code': 200}
Dec 23 17:15:16.383538 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-56e90293-d375-43f3-9753-aad1dc0b9c61 req-517f1ce5-5d4e-40f2-8f42-9f66892d70d8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Synchronizing usage tracker for tenant:50ac19e902674b7a817a50eff71592d4 on resource:port {{(pid=88841) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 23 17:15:16.399018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.quota.resource [req-56e90293-d375-43f3-9753-aad1dc0b9c61 req-517f1ce5-5d4e-40f2-8f42-9f66892d70d8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Unset dirty status for tenant:50ac19e902674b7a817a50eff71592d4 on resource:port {{(pid=88841) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 23 17:15:16.400448 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [req-56e90293-d375-43f3-9753-aad1dc0b9c61 req-517f1ce5-5d4e-40f2-8f42-9f66892d70d8 tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "GET /v2.0/ports?device_id=f28259c6-c297-4a99-8c07-763198a229cd HTTP/1.1" status: 200  len: 210 time: 0.0684836
Dec 23 17:15:17.622610 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 38616) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:15:17.700297 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44562cb4-59c3-442c-a94e-87682893354e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:17.732005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44562cb4-59c3-442c-a94e-87682893354e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:17.790942 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44562cb4-59c3-442c-a94e-87682893354e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:17.796469 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-2c2a5a42-2943-41b2-9f68-fbfce9654fd1 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:17.813061 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44562cb4-59c3-442c-a94e-87682893354e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15e8561-d1d2-49c8-a466-9bac63c35947,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:17.815898 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-44562cb4-59c3-442c-a94e-87682893354e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:17.821900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-44562cb4-59c3-442c-a94e-87682893354e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:17.823247 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-44562cb4-59c3-442c-a94e-87682893354e tempest-TestSnapshotPattern-1421359042 tempest-TestSnapshotPattern-1421359042-project] 10.222.0.67 "DELETE /v2.0/security-groups/a15e8561-d1d2-49c8-a466-9bac63c35947 HTTP/1.1" status: 204  len: 168 time: 0.1994402
Dec 23 17:15:17.880917 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 38622) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:15:18.455886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f230d733-5e84-40d3-b3b1-f924aad5074e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:19.184154 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 20ba62c7-0355-46ab-b50d-ab339358e203 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:15:19.233710 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] No Port match for: 20ba62c7-0355-46ab-b50d-ab339358e203 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:15:19.234121 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Device 20ba62c7-0355-46ab-b50d-ab339358e203 not bound to the agent host hv-neutron-8228 {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:15:19.345615 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f230d733-5e84-40d3-b3b1-f924aad5074e admin admin] Deleting port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:15:19.346002 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f230d733-5e84-40d3-b3b1-f924aad5074e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:19.537519 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-f230d733-5e84-40d3-b3b1-f924aad5074e admin admin] For port 584cfc18-18ae-4bc4-91f4-c6b39f2679a1, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=584cfc18-18ae-4bc4-91f4-c6b39f2679a1,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:15:19.537932 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f230d733-5e84-40d3-b3b1-f924aad5074e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:19.664771 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-f230d733-5e84-40d3-b3b1-f924aad5074e admin admin] Calling delete_port for 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:15:19.861200 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f230d733-5e84-40d3-b3b1-f924aad5074e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:19.865619 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-84b30bb6-41e9-43d7-91c0-04d3fb490d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:19.908373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230d733-5e84-40d3-b3b1-f924aad5074e admin admin] Pushing event deleted for resources: {'Port': ['ID=584cfc18-18ae-4bc4-91f4-c6b39f2679a1,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:19.912722 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f230d733-5e84-40d3-b3b1-f924aad5074e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:20.217976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-f230d733-5e84-40d3-b3b1-f924aad5074e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:20.831048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f230d733-5e84-40d3-b3b1-f924aad5074e admin admin] Router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:15:21.041836 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f230d733-5e84-40d3-b3b1-f924aad5074e admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:15:21.051436 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5502b73-6e17-40a4-a25c-ca33d415c042 None None] Sync routers for ids ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'] in dv-neutron-822801-1-hyperv {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:15:21.057664 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-f230d733-5e84-40d3-b3b1-f924aad5074e admin admin] 10.222.0.67 "PUT /v2.0/routers/cb7484b8-6028-4e61-8f01-bef8f4aeaa96/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1755643
Dec 23 17:15:21.060568 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 38630) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:15:21.064221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5502b73-6e17-40a4-a25c-ca33d415c042 None None] Routers {'cb7484b8-6028-4e61-8f01-bef8f4aeaa96'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:15:21.064900 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c5502b73-6e17-40a4-a25c-ca33d415c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a213438>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:21.253844 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c5502b73-6e17-40a4-a25c-ca33d415c042 None None] Set router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:15:21.273820 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:21.579327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c5502b73-6e17-40a4-a25c-ca33d415c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a213438>, [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:15:19Z', 'revision_number': 5, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:21.583923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5502b73-6e17-40a4-a25c-ca33d415c042 None None] Checking router: cb7484b8-6028-4e61-8f01-bef8f4aeaa96 for host: dv-neutron-822801-1-hyperv {{(pid=88842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:15:21.595363 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5502b73-6e17-40a4-a25c-ca33d415c042 None None] Routers {'cb7484b8-6028-4e61-8f01-bef8f4aeaa96'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:15:21.596041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c5502b73-6e17-40a4-a25c-ca33d415c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a213438>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:14:57Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'], 'active': True} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:21.739960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:21.749240 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] Deleting port 1c9f9a49-efb9-47c3-971a-a947fc405a3e {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:15:21.749636 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:21.791668 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-c5502b73-6e17-40a4-a25c-ca33d415c042 None None] Set router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:15:21.941532 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] For port 1c9f9a49-efb9-47c3-971a-a947fc405a3e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=1c9f9a49-efb9-47c3-971a-a947fc405a3e,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:15:21.941931 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:22.069266 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] Calling delete_port for 1c9f9a49-efb9-47c3-971a-a947fc405a3e owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:15:22.100178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-c5502b73-6e17-40a4-a25c-ca33d415c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a213438>, [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:15:19Z', 'revision_number': 5, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:22.104387 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5502b73-6e17-40a4-a25c-ca33d415c042 None None] The sync data for ids ['cb7484b8-6028-4e61-8f01-bef8f4aeaa96'] in dv-neutron-822801-1-hyperv is: [{'id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'name': 'tempest-TestSnapshotPattern-995924417-router', 'tenant_id': '50ac19e902674b7a817a50eff71592d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:15:19Z', 'revision_number': 5, 'project_id': '50ac19e902674b7a817a50eff71592d4', 'gw_port': {'id': '1c9f9a49-efb9-47c3-971a-a947fc405a3e', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7484b8-6028-4e61-8f01-bef8f4aeaa96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:05Z', 'updated_at': '2021-12-23T17:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}] {{(pid=88842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:15:22.256925 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:22.261515 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-21dd3108-f2f9-4c5e-aa7e-fbf309c7a555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:22.305846 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c9f9a49-efb9-47c3-971a-a947fc405a3e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:22.308945 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:22.543638 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:22.817062 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:22.821685 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:22.846441 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:22.847048 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb7484b8-6028-4e61-8f01-bef8f4aeaa96 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 17:15:22.860357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:22.861779 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-41ae8424-fbd9-4073-96ff-7053de2cab20 admin admin] 10.222.0.67 "DELETE /v2.0/routers/cb7484b8-6028-4e61-8f01-bef8f4aeaa96 HTTP/1.1" status: 204  len: 168 time: 1.8002422
Dec 23 17:15:22.864600 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 38634) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:15:22.932256 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4351a2d-4a59-4955-9548-4263e34a61d7 admin admin] Deleting subnet 8e351d0f-c652-4c08-9a3f-59636c0ba5a0 {{(pid=88840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 17:15:22.935730 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b4351a2d-4a59-4955-9548-4263e34a61d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:22.992075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b4351a2d-4a59-4955-9548-4263e34a61d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851648564'] for subnet, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:23.076525 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b4351a2d-4a59-4955-9548-4263e34a61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:23.162556 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b4351a2d-4a59-4955-9548-4263e34a61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851915266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2962677'] for subnet, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:23.167304 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f1554c0d-2914-4fab-acba-ceb801bbbaf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:23.206650 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4351a2d-4a59-4955-9548-4263e34a61d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e351d0f-c652-4c08-9a3f-59636c0ba5a0,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:23.209553 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-b4351a2d-4a59-4955-9548-4263e34a61d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:23.212366 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b4351a2d-4a59-4955-9548-4263e34a61d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:23.218513 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f669eedd-dfa6-40de-94d9-67a9303d3bb4 None None] Network e9255460-3efc-4d4c-be5e-d29b79e10e88 requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 17:15:23.218706 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-b4351a2d-4a59-4955-9548-4263e34a61d7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8e351d0f-c652-4c08-9a3f-59636c0ba5a0 HTTP/1.1" status: 204  len: 168 time: 0.3530483
Dec 23 17:15:23.221927 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 38640) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:15:23.343911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:23.354906 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Deleting port 134c43d6-5f60-412a-869e-10e50c8dae7e {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:15:23.355308 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:23.482400 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5725eabb-6044-4cdf-9ee5-f2d19b53bcf5 None None] DHCP port deletion for e9255460-3efc-4d4c-be5e-d29b79e10e88 request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 17:15:23.488159 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5725eabb-6044-4cdf-9ee5-f2d19b53bcf5 None None] Deleting port 134c43d6-5f60-412a-869e-10e50c8dae7e {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:15:23.488734 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5725eabb-6044-4cdf-9ee5-f2d19b53bcf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:23.577692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] For port 134c43d6-5f60-412a-869e-10e50c8dae7e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=134c43d6-5f60-412a-869e-10e50c8dae7e,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:15:23.578099 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:23.710196 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Calling delete_port for 134c43d6-5f60-412a-869e-10e50c8dae7e owned by network:dhcp {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:15:23.710899 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-5725eabb-6044-4cdf-9ee5-f2d19b53bcf5 None None] For port 134c43d6-5f60-412a-869e-10e50c8dae7e, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=134c43d6-5f60-412a-869e-10e50c8dae7e,segment=NetworkSegment(600a49c8-e66d-42de-93df-9379365a4bcd),segment_id=600a49c8-e66d-42de-93df-9379365a4bcd)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:15:23.711383 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5725eabb-6044-4cdf-9ee5-f2d19b53bcf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:23.787633 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:15:23.792625 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:23.798355 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d243e499-f231-45da-b0ba-c4b39be03ed4 tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:23.843651 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Pushing event deleted for resources: {'Port': ['ID=134c43d6-5f60-412a-869e-10e50c8dae7e,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:23.847164 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:23.849684 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] No DVR routers for this DVR port 134c43d6-5f60-412a-869e-10e50c8dae7e on host dv-neutron-822801-1-hyperv {{(pid=88840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 17:15:23.881421 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5725eabb-6044-4cdf-9ee5-f2d19b53bcf5 None None] Calling delete_port for 134c43d6-5f60-412a-869e-10e50c8dae7e owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:15:23.921264 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:15:23.921660 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 584cfc18-18ae-4bc4-91f4-c6b39f2679a1 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:15:23.922131 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1c9f9a49-efb9-47c3-971a-a947fc405a3e no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:15:23.979365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:24.011110 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9e7f60>,) {'filters': {'network_id': ['e9255460-3efc-4d4c-be5e-d29b79e10e88']}} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:24.027178 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9e7f60>, '600a49c8-e66d-42de-93df-9379365a4bcd') {'for_net_delete': True} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:24.027503 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b7a9e7f60>, '600a49c8-e66d-42de-93df-9379365a4bcd') {} {{(pid=88840) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:24.041713 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127237'] for segment, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:24.058915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:24.067258 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=88840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 17:15:24.067717 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859100'] for segment, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 17:15:24.087567 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 17:15:24.130478 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 1c9f9a49-efb9-47c3-971a-a947fc405a3e {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:15:24.130878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 1c9f9a49-efb9-47c3-971a-a947fc405a3e not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:15:24.131396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 134c43d6-5f60-412a-869e-10e50c8dae7e no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:15:24.168758 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:24.169357 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 134c43d6-5f60-412a-869e-10e50c8dae7e {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:15:24.169770 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 134c43d6-5f60-412a-869e-10e50c8dae7e not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:15:24.173509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-d4422c0d-2345-41c3-9888-6e15851e9a32 tempest-RoutersIpV6Test-1252075901 tempest-RoutersIpV6Test-1252075901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:24.192624 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-5725eabb-6044-4cdf-9ee5-f2d19b53bcf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 17:15:24.193041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-5725eabb-6044-4cdf-9ee5-f2d19b53bcf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 17:15:24.195539 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Notify callbacks [] for network, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:24.199620 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Pushing event deleted for resources: {'Network': ['ID=e9255460-3efc-4d4c-be5e-d29b79e10e88,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:24.205809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:24.217716 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-093236e9-7fa9-4620-94b0-649fffd0549c admin admin] 10.222.0.67 "DELETE /v2.0/networks/e9255460-3efc-4d4c-be5e-d29b79e10e88 HTTP/1.1" status: 204  len: 168 time: 0.9947181
Dec 23 17:15:24.221518 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 38644) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:15:24.579341 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2db50120-6204-4762-91a1-e1f17e97e877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:24.635056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0d44-7427-4c64-b610-d12991ab564d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381565'] for router_interface, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:24.694677 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5725eabb-6044-4cdf-9ee5-f2d19b53bcf5 None None] Deleting port 134c43d6-5f60-412a-869e-10e50c8dae7e {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:15:24.695173 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-5725eabb-6044-4cdf-9ee5-f2d19b53bcf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:24.761076 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-5725eabb-6044-4cdf-9ee5-f2d19b53bcf5 None None] The port '134c43d6-5f60-412a-869e-10e50c8dae7e' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 17:15:25.264972 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:15:25.503516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bc7e0d44-7427-4c64-b610-d12991ab564d admin admin] Deleting port 786d75a4-e9ab-4d36-9623-b8c130e582dc {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:15:25.503789 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0d44-7427-4c64-b610-d12991ab564d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:25.682916 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-bc7e0d44-7427-4c64-b610-d12991ab564d admin admin] For port 786d75a4-e9ab-4d36-9623-b8c130e582dc, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=786d75a4-e9ab-4d36-9623-b8c130e582dc,segment=NetworkSegment(67ff993a-8b5d-468e-9070-c84a3c0d6ad0),segment_id=67ff993a-8b5d-468e-9070-c84a3c0d6ad0)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:15:25.683491 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0d44-7427-4c64-b610-d12991ab564d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:25.814812 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-bc7e0d44-7427-4c64-b610-d12991ab564d admin admin] Calling delete_port for 786d75a4-e9ab-4d36-9623-b8c130e582dc owned by network:router_interface {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:15:25.995005 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0d44-7427-4c64-b610-d12991ab564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:25.999878 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-656b3dff-3faa-4487-ac31-b9fa42a6955a tempest-TestShelveInstance-567930957 tempest-TestShelveInstance-567930957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:26.045960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e0d44-7427-4c64-b610-d12991ab564d admin admin] Pushing event deleted for resources: {'Port': ['ID=786d75a4-e9ab-4d36-9623-b8c130e582dc,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:26.049234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-bc7e0d44-7427-4c64-b610-d12991ab564d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:26.119510 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:26.354890 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bc7e0d44-7427-4c64-b610-d12991ab564d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853739220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381415'] for router_interface, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:26.929592 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0c48db4e-9b91-4f14-95a9-300f5d011152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:26.967689 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7e0d44-7427-4c64-b610-d12991ab564d admin admin] Router 456dbebf-0d6b-42a7-a442-59c2b1f95398 has already been hosted by L3 agent 75177be9-b948-4f86-8257-45950bc6b218 {{(pid=88840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 23 17:15:27.185444 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7e0d44-7427-4c64-b610-d12991ab564d admin admin] Notify agent at l3_agent.dv-neutron-822801-1-hyperv the message routers_updated {{(pid=88840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 23 17:15:27.195405 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-bc7e0d44-7427-4c64-b610-d12991ab564d admin admin] 10.222.0.67 "PUT /v2.0/routers/456dbebf-0d6b-42a7-a442-59c2b1f95398/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9727743
Dec 23 17:15:27.197169 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a825a6d9-666b-4227-bb20-3c2d679e27b4 None None] Sync routers for ids ['456dbebf-0d6b-42a7-a442-59c2b1f95398'] in dv-neutron-822801-1-hyperv {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 23 17:15:27.198039 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 38648) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:15:27.212008 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a825a6d9-666b-4227-bb20-3c2d679e27b4 None None] Routers {'456dbebf-0d6b-42a7-a442-59c2b1f95398'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:15:27.212793 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a825a6d9-666b-4227-bb20-3c2d679e27b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a673978>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:15:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['456dbebf-0d6b-42a7-a442-59c2b1f95398'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:27.400991 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-a825a6d9-666b-4227-bb20-3c2d679e27b4 None None] Set router 456dbebf-0d6b-42a7-a442-59c2b1f95398 gateway port host: dv-neutron-822801-1-hyperv {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:15:27.405989 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:27.567108 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:27.619013 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:27.628128 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] Deleting port dfd95332-cfac-496a-91ba-558cfff5e9a8 {{(pid=88840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:15:27.628508 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:27.704609 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a825a6d9-666b-4227-bb20-3c2d679e27b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a673978>, [{'id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'name': 'tempest-TestSnapshotPattern-928241806-router', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'external_fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.130'}], 'enable_snat': True}, 'gw_port_id': 'dfd95332-cfac-496a-91ba-558cfff5e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:11Z', 'updated_at': '2021-12-23T17:15:25Z', 'revision_number': 5, 'project_id': '0f6598cc9f5d477887ad51365bcdc59c', 'gw_port': {'id': 'dfd95332-cfac-496a-91ba-558cfff5e9a8', 'name': '', 'network_id': '2dc36bf2-ecdb-4314-aa29-e21d51c50182', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'ip_address': '172.26.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822801-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:12Z', 'updated_at': '2021-12-23T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '322e9bf4-4186-4e6e-8dfa-049166044578', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822801-1-hyperv'}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:27.708752 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a825a6d9-666b-4227-bb20-3c2d679e27b4 None None] Checking router: 456dbebf-0d6b-42a7-a442-59c2b1f95398 for host: dv-neutron-822801-1-hyperv {{(pid=88843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 23 17:15:27.720935 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a825a6d9-666b-4227-bb20-3c2d679e27b4 None None] Routers {'456dbebf-0d6b-42a7-a442-59c2b1f95398'} bound to L3 agent in host dv-neutron-822801-1-hyperv {{(pid=88843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:15:27.721957 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a825a6d9-666b-4227-bb20-3c2d679e27b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b7a673978>, 'dv-neutron-822801-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:02:27Z,description=<?>,heartbeat_timestamp=2021-12-23T17:15:27Z,host='dv-neutron-822801-1-hyperv',id=75177be9-b948-4f86-8257-45950bc6b218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:02:27Z,topic='l3_agent')) {'router_ids': ['456dbebf-0d6b-42a7-a442-59c2b1f95398'], 'active': True} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:27.822934 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] For port dfd95332-cfac-496a-91ba-558cfff5e9a8, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=dfd95332-cfac-496a-91ba-558cfff5e9a8,segment=NetworkSegment(ba1465f5-033a-41b9-b97b-f82f4a03c869),segment_id=ba1465f5-033a-41b9-b97b-f82f4a03c869)] {{(pid=88840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:15:27.823301 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:27.893693 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvr_db [None req-a825a6d9-666b-4227-bb20-3c2d679e27b4 None None] Set router 456dbebf-0d6b-42a7-a442-59c2b1f95398 gateway port host: None {{(pid=88843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 23 17:15:28.014056 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_hamode_db [None req-a825a6d9-666b-4227-bb20-3c2d679e27b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b7a673978>, [{'id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'name': 'tempest-TestSnapshotPattern-928241806-router', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:11Z', 'updated_at': '2021-12-23T17:15:27Z', 'revision_number': 6, 'project_id': '0f6598cc9f5d477887ad51365bcdc59c', 'gw_port_host': None}], 'dv-neutron-822801-1-hyperv', False) {} {{(pid=88843) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:28.019459 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a825a6d9-666b-4227-bb20-3c2d679e27b4 None None] The sync data for ids ['456dbebf-0d6b-42a7-a442-59c2b1f95398'] in dv-neutron-822801-1-hyperv is: [{'id': '456dbebf-0d6b-42a7-a442-59c2b1f95398', 'name': 'tempest-TestSnapshotPattern-928241806-router', 'tenant_id': '0f6598cc9f5d477887ad51365bcdc59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:11Z', 'updated_at': '2021-12-23T17:15:27Z', 'revision_number': 6, 'project_id': '0f6598cc9f5d477887ad51365bcdc59c', 'gw_port_host': None}] {{(pid=88843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 23 17:15:28.217281 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] Calling delete_port for dfd95332-cfac-496a-91ba-558cfff5e9a8 owned by network:router_gateway {{(pid=88840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:15:28.387623 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2860424'] for port, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:28.392773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f230d733-5e84-40d3-b3b1-f924aad5074e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:28.436960 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd95332-cfac-496a-91ba-558cfff5e9a8,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:28.441868 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:28.669763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854379246'] for router_gateway, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:28.837161 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:28.941397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854296452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2046529'] for router, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:28.945886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:28.971586 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854296558'] for router, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:28.972168 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 456dbebf-0d6b-42a7-a442-59c2b1f95398 {{(pid=88840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 17:15:28.984886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] Notify callbacks [] for router, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:28.987943 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-3cfa1c2a-48ac-4c82-8157-c96b7daf25f9 admin admin] 10.222.0.67 "DELETE /v2.0/routers/456dbebf-0d6b-42a7-a442-59c2b1f95398 HTTP/1.1" status: 204  len: 168 time: 1.7886910
Dec 23 17:15:28.990841 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 38654) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:15:29.060782 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.db_base_plugin_v2 [None req-9156ec60-c485-4806-a4e5-45270199317f admin admin] Deleting subnet 9385494e-161c-4a37-bc41-74f5567ec544 {{(pid=88841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 23 17:15:29.065018 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9156ec60-c485-4806-a4e5-45270199317f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:29.118403 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9156ec60-c485-4806-a4e5-45270199317f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851774130'] for subnet, precommit_delete_associations {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:29.205589 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9156ec60-c485-4806-a4e5-45270199317f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8188700'] for subnet, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:29.278084 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9156ec60-c485-4806-a4e5-45270199317f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846587131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3001730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852119266'] for subnet, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:29.283455 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-7b7b9e6e-0cd8-4aaf-b5cc-4281a4ec8654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:29.324151 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156ec60-c485-4806-a4e5-45270199317f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9385494e-161c-4a37-bc41-74f5567ec544,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:29.327142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-9156ec60-c485-4806-a4e5-45270199317f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:29.329806 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9156ec60-c485-4806-a4e5-45270199317f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:29.335424 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b89f16-2074-40fd-b468-a8c65f326e70 None None] Network 81760dfa-f7cb-48b8-9ccc-949cf6c50b3b requested from dv-neutron-822801-1-hyperv {{(pid=88842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 23 17:15:29.336193 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-9156ec60-c485-4806-a4e5-45270199317f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9385494e-161c-4a37-bc41-74f5567ec544 HTTP/1.1" status: 204  len: 168 time: 0.3442781
Dec 23 17:15:29.338839 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 38658) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:15:29.455465 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7505319'] for network, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:29.467484 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Deleting port f2006207-00f9-4a1a-ae8f-6b05fdb5d576 {{(pid=88841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:15:29.467809 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:29.594236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc4eb25-3ed8-45c0-a068-5a2ff74baa52 None None] DHCP port deletion for 81760dfa-f7cb-48b8-9ccc-949cf6c50b3b request from dv-neutron-822801-1-hyperv {{(pid=88842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 23 17:15:29.599551 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dfc4eb25-3ed8-45c0-a068-5a2ff74baa52 None None] Deleting port f2006207-00f9-4a1a-ae8f-6b05fdb5d576 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:15:29.600065 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfc4eb25-3ed8-45c0-a068-5a2ff74baa52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:29.697075 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] For port f2006207-00f9-4a1a-ae8f-6b05fdb5d576, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f2006207-00f9-4a1a-ae8f-6b05fdb5d576,segment=NetworkSegment(67ff993a-8b5d-468e-9070-c84a3c0d6ad0),segment_id=67ff993a-8b5d-468e-9070-c84a3c0d6ad0)] {{(pid=88841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:15:29.697473 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:29.803541 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 786d75a4-e9ab-4d36-9623-b8c130e582dc no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:15:29.830010 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Calling delete_port for f2006207-00f9-4a1a-ae8f-6b05fdb5d576 owned by network:dhcp {{(pid=88841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:15:29.855060 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: 786d75a4-e9ab-4d36-9623-b8c130e582dc {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:15:29.855461 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device 786d75a4-e9ab-4d36-9623-b8c130e582dc not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:15:29.855930 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f2006207-00f9-4a1a-ae8f-6b05fdb5d576 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:15:29.904142 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847225202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306399033699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306399453727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851773964'] for port, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:29.909456 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-e5fe9462-c824-4de3-ba96-cc9b3d1bdcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:29.913156 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-dfc4eb25-3ed8-45c0-a068-5a2ff74baa52 None None] For port f2006207-00f9-4a1a-ae8f-6b05fdb5d576, host dv-neutron-822801-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822801-1-hyperv',level=0,port_id=f2006207-00f9-4a1a-ae8f-6b05fdb5d576,segment=NetworkSegment(67ff993a-8b5d-468e-9070-c84a3c0d6ad0),segment_id=67ff993a-8b5d-468e-9070-c84a3c0d6ad0)] {{(pid=88842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 23 17:15:29.913608 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfc4eb25-3ed8-45c0-a068-5a2ff74baa52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367274'] for port, precommit_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:29.957704 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2006207-00f9-4a1a-ae8f-6b05fdb5d576,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:29.960548 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:29.963221 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] No DVR routers for this DVR port f2006207-00f9-4a1a-ae8f-6b05fdb5d576 on host dv-neutron-822801-1-hyperv {{(pid=88841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 23 17:15:30.038929 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.db [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No active binding found for port f2006207-00f9-4a1a-ae8f-6b05fdb5d576 {{(pid=88842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 23 17:15:30.039371 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device f2006207-00f9-4a1a-ae8f-6b05fdb5d576 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:15:30.039850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device dfd95332-cfac-496a-91ba-558cfff5e9a8 no longer exists at agent ovs-agent-dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 23 17:15:30.072088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dfc4eb25-3ed8-45c0-a068-5a2ff74baa52 None None] Calling delete_port for f2006207-00f9-4a1a-ae8f-6b05fdb5d576 owned by network:dhcp {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 23 17:15:30.088786 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187013', 'neutron.services.segments.db._delete_segments_for_network-8730455804104'] for network, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:30.115437 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b79ef9f98>,) {'filters': {'network_id': ['81760dfa-f7cb-48b8-9ccc-949cf6c50b3b']}} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:30.118396 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] No Port match for: dfd95332-cfac-496a-91ba-558cfff5e9a8 {{(pid=88842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 23 17:15:30.118795 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.rpc [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Device dfd95332-cfac-496a-91ba-558cfff5e9a8 not bound to the agent host dv-neutron-822801-1-hyperv {{(pid=88842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 23 17:15:30.131007 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ef9f98>, '67ff993a-8b5d-468e-9070-c84a3c0d6ad0') {'for_net_delete': True} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:30.131327 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.services.segments.db [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b79ef9f98>, '67ff993a-8b5d-468e-9070-c84a3c0d6ad0') {} {{(pid=88841) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 23 17:15:30.144351 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730455813081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3001671'] for segment, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:30.152450 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.db.api [None req-dfc4eb25-3ed8-45c0-a068-5a2ff74baa52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88842) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 17:15:30.152860 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_db.api [None req-dfc4eb25-3ed8-45c0-a068-5a2ff74baa52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88842) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 23 17:15:30.162268 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846589469'] for segment, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:30.168797 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=88841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 23 17:15:30.169305 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8186362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851775456'] for segment, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]: Traceback (most recent call last):
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:     timer()
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:     cb(*args, **kw)
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:     return func(*args, **kwargs)
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:     self._notify()
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:     self.callback(batched_events)
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:     event.method(event)
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:     segment_id)['aggregates'][0]
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:     return f(self, *a, **k)
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self._get(url).json()
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:     **kwargs)
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:     return self.request(url, 'GET', **kwargs)
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:     **endpoint_filter)
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 17:15:30.183888 dv-neutron-822801-1-hyperv neutron-server[88729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 17:15:30.274886 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846588786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1036580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396796'] for network, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:30.278737 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-ff85f754-d5e5-4c6f-b8aa-dac37ab51350 tempest-TestNetworkAdvancedServerOps-1660990080 tempest-TestNetworkAdvancedServerOps-1660990080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:30.293690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Notify callbacks [] for network, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:30.306207 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=81760dfa-f7cb-48b8-9ccc-949cf6c50b3b,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:30.308585 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:30.310078 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c852b6e1-be56-4743-9027-0d40333410f6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/81760dfa-f7cb-48b8-9ccc-949cf6c50b3b HTTP/1.1" status: 204  len: 168 time: 0.9702086
Dec 23 17:15:30.447561 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 38664) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:15:30.500828 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-c5d9840c-b865-40a9-ae57-0d6fbafb662a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=50ac19e902674b7a817a50eff71592d4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0519257
Dec 23 17:15:30.503291 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88840) accepted ('10.222.0.67', 38668) {{(pid=88840) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:15:30.565531 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67a54494-71af-427c-b2a8-270373e236f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:30.592267 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67a54494-71af-427c-b2a8-270373e236f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:30.642093 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67a54494-71af-427c-b2a8-270373e236f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:30.647460 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-f55071ed-febd-4975-84d3-35df381f65bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:30.653799 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dfc4eb25-3ed8-45c0-a068-5a2ff74baa52 None None] Deleting port f2006207-00f9-4a1a-ae8f-6b05fdb5d576 {{(pid=88842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 23 17:15:30.654254 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dfc4eb25-3ed8-45c0-a068-5a2ff74baa52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306399038665'] for port, before_delete {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:30.662288 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a54494-71af-427c-b2a8-270373e236f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af07fa7-b803-4f93-a444-1cb3cc6ebdbe,revision_number=None']} {{(pid=88840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:30.667700 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-67a54494-71af-427c-b2a8-270373e236f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88840) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:30.669698 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-67a54494-71af-427c-b2a8-270373e236f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88840) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:30.670941 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-67a54494-71af-427c-b2a8-270373e236f3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3af07fa7-b803-4f93-a444-1cb3cc6ebdbe HTTP/1.1" status: 204  len: 168 time: 0.1666780
Dec 23 17:15:30.734923 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.plugins.ml2.plugin [None req-dfc4eb25-3ed8-45c0-a068-5a2ff74baa52 None None] The port 'f2006207-00f9-4a1a-ae8f-6b05fdb5d576' was deleted {{(pid=88842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 23 17:15:31.077345 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 38676) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:15:31.131493 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-13828a1c-28c1-4461-ad05-0ea4991a620a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0f6598cc9f5d477887ad51365bcdc59c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0525949
Dec 23 17:15:31.134382 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [-] (88841) accepted ('10.222.0.67', 38680) {{(pid=88841) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:15:31.198346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-225d11c5-0379-4b91-9ce5-dc6af6d138eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:31.227714 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-225d11c5-0379-4b91-9ce5-dc6af6d138eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:31.275657 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-225d11c5-0379-4b91-9ce5-dc6af6d138eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429962'] for security_group, after_delete {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:31.280880 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-39f17ab6-f5b4-436a-ab54-948a189a914e tempest-PortsIpV6TestJSON-949511156 tempest-PortsIpV6TestJSON-949511156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 23 17:15:31.294157 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d11c5-0379-4b91-9ce5-dc6af6d138eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740d29dd-a267-4433-b07d-7dfbeb9b6424,revision_number=None']} {{(pid=88841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 23 17:15:31.297344 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG oslo_concurrency.lockutils [None req-225d11c5-0379-4b91-9ce5-dc6af6d138eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88841) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 23 17:15:31.299464 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-225d11c5-0379-4b91-9ce5-dc6af6d138eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88841) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:31.300711 dv-neutron-822801-1-hyperv neutron-server[88729]: INFO neutron.wsgi [None req-225d11c5-0379-4b91-9ce5-dc6af6d138eb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/740d29dd-a267-4433-b07d-7dfbeb9b6424 HTTP/1.1" status: 204  len: 168 time: 0.1653106
Dec 23 17:15:42.853716 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:54.582915 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-fd081743-0cfc-4eb3-bd1e-d9a174555018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:56.120976 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:56.930709 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-3ad88c3b-84bc-444f-8ae9-b58af17f88a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:57.568802 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:15:58.840567 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:16:02.266103 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:16:12.852896 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:16:24.585516 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e76afe81-2daf-4b16-967f-ed365c10af11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:16:26.122044 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:16:26.932132 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-bd770325-1e21-43fb-ae6b-f62d09b85f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:16:27.570975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:16:28.846949 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:16:39.267209 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:16:42.866975 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:16:54.587613 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-37a7d673-5c77-4cf1-b075-1c9190114365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:16:56.123392 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:16:56.933237 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2fb585fb-71f6-4a8d-b2dd-7719e8eaf138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:16:57.574911 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:16:58.846087 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:17:12.867088 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:17:16.268346 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:17:24.590179 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-871e2d1e-f9aa-4126-ae61-0aeaf46fc40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:17:26.125954 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:17:26.935163 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ff7178c2-d611-462b-84f1-afecfe3eedd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:17:27.577321 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:17:28.851393 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:17:42.881468 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:17:53.269402 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:17:54.593234 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-ed720195-9f54-4f21-8392-85610e6111ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:17:56.128712 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:17:56.935438 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-b996e141-3a8d-45c8-bc68-3c122bc765c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:17:57.580373 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:17:58.851819 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:18:12.896041 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:18:24.595509 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e0422bf3-f6a0-451b-ac52-e6e3b64cf443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:18:26.130498 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:18:26.937690 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eef279e2-ab8e-4b71-b1e0-c2ab6cd3d8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:18:27.582768 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:18:28.855850 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:18:30.271246 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:18:42.909720 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:18:43.598692 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.wsgi [req-8878fb6d-1e2c-4d5a-b55c-7413aac569be req-193740d6-632b-4271-8343-9570b3d4d723 service neutron] (88841) timed out ('10.222.0.67', 36178) {{(pid=88841) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 23 17:18:54.599805 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-58d255e8-050d-40d8-a73b-eae1bc20934e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:18:56.137763 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:18:56.939751 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-e1fd3067-f95a-41fd-99b5-245ca6c3b25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:18:57.586190 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:18:58.856980 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:19:07.272197 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:19:12.924232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:19:24.594191 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-dc441d9b-a394-404a-9286-539f1292aeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:19:26.129865 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:19:26.941418 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-27aaf9cd-9449-4bbd-91a2-75befdb2315f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:19:27.588664 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:19:28.860365 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:19:42.942282 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:19:44.273641 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:19:54.597773 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-41551286-474b-46ca-b5d6-5a734bc83bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:19:56.132397 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:19:56.943566 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-2503420e-ef11-479e-a4de-1ba9a01712bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:19:57.591918 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:19:58.863236 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:20:12.938840 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:20:21.275354 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:20:24.600933 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-1917cd6a-92ae-428d-be6c-6af82c5db110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:20:26.134160 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:20:26.944892 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-379b1431-4b5d-4f17-821d-4a1181d8d51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:20:27.595232 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:20:28.863778 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:20:42.953100 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-0314157a-9341-4bbf-b80d-99f0772a15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:20:54.602863 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-c94f84da-1845-41dd-8616-e81a21929894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:20:56.135530 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-a92857ad-6d94-4d00-b868-76c697d23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:20:56.946966 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-aea9abd1-2987-4b24-92a0-9ab11b872824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:20:57.597560 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-9d95f0a7-0974-4b05-9e56-7b7736957a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 23 17:20:58.276063 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron.db.agents_db [None req-dda2bfa7-da5e-48ae-939d-c1ef8905a765 None None] Agent healthcheck: found 6 active agents {{(pid=88843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 23 17:20:58.879453 dv-neutron-822801-1-hyperv neutron-server[88729]: DEBUG neutron_lib.callbacks.manager [None req-eac006c5-b164-4042-a663-032804f13d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730455804087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8163938'] for agent, after_update {{(pid=88842) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}